diff --git a/UCI_N4/aol/summary.json b/UCI_N4/aol/summary.json deleted file mode 100644 index 95b4caacc551119d311b4e907544d284ede624cb..0000000000000000000000000000000000000000 --- a/UCI_N4/aol/summary.json +++ /dev/null @@ -1,45371 +0,0 @@ -{ - "metadata": { - "data_root": "data/UCI", - "out": "runs/UCI_N4", - "gpus": 4, - "max_epochs": 100, - "patience": 30, - "batch_size": 64, - "lr": 0.001, - "seed": 1337, - "verbosity": "info", - "datasets": null, - "algorithms": [ - "sdp", - "ldlt", - "ldlt-resnet", - "aol", - "ortho", - "sandwich" - ], - "n_tasks": 726, - "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" - }, - "datasets": { - "acute-inflammation": { - "dataset": "acute-inflammation", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.375, - "test_acc": 0.527027027027027, - "train_size": 30, - "val_size": 16, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.029776199999999933, - 0.05815319999999998, - 0.03366299999999992, - -0.07041613333333337, - 0.0829954666666666, - 0.3029878333333334 - ] - ], - "std": [ - [ - 1.046299339147563, - 1.028676385077134, - 0.9895473157792913, - 1.0179845925601472, - 0.9937462864656396, - 1.0009348864350793 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0625, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 32, - "best_val_acc": 0.9444444444444444, - "test_acc": 0.8472222222222222, - "train_size": 30, - "val_size": 18, - "test_size": 72, - "stats": { - "mean": [ - [ - 0.2066000000000002, - 0.2132320000000001, - 0.16832333333333327, - -6.666666666858371e-07, - 0.08299546666666664, - -0.033663 - ] - ], - "std": [ - [ - 1.073465583913181, - 1.0965727109827237, - 0.9521923485684088, - 0.9958250796083059, - 0.9937462864656397, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.55, - "test_acc": 0.4857142857142857, - "train_size": 30, - "val_size": 20, - "test_size": 70, - "stats": { - "mean": [ - [ - -0.06825569999999999, - -0.09692560000000008, - 0.10099316666666662, - 0.07041479999999994, - -0.11619693333333347, - 0.16832750000000007 - ] - ], - "std": [ - [ - 0.9390286569686838, - 0.9304728, - 0.9733809278809981, - 0.9680526182869189, - 0.9870693041144554, - 1.0099525000000003 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.550000011920929, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 48, - "best_val_acc": 0.8095238095238095, - "test_acc": 0.782608695652174, - "train_size": 30, - "val_size": 21, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.061842666666666594, - -0.01938619999999999, - -0.03366716666666666, - -0.14083160000000008, - -0.049799466666666695, - -0.3029836666666666 - ] - ], - "std": [ - [ - 0.9526045937382531, - 0.9838646893399317, - 1.000934886435079, - 1.0348917799997448, - 0.9937462864656396, - 0.8932355996217098 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6606430576539272, - "std_test_acc": 0.18086894002391357, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.15312500298023224, - "std_cert_acc_36": 0.2662187051794304, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "acute-nephritis": { - "dataset": "acute-nephritis", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.7058823529411765, - "test_acc": 0.6164383561643836, - "train_size": 30, - "val_size": 17, - "test_size": 73, - "stats": { - "mean": [ - [ - -0.1415510333333333, - 0.21323200000000003, - -0.03366716666666671, - -6.666666667154431e-07, - 0.2821878666666666, - -0.1683233333333333 - ] - ], - "std": [ - [ - 1.0909027516263303, - 1.0965727109827237, - 1.0009348864350789, - 0.9958250796083059, - 0.9598970403996372, - 0.9521923485684088 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.4868421052631579, - "train_size": 30, - "val_size": 14, - "test_size": 76, - "stats": { - "mean": [ - [ - 0.012368109999999948, - -0.0969256, - 0.10099316666666665, - -0.21124706666666673, - -0.11619693333333339, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9970611705313925, - 0.9304727999999999, - 0.9733809278809981, - 1.0468011683411809, - 0.9870693041144555, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.36363636363636365, - "test_acc": 0.43037974683544306, - "train_size": 30, - "val_size": 11, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.03252466666666676, - 0.05815320000000001, - -0.10099733333333338, - -6.666666667154431e-07, - 0.1493929333333332, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9744119491152714, - 1.0286763850771339, - 1.0077056618442157, - 0.9958250796083059, - 0.9870693041144553, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.3636363744735718, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.5789473684210527, - "test_acc": 0.704225352112676, - "train_size": 30, - "val_size": 19, - "test_size": 71, - "stats": { - "mean": [ - [ - -0.029776590000000006, - -0.01938619999999999, - -0.10099733333333341, - -6.666666667080416e-07, - 0.01659799999999996, - -0.10099316666666663 - ] - ], - "std": [ - [ - 1.0535901730675965, - 0.9838646893399317, - 1.0077056618442157, - 0.9958250796083058, - 0.995962, - 0.9733809278809978 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5594713900939152, - "std_test_acc": 0.1240142600907958, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.09090909361839294, - "std_cert_acc_36": 0.1818181872367859, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "abalone": { - "dataset": "abalone", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 43, - "best_val_acc": 0.5873015873015873, - "test_acc": 0.6032760687175389, - "train_size": 1044, - "val_size": 630, - "test_size": 2503, - "stats": { - "mean": [ - [ - 0.03759131666666678, - -0.0067216787931033565, - -0.00504821235632188, - -0.010079406034482869, - 0.0077948497126437005, - -0.0035954527720305413, - 0.011847337255747069, - 0.020808682452107305 - ] - ], - "std": [ - [ - 0.9932562075552053, - 1.0067465043023525, - 0.9980809038500921, - 0.9297052233036605, - 1.0141436995589543, - 0.9931430828536596, - 1.017739933100054, - 1.0318462596531948 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.460317462682724, - "72": 0.3460317552089691, - "108": 0.26031747460365295, - "255": 0.10158730298280716 - }, - "fold": 0 - }, - { - "best_epoch": 80, - "best_val_acc": 0.64171974522293, - "test_acc": 0.6351297405189621, - "train_size": 1044, - "val_size": 628, - "test_size": 2505, - "stats": { - "mean": [ - [ - 0.005192849233716447, - -0.0023747756321838803, - -0.004999904980842867, - -0.01065197068965531, - -0.001757506036398443, - -0.0004581268045977247, - -0.008801511695402298, - -0.0025385303256705034 - ] - ], - "std": [ - [ - 0.9921988752896624, - 1.0113577078934743, - 1.0108378611135136, - 0.93746968476643, - 1.0135082046349184, - 1.0099861173658438, - 1.0142707677051552, - 1.019381711286177 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.45063695311546326, - "72": 0.331210196018219, - "108": 0.27547770738601685, - "255": 0.162420392036438 - }, - "fold": 1 - }, - { - "best_epoch": 63, - "best_val_acc": 0.6589018302828619, - "test_acc": 0.6125592417061612, - "train_size": 1044, - "val_size": 601, - "test_size": 2532, - "stats": { - "mean": [ - [ - -0.017948929501915466, - 0.023985624319923418, - 0.023087170114942556, - 0.018317038026819783, - 0.02778346245977014, - 0.025539904827586328, - 0.018261344003831434, - 0.034770174578544095 - ] - ], - "std": [ - [ - 0.9978233519534647, - 1.0049712832060378, - 1.0100440980049294, - 0.9634042347353897, - 1.0033357823934823, - 1.0054816988393045, - 0.9890488354165379, - 1.0152622279378631 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.5257903337478638, - "72": 0.3893510699272156, - "108": 0.3227953314781189, - "255": 0.13976705074310303 - }, - "fold": 2 - }, - { - "best_epoch": 56, - "best_val_acc": 0.642504118616145, - "test_acc": 0.6302454473475851, - "train_size": 1044, - "val_size": 607, - "test_size": 2526, - "stats": { - "mean": [ - [ - -0.039933615229885006, - 0.033357397988505864, - 0.02810616465517236, - 0.015225409386973148, - 0.03982630053544057, - 0.03327093634674338, - 0.031858401652298855, - 0.04330609419540234 - ] - ], - "std": [ - [ - 1.000898664612302, - 1.0028361176421674, - 1.0029617333979737, - 0.9244955132147792, - 1.020547570022181, - 1.016662196023235, - 1.0053994226175234, - 1.025123395710352 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.5123558640480042, - "72": 0.390444815158844, - "108": 0.3196046054363251, - "255": 0.17792421579360962 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6203026245725618, - "std_test_acc": 0.014928347469645368, - "n_samples": 4177, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.4872751533985138, - "std_cert_acc_36": 0.03733423796256156, - "mean_cert_acc_72": 0.3642594590783119, - "std_cert_acc_72": 0.030220108014481325, - "mean_cert_acc_108": 0.29454877972602844, - "std_cert_acc_108": 0.03141735262816507, - "mean_cert_acc_255": 0.14542474038898945, - "std_cert_acc_255": 0.033160209322655836 - }, - "annealing": { - "dataset": "annealing", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.4642857142857143, - "test_acc": 0.48253968253968255, - "train_size": 100, - "val_size": 168, - "test_size": 630, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10111, - "cert_evals": { - "36": 0.02976190485060215, - "72": 0.0059523810632526875, - "108": 0.0059523810632526875, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 43, - "best_val_acc": 0.5403726708074534, - "test_acc": 0.5007849293563579, - "train_size": 100, - "val_size": 161, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10111, - "cert_evals": { - "36": 0.31677019596099854, - "72": 0.19875776767730713, - "108": 0.14906832575798035, - "255": 0.07453416287899017 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7894736842105263, - "train_size": 100, - "val_size": 171, - "test_size": 627, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10111, - "cert_evals": { - "36": 0.19298246502876282, - "72": 0.06432748585939407, - "108": 0.011695906519889832, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.6107784431137725, - "test_acc": 0.6133122028526149, - "train_size": 100, - "val_size": 167, - "test_size": 631, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10111, - "cert_evals": { - "36": 0.1497006118297577, - "72": 0.08982036262750626, - "108": 0.07784431427717209, - "255": 0.06586826592683792 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5965276247397954, - "std_test_acc": 0.14103169692662493, - "n_samples": 898, - "n_features": 31, - "n_classes": 5, - "mean_cert_acc_36": 0.1723037944175303, - "std_cert_acc_36": 0.11850069301846998, - "mean_cert_acc_72": 0.08971449930686504, - "std_cert_acc_72": 0.08072801762376737, - "mean_cert_acc_108": 0.06114023190457374, - "std_cert_acc_108": 0.0670840672833583, - "mean_cert_acc_255": 0.035100607201457024, - "std_cert_acc_255": 0.04068480219376177 - }, - "audiology-std": { - "dataset": "audiology-std", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 33, - "best_val_acc": 0.12903225806451613, - "test_acc": 0.15, - "train_size": 25, - "val_size": 31, - "test_size": 140, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37306, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 29, - "best_val_acc": 0.18181818181818182, - "test_acc": 0.18840579710144928, - "train_size": 25, - "val_size": 33, - "test_size": 138, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37306, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.16, - "test_acc": 0.0684931506849315, - "train_size": 25, - "val_size": 25, - "test_size": 146, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37306, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.2, - "test_acc": 0.16312056737588654, - "train_size": 25, - "val_size": 30, - "test_size": 141, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37306, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.14250487879056684, - "std_test_acc": 0.051851755536837164, - "n_samples": 196, - "n_features": 59, - "n_classes": 18, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "balance-scale": { - "dataset": "balance-scale", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.4939759036144578, - "test_acc": 0.4533678756476684, - "train_size": 156, - "val_size": 83, - "test_size": 386, - "stats": { - "mean": [ - [ - 0.05887832692307693, - -2.5641025661690044e-08, - 0.09964028205128199, - -0.09058207692307692 - ] - ], - "std": [ - [ - 0.9464310236223092, - 0.9765235538802873, - 0.9974316897506468, - 1.0391308031314608 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.4939758777618408, - "72": 0.4939758777618408, - "108": 0.024096384644508362, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 80, - "best_val_acc": 0.8144329896907216, - "test_acc": 0.8010752688172043, - "train_size": 156, - "val_size": 97, - "test_size": 372, - "stats": { - "mean": [ - [ - 0.09511109615384612, - -3.416070845000482e-17, - 0.00905823076923074, - 0.08152388461538454 - ] - ], - "std": [ - [ - 1.0090351712085057, - 1.0055834762270852, - 0.9532661180714023, - 1.002273371607005 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.5876288414001465, - "72": 0.2886597812175751, - "108": 0.2164948433637619, - "255": 0.05154639109969139 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4838709677419355, - "test_acc": 0.45478723404255317, - "train_size": 156, - "val_size": 93, - "test_size": 376, - "stats": { - "mean": [ - [ - -0.00452913461538464, - 0.06340748717948716, - -1.2820512825151571e-08, - 0.09964030769230771 - ] - ], - "std": [ - [ - 0.9879158233594086, - 0.9907460042778667, - 1.027617579941566, - 0.9614936385801037 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.4838709533214569, - "72": 0.4838709533214569, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 80, - "best_val_acc": 0.75, - "test_acc": 0.8090185676392573, - "train_size": 156, - "val_size": 92, - "test_size": 377, - "stats": { - "mean": [ - [ - 0.05434929487179499, - -0.08605298076923085, - 0.06793655769230768, - -0.16757685256410257 - ] - ], - "std": [ - [ - 1.0569029867956488, - 1.0161657906649941, - 0.9625917447832895, - 0.9469510608150327 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.54347825050354, - "72": 0.3478260934352875, - "108": 0.20652174949645996, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6295622365366708, - "std_test_acc": 0.20265903164409532, - "n_samples": 625, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.5272384807467461, - "std_cert_acc_36": 0.047950908833639734, - "mean_cert_acc_72": 0.40358317643404007, - "std_cert_acc_72": 0.1015434334713808, - "mean_cert_acc_108": 0.11177824437618256, - "std_cert_acc_108": 0.11564944488673247, - "mean_cert_acc_255": 0.012886597774922848, - "std_cert_acc_255": 0.025773195549845695 - }, - "balloons": { - "dataset": "balloons", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 4, - "val_size": 4, - "test_size": 8, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.968246, - 0.968246, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 4, - "val_size": 2, - "test_size": 10, - "stats": { - "mean": [ - [ - -0.484123, - 0.484123, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 0.968246, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.45454545454545453, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - -0.484123, - 0.0, - -0.484123, - -0.484123 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.968246, - 0.8385256331126676, - 0.8385256331126676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.5454545454545454, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - 0.48412299999999997, - 0.484123, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5, - "std_test_acc": 0.03711348095126026, - "n_samples": 16, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.25, - "std_cert_acc_36": 0.28867513459481287, - "mean_cert_acc_72": 0.125, - "std_cert_acc_72": 0.25, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "arrhythmia": { - "dataset": "arrhythmia", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.379746835443038, - "test_acc": 0.3192307692307692, - "train_size": 113, - "val_size": 79, - "test_size": 260, - "stats": { - "mean": [ - [ - -0.05548900442477873, - 0.17327679646017674, - -0.09933938283185836, - -0.022536060176991165, - -0.05529378318584072, - -0.02827017327433631, - -0.005964132743362813, - 0.04588333831858407, - -0.06835887191150443, - -0.01879734327433625, - 0.08708691123893805, - -0.010227719469026567, - -0.05324860619469024, - 0.03857876283185871, - -0.0029412946902654486, - -0.14624673451327397, - 0.0106677238938053, - -0.09994685221238946, - -2.2654867242673962e-07, - -0.10041930088495568, - 0.14110856637168184, - -0.02112876106194691, - -0.021128761061946916, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.024449619469026587, - -0.006156723893805307, - -0.03655609734513271, - -0.06008078761061956, - -0.05587280000000011, - -0.1535461769911505, - -2.9203539835147346e-07, - 0.1454482212389377, - -0.04703600000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.053692424778761245, - 0.10382045292035355, - -0.045959752212389356, - -0.039423744247787586, - -0.042264867256637376, - -0.0339906548672566, - -0.10218601769911498, - -0.04703600000000003, - 0.04783872566371683, - 0.14110856637168165, - -2.920353982139237e-07, - -0.1056450000000003, - -0.06659289999999989, - 0.039230692920353964, - -0.048857433628318604, - -0.0949235044247789, - -0.0951867699115044, - -0.04703600000000003, - -0.07884043362831854, - -0.021128761061946947, - 0.0665928778761063, - 0.0665928778761063, - 0.06659287787610634, - 0.0665928778761063, - 1.0619469034296467e-07, - -0.14459542477876128, - 0.10166875221238943, - -0.0007696849557522316, - 0.08089214159292042, - 0.024555884070796462, - -0.06704164601769926, - -0.04703600000000003, - 0.1411085663716821, - 0.02721671504424786, - -0.04703600000000003, - 0.008643274336283235, - -0.03328283893805306, - -0.08280126353982296, - -0.04353061946902624, - 0.022193132743362702, - -0.07879264601769921, - 0.06659287787610634, - 0.07170867256637195, - 0.1411085663716824, - -0.04703600000000003, - 0.14110856637168173, - -0.05805589380530971, - 0.08516874884955755, - 0.043014315044247776, - -0.002110141592920556, - -0.07482919999999994, - 0.027698871681415955, - -0.08165009999999992, - -0.0536924247787612, - 1.0619469030955972e-07, - -0.09438650000000005, - 0.06338747787610613, - -0.0901489026548673, - -0.04849817699115047, - 0.07722033628318585, - 0.026260424778761074, - 0.0738569911504426, - 0.04712901946902665, - 0.16431531858407084, - 0.09438671238938037, - 0.09438671238938054, - -0.0386190796460177, - -0.09438650000000005, - 1.0619469029580476e-07, - 0.06704106194690244, - 0.00271023008849546, - 0.04821953097345133, - -0.022629159292035374, - 0.24075912389380558, - 0.19588278672566428, - 0.10636762831858415, - 0.07170867256637167, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - 0.24495034513274322, - -0.02112876106194717, - -0.03837423008849555, - 0.0792644690265486, - -0.010963192920353986, - -0.13985853097345086, - -0.06118739999999991, - -0.05918213274336283, - -0.06659289999999989, - 0.19309768141592948, - 0.0665928778761063, - -2.920353984064934e-07, - -0.08791879646017699, - -0.009588667256637163, - 0.039876742477876134, - -0.04371391504424787, - -0.09472733274336269, - -0.08165009999999992, - -0.04703600000000003, - -0.08165009999999992, - -0.059833336283185844, - -0.07838458407079653, - -0.015475274336283125, - -0.0805356, - -0.13698139380530983, - 0.14110856637168137, - -0.04703600000000003, - 0.0665928778761063, - -0.021128761061947016, - 0.017010241592920368, - 0.09822180530973434, - 0.005761375398230098, - 0.0322361946902655, - -0.034939104424778704, - 0.06566965486725665, - 0.061632838053097376, - 0.0004023300884955741, - 0.07045262681415927, - 0.028733457522123865, - 0.02147898230088495, - -0.05026543539823011, - 0.060225181415929224, - -0.07029714159292026, - 0.06618380000000008, - 0.011594984955752213, - 0.040387401769911555, - -0.0058615916814159065, - 0.04742410654867257, - -0.015766054867256643, - -0.062290848053097175, - -0.05214830601769914, - 0.04644970973451337, - -0.05739616814159293, - 0.05439313274336291, - -0.0036409858407079588, - -0.009598277876106183, - -0.011235967256637188, - -0.002634908849557516, - -0.005508535398230053, - -0.05590965752212387, - -0.06772527787610619, - 0.08251315044247781, - -0.08976234513274321, - 0.04703600000000003, - -0.04274165486725669, - -0.05909215752212393, - 0.027935999115044265, - -0.036451818017699096, - 0.03197787610619467, - 0.1596792035398229, - 0.0024668168141592844, - -0.015842806194690306, - 0.07878208849557493, - 0.006463776548672604, - 0.06462291946902653, - 0.025483634513274327, - 0.06707996637168136, - -0.07861038619469025, - -0.0949829097345134, - -0.08679084778761066, - 0.09411216159292037, - -0.061483929203539976, - -0.03750280353982299, - 0.024982454867256657, - 0.010920844247787605, - -0.036973680442477924, - -0.00325765690265486, - -0.06706977168141595, - 0.054682415929203546, - 0.07233616902654867, - 0.024967183185840673, - 0.0201886814159292, - 0.0625599000000001, - 0.016163015929203547, - -0.19404511061946894, - 0.1314095771681416, - -0.02607840336283184, - -0.07232390353982299, - 0.06542182300884967, - 0.09097714132743363, - -0.0490932584955752, - 0.17395115044247766, - -0.08915754336283198, - 0.005843493805309704, - -0.1311985026548673, - 0.0822022767256637, - -0.0316962311504425, - -0.15503262123893807, - 0.050416203539823005, - 0.012278147787610633, - 0.0764223432743363, - 0.20117684424778776, - -0.15312840973451328, - -0.006850403539823016, - -0.22191862300884949, - 0.1207021007964602, - -0.08917110283185833, - -0.07690047646017703, - 0.030319972566371638, - -0.1126870734513274, - 0.06241866831858403, - -0.1273596991150443, - 0.06213639999999999, - -0.07254762831858405, - -0.08504349999999997, - 0.034207636283185856, - -0.02238689532743362, - 0.10946240796460185, - 0.021622823008849552, - -0.1487953611504425, - 0.02685327893805308, - -0.04490421946902649, - -0.04955592035398229, - 0.06734868938053096, - -0.08363668734513273, - 0.022693176017699095, - 0.09933861353982294, - -0.00604589380530972, - -0.10963647433628322, - 0.03259297079646029, - -0.07945840000000003, - -0.007002541592920362, - 0.10658185398230094, - -0.0866022876106194, - 0.06365430106194689 - ] - ], - "std": [ - [ - 0.9732374444872444, - 0.9655808459932996, - 0.2507734231833244, - 0.85756632700396, - 0.9152499916483915, - 0.9319460220789437, - 0.9577523305438101, - 1.1527478213503135, - 0.9576681124104236, - 1.0097636409421697, - 0.9939501739346246, - 0.8077223719814682, - 0.9956881527950738, - 1.065832253077651, - 0.8648866626310105, - 0.7884428876814543, - 0.8846283104978594, - 1.0392968702844574, - 0.9547571784517959, - 0.830419971626617, - 1.9911349325902201, - 0.8944357999064113, - 0.8944357999064099, - 1.0, - 1.0, - 1.0, - 1.0288388455432311, - 1.0366372636701484, - 1.0104922342254585, - 0.6029602666961917, - 1.0, - 0.9119059418676891, - 0.9988936769842922, - 1.3401171108416883, - 1.0, - 1.0, - 1.409505785723462, - 0.7576328500006007, - 1.1142082921935355, - 1.100915710823559, - 0.9521761840451372, - 0.8352521125885086, - 0.7194469320515606, - 0.9886952789548065, - 1.0, - 1.111662684055426, - 1.9911349325902201, - 0.9988936769842919, - 1.0, - 1.0, - 0.9092993788613446, - 1.061138924056677, - 0.8860454459362529, - 0.77869888137794, - 1.0, - 0.9971658374137916, - 0.8944357999064098, - 1.4095057857234619, - 1.409505785723463, - 1.4095057857234636, - 1.4095057857234625, - 0.9988939483461562, - 0.8359429042688657, - 0.9455652546275832, - 1.047159553008427, - 1.2373317065584502, - 0.9367499049873408, - 0.7094990007768702, - 1.0, - 1.9911349325902201, - 1.152138074538977, - 1.0, - 1.076296523650441, - 1.0790204523971971, - 0.9278040585020654, - 0.6623289850929874, - 1.0736843273720698, - 1.059187675645061, - 1.4095057857234636, - 1.1978616378928757, - 1.9911349325902201, - 1.0, - 1.9911349325902201, - 0.9142231440920847, - 1.3486308966826843, - 0.9779239267203217, - 1.072217573812213, - 1.0, - 1.0670736267417575, - 1.0, - 0.7576328500006009, - 0.9988939483461562, - 1.0, - 1.2592635987036094, - 0.6360290623787335, - 0.8549033709264361, - 1.300841714365119, - 0.979322007928904, - 1.2296324368044147, - 1.3300447893255654, - 1.2339107860310472, - 1.4063287585864288, - 1.4063287585864277, - 0.817419899167048, - 1.0, - 0.9988939483461566, - 1.2178666747421332, - 0.9179155627028488, - 1.1674686384124506, - 0.937597875841375, - 1.9128860722576218, - 1.9849443701676805, - 1.2128492302504466, - 1.1978616378928766, - 1.409505785723462, - 1.0, - 0.9988939483461566, - 1.9776639067090993, - 0.8944357999064088, - 0.9089427774812973, - 1.1565813541259533, - 0.9312031818896745, - 0.37790291497240225, - 1.0, - 1.0103067336455187, - 1.0, - 1.612796005825811, - 1.4095057857234625, - 0.9988936769842919, - 0.9869575017654069, - 1.0625408223089012, - 0.8572543250334869, - 0.4626232154331089, - 0.8399894436428749, - 1.0, - 1.0, - 1.0, - 0.9949165069017805, - 0.9763809111647539, - 0.9886383527662114, - 1.0, - 0.8853802248708618, - 1.9911349325902201, - 1.0, - 1.4095057857234612, - 0.8944357999064094, - 0.8545082434186259, - 0.8796291945635648, - 0.9389113833926183, - 0.8861374760427413, - 0.39441056751713705, - 0.8648668783726172, - 0.9862191391833568, - 0.8481954658017612, - 0.9206020572467216, - 0.886517128434336, - 1.0192902215038742, - 0.956622629021229, - 0.8523688961466389, - 0.2992587051477164, - 1.0, - 0.8898404778961094, - 1.0071877733497892, - 0.950155747946548, - 1.0050918229648342, - 0.7815635141616576, - 0.9972744785704897, - 0.9594844360499902, - 0.9255046483391078, - 0.4876909595587591, - 0.5036861467715275, - 0.8566188861170654, - 0.7638467720219689, - 1.0032544884403838, - 1.0560420525550518, - 0.8986819691295396, - 0.9372189161919664, - 0.8101867430665612, - 0.8950623205358443, - 0.7725356624236849, - 1.0, - 0.872460731649835, - 1.045597205130584, - 0.881115812189619, - 0.9553256168269835, - 0.8848742890899297, - 0.5907365616618244, - 0.9525692591339604, - 0.9761188977078773, - 1.2163938242844157, - 0.9319895550002153, - 0.8335462617896103, - 0.9176414735582966, - 0.9775951517497435, - 0.8425042883529639, - 1.2598848541968266, - 0.949252647471748, - 0.838972165335258, - 0.23456841787874302, - 1.1642248030770597, - 0.8628119131177865, - 0.8751618803772816, - 0.9228296916565395, - 0.9809394578124714, - 0.5915262659968897, - 0.8563703331027254, - 1.223677024967222, - 0.9284798655045788, - 1.2965375076317172, - 1.0, - 0.9389878405072626, - 0.8540110671890598, - 1.316521539927867, - 1.4340416104694482, - 0.8735072262525767, - 0.676363014728904, - 1.1134658692256694, - 1.0134545560863548, - 1.7552329970203224, - 1.7155564074285294, - 0.873049365917997, - 1.030474558081803, - 1.0170344415415917, - 1.0766146909852692, - 0.7111765255105056, - 0.6923440560955865, - 1.0058025631570486, - 0.9240158601820535, - 1.9435205267323648, - 1.9899491083438348, - 0.8387690283436754, - 0.9708565551581373, - 0.8493149601758292, - 0.985055690803851, - 0.8279931417986857, - 0.9098729896957297, - 0.9370725829078755, - 0.8393620512490872, - 0.28080206241297245, - 1.0, - 0.8220194136548338, - 0.9761698379739507, - 0.7917031329595748, - 0.9270879739715543, - 0.847139011361557, - 1.0122054789755355, - 0.9745187015121873, - 0.8548335912371546, - 0.16972156566241, - 0.8245729285934237, - 1.06901211839648, - 0.8750748380574906, - 1.0605384058291198, - 0.814622435544981, - 1.1662691506968674, - 1.0027045465050628, - 0.707221379699125, - 1.0, - 0.8738904193642293, - 1.0307627522011051, - 0.9112504790758761, - 1.0340966211802813 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694837, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.40350877192982454, - "test_acc": 0.30851063829787234, - "train_size": 113, - "val_size": 57, - "test_size": 282, - "stats": { - "mean": [ - [ - -0.08236052831858409, - 0.04887446902654869, - 0.0825547600000001, - 0.07080902389380533, - 0.06969351327433632, - -0.02017880672566372, - 0.0033134920353982203, - -0.0904622607964602, - 0.0008566455575221136, - 0.05502761778761062, - 0.0029605046017698983, - 0.16618478141592918, - 0.10348846991150445, - -0.12880789292035386, - 0.001393306194690269, - -0.009972053097345045, - -0.13480514867256632, - 0.15853807787610613, - -0.022554120353982243, - -0.17088875221238942, - -0.04703600000000003, - -0.02112876106194702, - 0.14790371681415893, - 0.0665928778761063, - 0.0665928778761063, - 0.09438671238938028, - -0.033913831858407135, - -0.05746374070796462, - 0.020589044247787618, - -0.08296883185840712, - -0.016433217699115002, - -0.02482472566371683, - -0.13408300000000029, - -0.0661125929203539, - 0.14110856637168206, - 0.19977865575221251, - 0.06659287787610634, - 0.16107630088495584, - -0.04968823575221234, - 0.16085886725663703, - -0.040819525663716834, - -0.04226484955752222, - 0.03399069026548677, - 0.08868894690265484, - 0.14110856637168143, - 0.1435154159292037, - -0.04703600000000003, - -2.920353984457933e-07, - -0.02112876106194691, - 0.1997786557522125, - -0.14194291681415921, - 0.11196102831858407, - 0.0592675752212388, - 0.09347194690265491, - -0.04703600000000003, - 0.13773737168141595, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - 0.0665928778761063, - 0.09438671238938029, - -0.09931298230088502, - -0.11574543716814155, - 0.19007244637168158, - 0.006741415929203616, - -0.17417296814159283, - -2.920353982846636e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247736, - 0.14110856637168231, - -0.00288054867256639, - 0.04904841858407081, - 0.02098572858407086, - -0.1192364601769909, - -0.0031704955752213143, - 0.01358514159292034, - -0.06659289999999989, - 0.014341504424779012, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - 0.07784732743362836, - 0.10888657327433629, - -0.1186584123893806, - -0.02180679646017706, - -0.07482919999999994, - 0.08863622212389385, - 0.13608353008849555, - 0.08948672566371674, - 1.0619469028597977e-07, - -0.09438650000000005, - -0.02112876106194696, - 0.09014838938053121, - -0.048498132743362864, - 0.05329288938053096, - 0.07878135752212394, - 0.006330884955752202, - 0.04712901946902665, - 0.11292442477876118, - -0.09438650000000005, - 0.09438671238938054, - -0.03861907964601756, - 1.0619469029580476e-07, - -0.09438650000000005, - 0.06704106194690229, - -0.07101396460177, - 0.11338092035398238, - 0.022629575221239016, - 0.15994504424778788, - 0.039176644247788044, - 0.11334270796460184, - -0.100392831858407, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469028597977e-07, - 0.027216715044247736, - -0.0211287610619469, - 0.007675044247787407, - 0.017898353982300903, - 0.022447520353982425, - -0.10415006194690236, - -0.06118739999999991, - -0.031867106194690256, - 0.0665928778761063, - 0.0386198407079645, - -0.06659289999999989, - 0.06704106194690229, - 0.03697516814159319, - -0.044993100884955714, - -0.005112693362831841, - -0.08742769999999993, - -0.04059785840707965, - 0.027216715044247736, - 0.1411085663716819, - 0.13608353008849491, - 0.03589945132743362, - -0.0453806460176991, - 0.003572176991150533, - 0.05211161769911493, - -0.012922732743362846, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - 0.14790371681415954, - 0.14316932831858414, - 0.03571657522123903, - -0.10441322884955753, - -0.23222040176991168, - -0.03493910442477871, - 0.05546864601769913, - 0.12581869469026555, - -0.18030577079646018, - -0.07161228646017702, - -0.03718444513274338, - 0.013523787610619589, - 0.10059417451327425, - 0.01624747876106193, - 0.05021323893805318, - -0.05147623362831883, - 0.1827229362831858, - 0.0034618557522124397, - 0.05241511327433623, - 0.030558143362831823, - -0.19202160176991148, - 0.11133997495575228, - 0.12129543628318586, - 0.060097776106194795, - 0.11579815929203502, - -0.027196398230088462, - 0.17599128230088495, - -0.1195051539823009, - 0.18247482389380532, - 0.06219380353982303, - -0.09025506017699113, - 0.08350311504424779, - 0.1271729522123894, - -0.0951591353982304, - 0.10388311504424796, - 0.04703600000000003, - -0.14397143362831855, - -0.056712807079646044, - 0.11911974769911506, - 0.07255731355752211, - 0.17956833628318594, - 0.03657456283185836, - -0.12767188938053103, - -0.21526490619469008, - 0.019409734513274046, - -0.20038580796460184, - 0.13453505858407078, - -0.20150050008849554, - -0.10956924336283183, - -0.1755137388495575, - 0.07771356637168146, - 0.1258815132743363, - 0.05789021663716825, - 0.059674265486725525, - 0.04250356814159293, - 0.18101372743362842, - -0.08988732212389382, - 0.148077411681416, - 0.041530495575221225, - -0.07796867964601775, - -0.08606286725663721, - 0.216610610619469, - 0.09511035132743359, - -0.05938040707964593, - 0.0625599000000001, - -0.09312924070796465, - -0.07196051769911511, - 0.13021555911504423, - 0.10358608645132746, - -0.0039450442477876055, - 0.015811640707964647, - 0.042050546725663725, - -0.11399942584070796, - 0.01275024778761036, - -0.012157897345132696, - -0.07146561415929208, - -0.03644905008849562, - -0.0460240963716814, - -0.04567296300884947, - -0.0159320159292035, - -0.020865886725663647, - 0.006243656991150445, - -0.04104453495575228, - 0.04250217699115046, - 0.034307366371681414, - -0.11968876460176998, - -0.0937977030973451, - -0.007898124601769923, - -0.06254813724778759, - 0.027666705132743385, - -0.0678103380530974, - 0.0033648314159292177, - 0.014861656991150381, - -0.08490639823008855, - 0.06213639999999999, - 0.10985744247787621, - -0.1141806185840708, - -0.0051085477876106, - -0.07652198922123891, - 0.1186390026548673, - -0.006018964601769793, - -0.03378361716814159, - 0.011641800000000063, - -0.06094139999999994, - 0.1415026725663717, - -0.08340849911504429, - -0.021807159292035423, - -0.08355237141592924, - 0.10080485079646004, - -0.0028213893805309528, - -0.039560768141592914, - -0.03811751592920355, - 0.06180052389380527, - 0.08721472743362838, - -0.045456217699115044, - -0.04452998026548677, - -0.08741183716814158 - ] - ], - "std": [ - [ - 1.0288523625377175, - 0.9926765498781311, - 1.5821926864265932, - 1.2345480341843558, - 1.0919259987637373, - 0.8553411989728208, - 0.9770372253740158, - 1.0941619685910755, - 0.9070109264400832, - 1.1660151450666374, - 0.82811358045681, - 0.8585451804478106, - 0.9271539318095082, - 0.826139795075132, - 0.9407871254954377, - 1.1098127265333941, - 0.9673996715099642, - 1.0170784936919917, - 0.7160692020317576, - 0.8881539469849713, - 1.0, - 0.8944357999064094, - 1.5353137244867066, - 1.409505785723462, - 1.4095057857234625, - 1.4063287585864295, - 0.8810006273224485, - 0.9386543902953636, - 0.9544080465249254, - 0.605561339519823, - 0.41738930632162535, - 0.9435148318250272, - 1.0, - 0.7880462841530468, - 1.9911349325902201, - 1.9844233966366362, - 1.4095057857234636, - 1.494834216304884, - 0.8945327921343991, - 1.0465252306595956, - 0.9657902518204129, - 0.8818849232826983, - 1.01289922968906, - 0.9542609489006632, - 1.9911349325902201, - 1.303101066939662, - 1.0, - 0.9988936769842933, - 0.8944357999064099, - 1.9844233966366385, - 0.9721978598866062, - 0.9751070654641969, - 1.053405494669145, - 1.2277188687789828, - 1.0, - 0.9710532649972081, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.409505785723463, - 1.4063287585864295, - 0.9944538524514821, - 1.0084398738408038, - 1.096956593110858, - 0.9848747659663566, - 1.0176485758563296, - 0.9988936769842915, - 1.0, - 1.0, - 1.1521380745389784, - 1.9911349325902201, - 0.8886796764360778, - 1.0626176220464763, - 0.9820129092696263, - 0.48071756015968203, - 0.8052609158630751, - 0.9014845427415126, - 1.0, - 1.0421263616247836, - 1.0, - 1.0, - 1.0, - 1.0603166366167238, - 1.3948018100222412, - 1.0002378777841179, - 1.0521891063258038, - 1.0, - 1.170667828978199, - 1.6220790112596297, - 1.3004892166096398, - 0.9988939483461562, - 1.0, - 0.8944357999064098, - 1.2549059943840741, - 0.9010506624821365, - 1.2640911636544077, - 0.947031285603356, - 0.991260918816901, - 1.3300447893255651, - 1.1497030038124454, - 1.0, - 1.4063287585864277, - 0.8174198991670485, - 0.9988939483461566, - 1.0, - 1.217866674742133, - 0.8282680988206665, - 1.073085103116072, - 0.9693454139903576, - 1.7234040703162494, - 1.1056144342459158, - 1.074119172644369, - 0.6071170412907283, - 1.409505785723462, - 1.0, - 0.9988939483461562, - 1.1521380745389787, - 0.8944357999064119, - 1.058370875443875, - 1.0846522644237848, - 1.0598613115637294, - 0.5613288969768316, - 1.0, - 1.077530223972941, - 1.4095057857234625, - 1.15083399388167, - 1.0, - 1.2178666747421318, - 1.0966395583377115, - 1.0389053330759344, - 1.0429545495698374, - 1.0, - 1.0244696199828591, - 1.152138074538978, - 1.9911349325902201, - 1.6220790112596353, - 1.1329428844818097, - 1.0304640926757396, - 1.0027828154445004, - 1.4038062005460157, - 1.0648539403871593, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 1.5353137244867094, - 0.6866407429573802, - 0.9470876233472572, - 0.8928451459276403, - 1.3503062413436946, - 0.39441056751713693, - 1.0739060999830787, - 0.8074286630470415, - 0.8622816943277237, - 0.9235511168325403, - 0.8884646840941383, - 0.9253177369109523, - 1.0067482855890655, - 0.8717444615689396, - 1.7004798113300974, - 1.2451967529281143, - 1.0189016467998342, - 0.9159576992318523, - 0.9716842292520014, - 0.8537203439878127, - 0.6934639134127168, - 0.6814900866218891, - 1.08628728041417, - 0.8695100152450093, - 1.7244969164094923, - 0.9957413253735008, - 0.886998298843266, - 1.0086098935045376, - 0.9474117590718318, - 0.9527864599550645, - 0.8622024829086022, - 0.928715896349544, - 1.165972778898159, - 1.1444020655792773, - 1.249832703644339, - 1.0, - 1.04414181114218, - 0.7888691092407913, - 0.8896110919230731, - 0.8385172959457787, - 0.6963004767756463, - 1.0524770129026086, - 0.8728215158868736, - 1.2422671085343606, - 1.0395955941659785, - 0.9729248895409327, - 0.942112878700215, - 0.9029124312015971, - 0.9945356002953412, - 0.9067257721352653, - 0.6559269963983796, - 1.0530222495928638, - 0.7742650861348659, - 1.7415209866320729, - 0.31751695199855035, - 0.9401556411866103, - 0.9925662855482592, - 0.9703437391049544, - 0.9315271035229352, - 0.76726349356305, - 1.113451820498087, - 1.5950728246019172, - 0.9108834606609704, - 0.6187680270209445, - 1.0, - 1.026218169309107, - 0.9226908311101232, - 1.3695879042350074, - 1.390915117042367, - 0.9165066682832561, - 1.0788295714407763, - 0.8648263176100378, - 0.9635758583333331, - 0.8878642706591297, - 0.9006687498171835, - 0.8634669309414519, - 1.0263681887473621, - 1.1035216758671196, - 0.9668823371087334, - 0.9093839574625667, - 1.2537251227686863, - 0.925393016008483, - 0.9198488449490679, - 0.9988290268424753, - 0.1771101235529094, - 1.05614751420039, - 0.9497863099739803, - 1.0994839009481026, - 0.92792429034674, - 0.9973731985207415, - 1.4008749618490997, - 0.9833759189369512, - 0.7900467121392818, - 0.5512800744398914, - 1.0, - 1.160435495736531, - 0.840523823247663, - 1.0569742675732663, - 0.8576934466322704, - 0.9349861286126709, - 0.8587290535040432, - 0.9574488028099564, - 0.8825111948837125, - 1.0, - 0.9946462418130932, - 0.8401625258336195, - 1.0609041780534152, - 0.8625411201961046, - 0.8578849236354916, - 0.9245113485505083, - 0.9397104471617286, - 0.949988633400937, - 1.4949439323664353, - 1.0752730715733643, - 0.854508526946672, - 1.0304209489391347, - 0.9286338973772724 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694837, - "cert_evals": { - "36": 0.17543859779834747, - "72": 0.14035087823867798, - "108": 0.14035087823867798, - "255": 0.035087719559669495 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5384615384615384, - "test_acc": 0.5547445255474452, - "train_size": 113, - "val_size": 65, - "test_size": 274, - "stats": { - "mean": [ - [ - 0.003089986725663709, - -0.004440814159291977, - 0.06255539469026555, - 0.0030673203539822954, - 0.001728016814159293, - 0.11026861433628313, - 0.017892446017699123, - -0.06960080176991157, - 0.039233834283185866, - 0.15144875398230093, - 0.006497817787610628, - -0.01399969203539821, - 0.12535314601769912, - 0.032636741592920446, - -0.04566848761061949, - -0.12298024778761062, - -0.000969959292035392, - 0.11890371504424775, - -0.09021629999999985, - -0.11451322123893802, - -0.04703600000000003, - 0.06338747787610569, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.09438650000000005, - -0.04968765486725668, - 0.10877121769911505, - -0.018068128318584065, - -0.08296883185840709, - -0.05587280000000011, - -0.06895776106194693, - -2.920353983278935e-07, - -0.013222389380530894, - -0.04703600000000003, - 0.06659287787610632, - -0.06659289999999989, - -0.1252820000000002, - 0.010099320973451271, - 0.07353538053097344, - -0.007326469911504469, - -0.07684545132743385, - -0.0339906548672566, - 0.05784047787610613, - 0.14110856637168143, - 3.805309734868323e-07, - -0.04703600000000003, - -0.06704164601769919, - -0.02112876106194691, - -0.06659289999999989, - 0.15620863893805323, - -0.03053643008849556, - -0.18165605309734498, - -0.11233752212389378, - -0.04703600000000003, - -0.016779973451327427, - -0.021128761061946985, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.00463133628318579, - -0.07507774690265485, - -0.0007694676106195044, - -0.08089127433628311, - -0.10792991415929203, - -2.9203539847723323e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247893, - -0.04703600000000003, - -0.02592799999999999, - 0.08057962389380531, - 0.024038425752212503, - -0.16465999999999992, - -0.07926050000000014, - -0.09237758407079648, - -0.06659289999999989, - -0.043025663716814114, - 0.14110856637168245, - 0.1411085663716826, - -0.04703600000000003, - -0.023750336283185847, - 0.03126479168141594, - 0.008899934513274312, - -0.02743449557522126, - 0.06331698053097352, - 0.05539779646017699, - 0.027216715044247736, - 0.017897150442477798, - 1.0619469029187476e-07, - 1.061946903233147e-07, - -0.02112876106194691, - -0.1502479999999999, - -0.016447008849557545, - -0.0054378495575221125, - 0.07474130442477876, - -0.07807693805309734, - -0.07854839999999999, - -0.008790955752212368, - 1.0619469031152472e-07, - 1.0619469029973474e-07, - 0.038619840707964564, - 1.061946903233147e-07, - 1.0619469035868464e-07, - -2.920353983829134e-07, - -0.06884565486725683, - -0.043006230088495565, - 0.13900964601769922, - -0.06902842477876096, - -0.06529410000000001, - -0.07149334513274326, - -0.043025663716814044, - -0.06659289999999989, - 0.02721671504424799, - 1.0619469029187476e-07, - -0.08165009999999992, - -0.1056450000000003, - -0.0844234336283186, - 0.045172380530973465, - 0.08091592477876108, - -0.08034439823008824, - -0.06118739999999991, - 0.009105318584070807, - 0.0665928778761063, - 0.03861984070796471, - -0.06659289999999989, - -2.920353983475435e-07, - -0.01561157522123892, - 0.034667146902654884, - 0.04805644646017698, - 0.07649909380531038, - 0.0778107902654868, - -0.08165009999999992, - -0.04703600000000003, - 0.027216715044247736, - 0.003988389380530976, - 0.07484829203539822, - 0.06071553097345137, - 0.014212502654867237, - 0.06978295752212389, - -0.04703600000000003, - -0.04703600000000003, - -0.06659289999999989, - -0.1056450000000003, - -0.05670110707964598, - 0.09375696460176995, - -0.16628776973451334, - -0.004178826548672555, - -0.07220739999999994, - -0.06694404424778763, - -0.06819787345132745, - -0.049705195575221274, - -0.11667001238938055, - -0.12676487345132748, - 0.06602797345132745, - 0.0027255099115044237, - 0.08367987168141594, - -0.07531826548672561, - 0.06618380000000008, - -0.05077870088495575, - -0.03939802035398229, - 0.0725209725663717, - 0.018818907079646008, - -0.0012129309734513318, - 0.08232463584070795, - 0.06279675221238941, - 0.05451436991150446, - -0.09364632743362859, - -0.013597840707964663, - -0.02791582300884959, - 0.02277181946902653, - 0.09624579256637165, - 0.10685669557522126, - 0.05720445840707966, - -0.11690305221238939, - -0.07600262831858408, - 0.20486032743362856, - -0.11598514159292016, - 0.04703600000000003, - 0.12372530088495573, - 0.07733639557522128, - 0.009731815840707961, - 0.06515634630088495, - -0.004099914159292028, - -0.062444362831858426, - -0.14432490088495575, - 0.010303688495575204, - -0.03996258407079658, - -0.01723771946902648, - -0.03748595911504427, - -0.09338390796460176, - -0.12455748761061945, - -0.07069998663716814, - 0.09306433097345132, - 0.05574491150442479, - 0.05271592371681417, - -0.10488400000000016, - 0.0725061, - -0.06092212743362833, - -0.021001579646017662, - 0.08582514876106195, - 0.05783091212389381, - 0.07796875840707959, - -0.0484065486725664, - -0.06359218141592915, - 0.12465353274336273, - -0.03740971681415926, - -0.006256027433628239, - 0.02847770973451326, - 0.03523589380530972, - -0.007258076106194675, - 0.029468245840707955, - 0.07720809823008848, - -0.029801646017699017, - -0.07590199938053097, - -0.0023667877876106243, - -0.06193052212389384, - 0.0729473, - -0.08944441592920359, - -0.008905622654867247, - -0.09599750318584069, - -0.11731536725663715, - 0.03799221946902657, - 0.04264000707964609, - -0.05476776486725663, - -0.08099349336283189, - -0.06403644955752204, - 0.0510427, - -0.1728837920353984, - 0.04379192212389381, - -0.08503633221238939, - -0.04843164778761059, - -0.013288855929203541, - 0.05900416725663712, - 0.01502987168141596, - -0.028499033982300897, - -0.06898648672566376, - 0.06213639999999999, - -0.020727761061946872, - 0.056635334513274314, - -0.009026141592920364, - 0.03156841769911506, - -0.12126076106194686, - 0.06353122123893817, - 0.031937667522123854, - 0.029336698938053133, - 0.12508993982300817, - -0.07582650442477877, - 0.006734969026548675, - 0.06509837044247789, - 0.03657155663716816, - -0.13086254787610632, - -0.01249529203539823, - 0.041217141592920364, - 0.050712616814159305, - 0.008828665486725618, - -0.04774530973451326, - -0.06531424955752214, - 0.08627439557522125, - 0.019008834867256633 - ] - ], - "std": [ - [ - 0.9244692810470073, - 0.9993356910018533, - 1.1547522998507793, - 0.9432810092169331, - 1.03584004279498, - 0.8753158130277445, - 1.0465755215467378, - 0.9102607240673849, - 1.023778543447583, - 0.9297280045159075, - 1.0069835198754635, - 0.9525566546794436, - 0.9399759480360307, - 0.9978150756585966, - 0.9862811329995884, - 0.9613244275752023, - 1.111865207612389, - 0.9715796850385696, - 1.0, - 1.0813226579822182, - 1.0, - 1.2592635987036094, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.010538238524329, - 1.0722512669094082, - 1.0593646908068974, - 0.605561339519823, - 1.0, - 0.9556792785074675, - 0.9988936769842924, - 0.9607982608538026, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 0.972373648410722, - 1.0584533172538098, - 1.0284056325027326, - 0.8751294762374062, - 0.7194469320515607, - 0.9753483226530357, - 1.9911349325902201, - 0.99889397212978, - 1.0, - 0.7094990007768706, - 0.8944357999064104, - 1.0, - 0.9004941973725803, - 1.0121581074927941, - 0.761525664661198, - 0.6638398438080123, - 1.0, - 1.0084273596642825, - 0.8944357999064123, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 1.0, - 1.0674172345021198, - 1.0415595393603108, - 0.9952640371583976, - 0.7847375185646767, - 1.0253922671299165, - 0.9988936769842935, - 1.0, - 1.0, - 1.1521380745389769, - 1.0, - 0.9380600926852771, - 0.9688329579782285, - 1.0699750013871834, - 1.0, - 1.0, - 0.9022130416875166, - 1.0, - 0.8547515543653855, - 1.9911349325902201, - 1.9911349325902201, - 1.0, - 0.9833161542151768, - 0.9113836368578456, - 1.0154070458101938, - 0.8175726795277899, - 1.0291658658053822, - 1.0023879541161114, - 1.1521380745389784, - 1.0666606471785436, - 0.9988939483461562, - 0.9988939483461564, - 0.8944357999064111, - 1.0, - 1.0194849042181624, - 0.9377289254070391, - 0.9868393622488469, - 0.7115324821514019, - 1.0, - 0.9291878599599749, - 0.9988939483461571, - 0.9988939483461564, - 1.150833993881672, - 0.9988939483461564, - 0.9988939483461563, - 0.9988936769842928, - 0.8446756150368765, - 0.8840822390425243, - 0.879273891482901, - 0.356357040154056, - 1.0, - 0.8575361470050674, - 0.8547515543653872, - 1.0, - 1.1521380745389762, - 0.9988939483461562, - 1.0, - 1.0, - 0.7707096318942795, - 0.9479029615796615, - 0.8861435214681488, - 0.709392406059319, - 1.0, - 0.9648083778490988, - 1.4095057857234619, - 1.1508339938816696, - 1.0, - 0.9988936769842918, - 0.8265732991714976, - 1.0190844405952648, - 0.9459831021380053, - 1.7348381185160544, - 1.1517740759366022, - 1.0, - 1.0, - 1.152138074538978, - 0.912843060712004, - 1.1388119070973806, - 0.9915799039109703, - 1.002719667279991, - 1.085125621845705, - 1.0, - 1.0, - 1.0, - 1.0, - 1.5001714286910226, - 0.9966194693620798, - 0.9443805992812078, - 0.8655175815339226, - 1.0, - 0.7897012658620092, - 1.1164175335449071, - 1.264530190302258, - 0.8921583865445091, - 1.0648052330194941, - 0.8695758038727032, - 0.8660581580725691, - 0.8367831000825393, - 0.37197924168302665, - 1.0, - 0.9262178979224102, - 0.9242646117464632, - 0.973591105652927, - 0.9951600891998066, - 1.1111862475284577, - 0.6670563380647561, - 0.9442962334551489, - 0.990332316811185, - 0.480719441273429, - 1.223234975369157, - 0.940394811395897, - 0.9089632031900003, - 1.0458338698053655, - 0.9721165818563446, - 1.374767108546496, - 0.8594004341053223, - 0.7653673558229712, - 0.6670525311692612, - 0.645642563256581, - 1.0, - 0.891254315503885, - 1.0775980834755503, - 1.007431548670928, - 0.9530753484316439, - 1.4811962251096449, - 1.2176806384389702, - 0.9602107117788192, - 0.8795846242039457, - 1.1116750216535782, - 0.9501349187678776, - 1.0821885258200035, - 1.1407026156836266, - 0.9231893015164008, - 0.8990327480493145, - 0.6422405879838027, - 0.9092214790537131, - 0.9351958368508632, - 1.0, - 1.0, - 0.9288775753611616, - 0.8531876075690629, - 1.034017858801366, - 1.0285706599327553, - 1.5382840820664052, - 1.0793433921827003, - 0.7014984131399681, - 0.9478974831267535, - 0.8121083950620509, - 0.5317226069000799, - 0.877495299738119, - 1.105656776922663, - 0.9679617815757274, - 0.7155463726091819, - 1.108302722756925, - 1.0944778308312668, - 0.7749616919771513, - 0.8850563716056123, - 0.5693811287198752, - 1.0, - 0.9220528856937216, - 0.8553127512283658, - 0.9975197765961968, - 0.8796722204092665, - 1.1740947078133768, - 0.9516756586234943, - 0.9063555755946218, - 0.9537956983823893, - 0.21590336552059824, - 1.0, - 1.1291952185180558, - 1.0007499385498189, - 1.0111383561599954, - 0.9704983147288865, - 1.1385710361021162, - 0.7564588026775311, - 1.0046465692486821, - 0.9312841189336238, - 0.6375502285227569, - 1.0, - 0.829387189699574, - 1.0544363475675953, - 0.9771879250820691, - 1.0137760206245479, - 1.0423498864484522, - 0.43681029699877133, - 0.8991224001063718, - 0.8257144621838688, - 1.968770644943309, - 0.8856828178067617, - 1.0398871114616712, - 0.8345338516516961, - 0.9722595951185294, - 1.285772740124495, - 0.8915167876690523, - 0.8875667705363124, - 0.6453390579256484, - 0.9343424770462008, - 0.8887305596443167, - 1.0443061214405034, - 1.027608228431771, - 0.9189390661089004 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694837, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 33, - "best_val_acc": 0.29850746268656714, - "test_acc": 0.3161764705882353, - "train_size": 113, - "val_size": 67, - "test_size": 272, - "stats": { - "mean": [ - [ - 0.04070993805309734, - 0.11996151327433617, - -0.07505505699115043, - -0.053473368141592904, - -0.0023036168141593112, - -0.04386066761061949, - 0.1000648973451327, - 0.21898467610619468, - 0.0844638663362832, - -0.21027526176991146, - 0.08278053309734511, - 0.02691175840707965, - -0.10311968407079651, - -0.019989650442477833, - -0.029568291150442447, - 0.06979861946902657, - -0.09989179115044242, - -0.0017227557522123856, - -2.2654867243656462e-07, - 0.06518417699115044, - -0.04703600000000003, - -0.1056450000000003, - -0.1056450000000003, - 0.19977865575221251, - 0.0665928778761063, - 0.09438671238938035, - -0.10331811504424784, - -0.11287559292035391, - 0.1063068938053097, - 0.04291548672566383, - -0.05587280000000011, - -0.032180318584070916, - 0.06704106194690261, - -0.1718930000000004, - -0.04703600000000003, - 0.0665928778761063, - -0.06659289999999989, - 0.08948672566371665, - -0.025450121504424723, - -0.17311484513274336, - 0.07640526460176993, - 0.11526853982300869, - 0.1133023008849558, - -0.07326554867256642, - -0.04703600000000003, - 0.047838725663716816, - -0.04703600000000003, - 0.06704106194690251, - -0.02112876106194691, - -0.06659289999999989, - -0.013552253982300916, - -0.020357922123893812, - -0.027464973451327517, - -0.006002522123893788, - -0.04703600000000003, - -0.04337743362831858, - 0.14790371681415934, - 0.0665928778761063, - -0.06659289999999989, - 0.06659287787610634, - -0.06659289999999989, - 1.0619469029580476e-07, - 0.044767823008849614, - 0.08289923362831852, - -0.12235442831858409, - -0.11459614159292028, - 0.14790476371681416, - -2.9203539830824354e-07, - -0.04703600000000003, - 0.14110856637168223, - 0.027216715044247736, - -0.04703600000000003, - -0.055889752212389385, - -0.12962760265486717, - 0.10187851619469035, - -0.01324823008849549, - 0.022193132743362702, - -0.07879260176991155, - 0.0665928778761063, - 0.12907584070796485, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - -0.002639044247787606, - 0.054982569292035384, - 0.05932991150442477, - -0.06964141592920373, - -0.07482919999999994, - -0.033238396460177, - 0.13608353008849555, - 0.0894867256637167, - -0.09438650000000005, - -0.09438650000000005, - -0.1056450000000003, - 0.030049292035398203, - 0.0004219557522123656, - 0.04024157522123887, - 0.01212035575221241, - -0.06541580530973452, - -0.07854839999999999, - 0.02907596460176992, - -0.09438650000000005, - 0.09438671238938048, - -0.03861907964601766, - 1.0619469030366473e-07, - 1.0619469029580476e-07, - -0.0670416460176993, - -0.04499362831858416, - 0.0430065663716814, - 0.05495734513274337, - 0.025254761061947018, - -0.06529410000000001, - 0.06800543362831867, - -0.15775999999999976, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - -0.08165009999999992, - -0.021128761061946954, - 0.0199548849557522, - -0.04005870796460183, - 0.07256339026548671, - 0.0029753097345135682, - 0.008741072566371728, - -0.12291731858407075, - 0.0665928778761063, - -0.03861907964601771, - 0.0665928778761063, - -2.9203539835933345e-07, - -0.15365226548672545, - -0.02139016460176988, - 0.03374174115044254, - -0.03278541946902662, - -0.16577226814159277, - 0.027216715044247785, - 0.14110856637168206, - -0.08165009999999992, - -0.17471278761061948, - -0.05009553982300891, - 0.10357247787610621, - 0.01421250265486715, - -0.16799606460176988, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - -0.02112876106194691, - 0.10064383539823014, - -0.09822227433628321, - 0.010812114336283181, - -0.0005969424778760985, - -0.034939104424778704, - -0.021039132743362887, - 0.1549942769911504, - -0.05473569823008849, - 0.09371048247787614, - 0.1284547699115043, - 0.08193819469026561, - -0.1894623433628318, - -0.03994628938053097, - 0.005021592920354035, - 0.06618380000000008, - 0.046780255752212445, - 0.12412912743362833, - -0.15687404504424782, - -0.04040450761061948, - 0.01819149026548674, - 0.047322232477876085, - -0.1316860601769911, - -0.08258592566371675, - 0.05638880530973452, - -0.10198681415929205, - 0.1290602176991152, - -0.03669845398230087, - -0.10499076469026546, - -0.12757559911504432, - -0.06652606637168137, - 0.05155422566371681, - 0.031605256637168136, - 0.0629123805309736, - 0.023197380530973564, - 0.04703600000000003, - -0.03599286283185842, - -0.1574473318584071, - 0.10887992823008849, - -0.053605181415929175, - -0.012299078761061958, - -0.05887616991150452, - 0.07308711769911504, - 0.09051549646017694, - -0.10846913274336303, - -0.15513741725663718, - 0.12073644318584073, - 0.05041307504424779, - 0.1529646697345132, - 0.0776218637168141, - 0.057565741592920404, - -0.17276489823008853, - -0.014984845840707986, - -0.04701723008849572, - -0.03750280353982299, - 0.06355189203539817, - 0.06636549999999998, - -0.1410115592035399, - -0.08766313362831851, - -0.09892783274336285, - -0.013420267079645989, - 0.09777304070796461, - 0.07535415840707965, - -0.10688448672566354, - 0.0625599000000001, - -0.011544922123893811, - -0.09627820707964604, - 0.08584640530973452, - 0.007022314424778771, - -0.05128431504424778, - -0.06365885663716808, - 0.02538907345132746, - 0.071253879380531, - -0.032786734513274456, - 0.0729473, - 0.04719471592920353, - 0.014598110265486715, - 0.026159213575221246, - 0.059101831504424836, - -0.07843545663716811, - 0.0003891433628318023, - 0.014624393274336253, - 0.03384382522123893, - -0.07310352920353969, - 0.0510427, - 0.14306325132743355, - -0.011243908849557487, - 0.02559352380530976, - 0.03617407230973455, - -0.012417333274336301, - -0.10102372743362834, - -0.09638603628318594, - 0.02360371292035396, - -0.0742930973451328, - -0.014339143362831862, - 0.03523714159292039, - 0.03915302300884953, - -0.08945827723893807, - -0.02228378656637163, - 0.10421852477876106, - 0.0697730088495576, - -0.12811908238938052, - -0.10229047238938055, - -0.048111653097345074, - 0.041196920353982314, - 0.10879424867256633, - -0.10693692778761064, - 0.02704163566371678, - 0.12719723849557518, - 0.1358370884955751, - -0.11345866194690264, - -0.11236356814159291, - 0.008828665486725625, - 0.04901849557522122, - 0.10906433185840712, - -0.12028646725663718, - 0.005514894867256633 - ] - ], - "std": [ - [ - 1.0502669179700934, - 0.9792224218294541, - 0.24305352147883325, - 1.043042266446498, - 1.0744571502175468, - 0.9508826739984755, - 0.9451555552883207, - 1.1810283789026603, - 1.0064552702700122, - 1.1190882010665817, - 0.9034793296608571, - 1.1336521923679663, - 0.9786491101919341, - 0.9206985848676537, - 0.8610889538505271, - 0.9619675032812017, - 0.9308084274399617, - 0.9863758024756076, - 0.9547571784517959, - 0.9496800506935921, - 1.0, - 1.0, - 1.0, - 1.9844233966366367, - 1.4095057857234627, - 1.40632875858643, - 0.892002130496044, - 1.0129634785032875, - 0.978487303853688, - 1.1394715296586964, - 1.0, - 1.0267988761241287, - 1.217866674742132, - 1.0, - 1.0, - 1.4095057857234627, - 1.0, - 1.30048921660964, - 1.101075351501756, - 0.9423320679555461, - 0.9745566669040967, - 1.0784150005489006, - 1.3072548131334407, - 1.020520797792866, - 1.0, - 1.1116626840554256, - 1.0, - 1.2178666747421323, - 0.8944357999064103, - 1.0, - 0.9763859814864452, - 0.9882312110151381, - 0.9941548135105892, - 1.0805382570058093, - 1.0, - 0.9455390825539804, - 1.5353137244867092, - 1.4095057857234619, - 1.0, - 1.4095057857234636, - 1.0, - 0.9988939483461567, - 0.9028116049768871, - 1.0263167291591377, - 0.9964436627027657, - 0.4280387316306564, - 1.0514551909197751, - 0.9988936769842915, - 1.0, - 1.9911349325902201, - 1.152138074538978, - 1.0, - 0.9644113662850948, - 0.9806946309645141, - 0.9930268680075975, - 0.8905664891946655, - 1.0736843273720693, - 1.0058668086951204, - 1.409505785723462, - 1.3330925209888196, - 1.0, - 1.0, - 1.0, - 1.0450036005861865, - 1.3244456183776097, - 0.932189980942975, - 0.9625014477361986, - 1.0, - 1.0074707737922228, - 1.62207901125963, - 1.3004892166096393, - 1.0, - 1.0, - 1.0, - 1.0917543201475843, - 1.0127130749629136, - 1.2877909824303606, - 0.9604994075919616, - 0.8657450013263874, - 1.0, - 1.0599660091906427, - 1.0, - 1.4063287585864277, - 0.8174198991670479, - 0.9988939483461567, - 0.9988939483461567, - 0.7094990007768708, - 0.8740833234525124, - 1.010657132912493, - 0.9328151962443406, - 1.3541564903516528, - 1.0, - 1.0437864539647888, - 1.0, - 1.409505785723462, - 1.0, - 0.9988939483461567, - 1.0, - 0.8944357999064098, - 1.2065791134004533, - 1.0500123468485083, - 0.9959504427215604, - 1.0958354145667224, - 0.7400533918928887, - 0.9943642075886404, - 1.4095057857234627, - 0.8174198991670482, - 1.4095057857234627, - 0.9988936769842922, - 0.9193790839730072, - 1.0436031910295362, - 0.9868834993023391, - 0.5782795414175284, - 0.9541173647907301, - 1.1521380745389775, - 1.9911349325902201, - 1.0, - 0.9325216486314452, - 1.0303184562115624, - 0.9698188611354921, - 1.0027196672799903, - 1.0327882823860284, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 0.8944357999064109, - 0.7112349595162911, - 1.0528496975740775, - 0.9693293962135208, - 1.098217436491506, - 0.39441056751713705, - 1.131185111941341, - 0.8933013668038887, - 0.8692841653701331, - 0.9535583303775852, - 0.9578421783922644, - 0.9351032690489206, - 0.9587912379925385, - 0.8874155629442673, - 0.7402206710271984, - 1.0, - 1.0688089329251667, - 0.997681462694144, - 0.9866601266296527, - 0.9496581319654654, - 0.9257831061652533, - 0.9073562336120353, - 0.9768579353882867, - 0.9602672008044747, - 0.7793988687883875, - 1.2643817992013762, - 0.8858997832358527, - 1.0783739453909889, - 0.9243425987503827, - 0.9894525958813807, - 0.8138319611992417, - 0.9527697944043735, - 1.1413505837251008, - 0.8792523651290115, - 1.0992317647014969, - 1.0, - 1.065433498566479, - 0.9150528093441637, - 1.0062463574228966, - 1.011250604668206, - 0.7913263564369651, - 0.9735543146496928, - 0.9610800849612564, - 0.9880567372837797, - 0.3866698577857632, - 0.9853949011817834, - 0.990227174214131, - 0.8869793376043191, - 1.0049463863071384, - 0.9992217219580515, - 0.9135057665522096, - 0.9794517412025064, - 0.8334338014885702, - 0.37518500497353446, - 1.1642248030770597, - 0.9506854878365382, - 1.1083600583283926, - 0.9361744720072924, - 1.0051395038183164, - 0.7234663786843327, - 1.1371317753211319, - 1.5356103741191347, - 0.8479920793399001, - 0.46656712729960265, - 1.0, - 1.0891589322731212, - 0.8545812844441173, - 1.3469557389840487, - 1.3298686360213214, - 0.8184103746992143, - 1.2426545134673366, - 0.9345647421429395, - 0.8739291157345797, - 0.7954155323258645, - 1.0, - 0.9396031266002715, - 0.8729340873197525, - 1.1022147706138496, - 0.9052007430680863, - 0.8002297286948205, - 1.1474637082252046, - 1.0050624674836923, - 0.8958786752659496, - 0.1199464140766847, - 1.0, - 0.9484606934407114, - 0.924743989986394, - 1.1045533858189263, - 0.9763355497679247, - 0.8775711016746042, - 1.4892483405130004, - 0.9479162196372228, - 0.824520740664537, - 0.48200134691826974, - 0.8093410764663572, - 1.0307538015892828, - 0.8557116942728363, - 0.9675781578595044, - 0.9316537658305905, - 0.961482671503125, - 0.9499524026348503, - 1.0156281171297905, - 0.9533815998673338, - 0.13577727875330386, - 1.0944930405696027, - 0.9984202119037168, - 1.0610893586418122, - 1.0416564535479678, - 0.953141207852886, - 0.9699518518482332, - 1.0661304370514315, - 0.9605383246803934, - 0.9343424770461999, - 1.1428421085341074, - 0.9995106529728873, - 1.0191031224939573, - 1.0275583030415119 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694837, - "cert_evals": { - "36": 0.19402985274791718, - "72": 0.1492537260055542, - "108": 0.0746268630027771, - "255": 0.014925372786819935 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.37466560091608053, - "std_test_acc": 0.12013727856899335, - "n_samples": 452, - "n_features": 262, - "n_classes": 13, - "mean_cert_acc_36": 0.09236711263656616, - "std_cert_acc_36": 0.10692606693032396, - "mean_cert_acc_72": 0.07240115106105804, - "std_cert_acc_72": 0.08368061712854949, - "mean_cert_acc_108": 0.05374443531036377, - "std_cert_acc_108": 0.06761084823380532, - "mean_cert_acc_255": 0.012503273086622357, - "std_cert_acc_255": 0.016619140222535963 - }, - "blood": { - "dataset": "blood", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.22131147540983606, - "test_acc": 0.2437357630979499, - "train_size": 187, - "val_size": 122, - "test_size": 439, - "stats": { - "mean": [ - [ - 0.08207599251336908, - 0.07211877540106948, - 0.07211877540106948, - 0.12092969090909093 - ] - ], - "std": [ - [ - 1.0915037898164763, - 0.9154190444987925, - 0.9154190444987925, - 1.0234960637376278 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.22131146490573883, - "72": 0.21311473846435547, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.7758620689655172, - "test_acc": 0.7617977528089888, - "train_size": 187, - "val_size": 116, - "test_size": 445, - "stats": { - "mean": [ - [ - -0.0044589358288771265, - -0.03777642245989305, - -0.03777642245989305, - -0.04118699946524062 - ] - ], - "std": [ - [ - 1.0355747128653376, - 1.0168425706533084, - 1.0168425706533084, - 0.9389071377082803 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.025862067937850952, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7363636363636363, - "test_acc": 0.7627494456762749, - "train_size": 187, - "val_size": 110, - "test_size": 451, - "stats": { - "mean": [ - [ - 0.05565309197860972, - -0.04876601497326191, - -0.04876601497326191, - 0.022211831550802065 - ] - ], - "std": [ - [ - 1.2081413746481122, - 0.9472357528176619, - 0.9472357528176619, - 0.9442482982599183 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7457627118644068, - "test_acc": 0.7629796839729119, - "train_size": 187, - "val_size": 118, - "test_size": 443, - "stats": { - "mean": [ - [ - 0.02856966417112282, - -0.11561878823529406, - -0.11561878823529406, - -0.0299989443850266 - ] - ], - "std": [ - [ - 1.1041996654221626, - 0.9454192748690525, - 0.9454192748690525, - 0.9892882254644951 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 292, - "cert_evals": { - "36": 0.5169491767883301, - "72": 0.11864406615495682, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6328156613890314, - "std_test_acc": 0.2593871034031861, - "n_samples": 748, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.19103067740797997, - "std_cert_acc_36": 0.23868611438112006, - "mean_cert_acc_72": 0.08293970115482807, - "std_cert_acc_72": 0.10324458028375089, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "breast-cancer": { - "dataset": "breast-cancer", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.20588235294117646, - "test_acc": 0.3149171270718232, - "train_size": 71, - "val_size": 34, - "test_size": 181, - "stats": { - "mean": [ - [ - -0.0162575774647888, - 0.01285738028169014, - 0.05645037746478872, - -0.0029103802816902316, - -0.11736198591549311, - -0.028151649295774777, - -0.03566477464788737, - 0.00970807042253526, - 0.22726122535211296 - ] - ], - "std": [ - [ - 1.0503834784726616, - 0.9628419637542994, - 0.9596794691642652, - 0.9092740907525307, - 1.049772063174192, - 1.0411696038595801, - 0.9953573619388768, - 0.9968442343032266, - 0.8156962912830921 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.20588235557079315, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7391304347826086, - "test_acc": 0.6923076923076923, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.19254230985915494, - -0.19285994366197182, - 0.20358705070422517, - 0.009330281690140758, - -0.03202669014084532, - -0.08538911549295794, - -0.007489267605633831, - -0.18945425352112666, - -0.10300454929577448 - ] - ], - "std": [ - [ - 1.026498898055275, - 1.0381849522269773, - 0.8715501768246713, - 1.1092478240870034, - 1.0696236526518819, - 1.0540261837033709, - 0.9977471789729346, - 0.7297492222931498, - 1.0547842980526614 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.32608696818351746, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.7666666666666667, - "test_acc": 0.5891891891891892, - "train_size": 71, - "val_size": 30, - "test_size": 185, - "stats": { - "mean": [ - [ - 0.011582478873239406, - 0.03857201408450704, - 0.023010226760563364, - -0.21100099999999994, - 0.1670883239436617, - -0.04723080000000009, - -0.17654230985915503, - 0.10343116901408457, - -0.003924816901408183 - ] - ], - "std": [ - [ - 1.0328973500575376, - 0.9120557342457011, - 1.064258264362845, - 0.5867856877712776, - 0.7568737218929631, - 1.003788410624883, - 0.9711357918131928, - 0.9987696871895037, - 1.0006562466084945 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 55, - "best_val_acc": 0.7608695652173914, - "test_acc": 0.7100591715976331, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.10902253521126751, - -0.06428660563380281, - 0.1099546112676056, - 0.08277422535211261, - -0.1742519718309861, - 0.18171905915492953, - -0.14836680281690146, - 0.1854393802816902, - -0.16905770422535188 - ] - ], - "std": [ - [ - 0.9700145966779166, - 1.0084610495616426, - 1.0559460579933821, - 1.206060152642598, - 1.1213259288422783, - 0.9728498213970074, - 0.9776535548414097, - 1.0665540888636171, - 1.0843586560371206 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.1304347813129425, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5766182950415845, - "std_test_acc": 0.1824244436036003, - "n_samples": 286, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.16560102626681328, - "std_cert_acc_36": 0.1366731962604773, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "bank": { - "dataset": "bank", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.8131241084165478, - "test_acc": 0.8356877323420074, - "train_size": 1130, - "val_size": 701, - "test_size": 2690, - "stats": { - "mean": [ - [ - -0.043444115752212485, - 0.038350172566371764, - 0.021509683185840713, - -0.021201484955752213, - -0.006912000000000016, - 0.04290420228318581, - -0.031048147787610524, - -0.010544807964601867, - -0.027401819469027113, - -0.0011023982300885904, - -0.020262814867256583, - -0.01690946219469023, - -0.0050658819469022965, - 0.027795634513274152, - 0.0035984575221236132, - 0.03735520353982189 - ] - ], - "std": [ - [ - 0.9589625434028519, - 0.9947635481983416, - 1.013551308348929, - 0.9759306172571834, - 1.025514103095601, - 1.1941195969624385, - 0.9952628808737004, - 1.0099558672249285, - 1.0069197139677768, - 1.0315253300196314, - 1.005152797600638, - 0.9721293687592033, - 0.9311569270874402, - 1.0436010567990328, - 0.9725976279868672, - 1.0344584167333912 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 27, - "best_val_acc": 0.8432835820895522, - "test_acc": 0.8232267548695332, - "train_size": 1130, - "val_size": 670, - "test_size": 2721, - "stats": { - "mean": [ - [ - -0.01574801380530978, - 0.0023927396460177394, - 0.0021967858407077644, - -0.01932307256637162, - 0.006853599999999982, - -0.03479098039734521, - 0.0010882398230089275, - 0.02142298584070794, - -0.04310824424778776, - -0.002926514159292115, - -0.01356536707964567, - 0.01527978015929205, - -0.04149083628318521, - -0.006613960176991296, - 0.006211176106194516, - -0.021354536283185895 - ] - ], - "std": [ - [ - 0.969300386690253, - 1.0029838787869998, - 1.0077378567908635, - 1.0067270576318987, - 0.9737641828355684, - 0.8874066057167844, - 1.0000362134178429, - 0.978768086158569, - 1.0166647522536418, - 1.0110908544078474, - 0.9795699211960872, - 0.988628308543735, - 0.8468895052095667, - 1.0088647512260476, - 1.0744144429583726, - 0.97024384329565 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.7776119709014893, - "72": 0.6955223679542542, - "108": 0.611940324306488, - "255": 0.1537313461303711 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8932178932178932, - "test_acc": 0.868421052631579, - "train_size": 1130, - "val_size": 693, - "test_size": 2698, - "stats": { - "mean": [ - [ - 0.03612999486725651, - 0.0039014732743363205, - -0.026264318584070866, - 0.007914513274336264, - -2.920000000001238e-05, - -0.02074493859203536, - -0.02212137345132746, - -0.02529917433628319, - -0.017585318584070603, - 0.002009283628318563, - -0.032913651327433256, - 0.01575317238053096, - 0.01656134477876116, - 0.004832360176991011, - 0.0046435044247787275, - -0.007806110619469017 - ] - ], - "std": [ - [ - 1.026029784154538, - 1.014567266706415, - 0.9934924943110668, - 1.0009548228746656, - 0.9999976513205256, - 0.9005330945128681, - 0.9966950423207805, - 1.02369326820955, - 1.0066229970970322, - 1.0105897259642973, - 0.9953808522736891, - 1.0444837633462487, - 0.9721502138598372, - 1.0252935681497495, - 0.9895490051866441, - 0.9907898156267138 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.2308802306652069, - "72": 0.0014430014416575432, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8582202111613876, - "test_acc": 0.8533724340175953, - "train_size": 1130, - "val_size": 663, - "test_size": 2728, - "stats": { - "mean": [ - [ - -0.0319807638938054, - 0.00842759592920361, - 0.0032132584070795264, - -0.0512567557522122, - 0.02061919999999998, - 0.017208951831858395, - -0.023906728318583995, - 0.009127680530973464, - 0.04229537345132683, - 0.03913422522123883, - -0.0012866005309730669, - 0.019049747389380534, - 0.0011946368141599608, - -0.01394144424778776, - -0.01887086017699146, - -0.012322258407079635 - ] - ], - "std": [ - [ - 0.9997012384907139, - 1.011637351521284, - 1.0052459246549308, - 0.9835551200097631, - 0.9188989108776542, - 0.975563370252112, - 0.9964151726496702, - 0.9910016079646086, - 0.9876324728734414, - 0.9709295082923052, - 1.018649934814902, - 1.045208416973306, - 1.0916320113723843, - 0.971971990527501, - 0.9802679634858928, - 0.9883913040231975 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.6546003222465515, - "72": 0.3861236870288849, - "108": 0.08748114854097366, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8451769934651787, - "std_test_acc": 0.01982683857341529, - "n_samples": 4521, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.4157731309533119, - "std_cert_acc_36": 0.36286749390364126, - "mean_cert_acc_72": 0.27077226410619915, - "std_cert_acc_72": 0.33643943101537344, - "mean_cert_acc_108": 0.17485536821186543, - "std_cert_acc_108": 0.2942936813753395, - "mean_cert_acc_255": 0.03843283653259277, - "std_cert_acc_255": 0.07686567306518555 - }, - "breast-cancer-wisc": { - "dataset": "breast-cancer-wisc", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.9661016949152542, - "test_acc": 0.9482758620689655, - "train_size": 175, - "val_size": 118, - "test_size": 406, - "stats": { - "mean": [ - [ - -0.022535588571428563, - 0.03270772571428592, - 0.05325746457142836, - 0.06163440114285701, - 0.059859796571428064, - -0.04726777714285723, - 0.04544096571428557, - 0.06602559942857117, - 0.14610774857142944 - ] - ], - "std": [ - [ - 0.952214787303689, - 1.0892638945885795, - 1.0696936676502014, - 1.089278359409774, - 1.1050209023715667, - 0.9596438048031793, - 1.0789832917046138, - 1.092361737838657, - 1.280102883239457 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.26271185278892517, - "72": 0.033898305147886276, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.9736842105263158, - "test_acc": 0.9585365853658536, - "train_size": 175, - "val_size": 114, - "test_size": 410, - "stats": { - "mean": [ - [ - -0.014418068571428517, - 0.008363611428571432, - 0.0013426971428572047, - 0.04362350857142855, - 0.06760174228571425, - -0.012737622857143117, - 0.12043267999999967, - -0.02566830114285711, - -0.0004912342857143631 - ] - ], - "std": [ - [ - 1.0359812403938078, - 0.9851680594955492, - 1.0075838815724851, - 1.0487044899930569, - 1.0481096015979268, - 0.9902459117914181, - 1.0891962569916647, - 0.9837374432610851, - 1.028364534365016 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.9561403393745422, - "72": 0.8333333134651184, - "108": 0.3245614171028137, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9813084112149533, - "test_acc": 0.9592326139088729, - "train_size": 175, - "val_size": 107, - "test_size": 417, - "stats": { - "mean": [ - [ - 0.022111400000000093, - 0.05892480000000022, - 0.053257361714285696, - 0.011603669142857164, - 0.01340863999999994, - 0.028070879999999694, - -0.015489731428571414, - -0.006955264571428654, - -0.02714547428571435 - ] - ], - "std": [ - [ - 1.030600322394337, - 1.0255153351270532, - 1.050776582254071, - 0.979718412809739, - 0.9943823240987255, - 1.0416854377063047, - 1.0036051510508777, - 0.9886021184539473, - 1.0198774589002766 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.037383176386356354, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.978494623655914, - "test_acc": 0.9396751740139211, - "train_size": 175, - "val_size": 93, - "test_size": 431, - "stats": { - "mean": [ - [ - 0.0424054742857143, - -0.014108091428571279, - -0.00827128971428571, - -0.056438248, - -0.030462011428571644, - 0.035918565714285505, - -0.09751196000000009, - -0.053737870857142926, - -0.04380451428571453 - ] - ], - "std": [ - [ - 0.9542842873481718, - 0.9773558222868145, - 0.959218665273952, - 0.9009025916399945, - 0.98004059543331, - 1.0172287889258582, - 1.000728061455461, - 0.9224531635202544, - 0.947073789238405 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.12903225421905518, - "72": 0.04301075264811516, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9514300588394033, - "std_test_acc": 0.009300696379129189, - "n_samples": 699, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.34631690569221973, - "std_cert_acc_36": 0.41694407858756616, - "mean_cert_acc_72": 0.22756059281527996, - "std_cert_acc_72": 0.4042722422890476, - "mean_cert_acc_108": 0.08114035427570343, - "std_cert_acc_108": 0.16228070855140686, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "breast-cancer-wisc-prog": { - "dataset": "breast-cancer-wisc-prog", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 44, - "best_val_acc": 0.8636363636363636, - "test_acc": 0.6456692913385826, - "train_size": 49, - "val_size": 22, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.31970781836734696, - 0.1594104081632653, - 0.24753781836734692, - 0.15300701836734695, - 0.1584555244897959, - -0.07602553591836737, - -0.06153886122448981, - 0.024552744897959188, - 0.06713168775510207, - -0.10528630102040819, - -0.1678704836734694, - -0.0915255861224489, - 0.07864324755102042, - -0.0763010120408163, - -0.037683283673469285, - -0.06905704693877551, - -0.042495671428571434, - -0.06359507428571427, - 0.03737176122448981, - -0.1542635448979592, - -0.17539257755102045, - 0.03410600122448976, - 0.19654199204081632, - 0.030810593877551008, - 0.026635724489795946, - -0.07049495102040816, - -0.06440993673469386, - -0.08851851224489796, - 0.02908160000000001, - -0.1859407571428571, - -0.1654363697959184, - 0.12819854693877544, - 0.07058588775510208 - ] - ], - "std": [ - [ - 0.8821495545994039, - 1.046791889090161, - 0.9578267027302361, - 1.039660283165596, - 1.062402836067028, - 0.8890421367893667, - 0.77925901952072, - 1.0440797113889244, - 1.07089974397772, - 0.8387965488338012, - 0.843277245772551, - 0.9360392595139003, - 0.9823857653557395, - 0.9082591415396649, - 0.9365116398737245, - 0.5979213497916245, - 0.6539721608757036, - 0.7958185885004673, - 0.9242350544633458, - 0.6845312987462778, - 0.6502938972920995, - 0.949219789937265, - 0.9404670831714534, - 0.9171284397752019, - 0.9104156790640995, - 1.0518203238418193, - 0.8156351280441914, - 0.8683551446970883, - 0.9112079933660755, - 0.813430119013099, - 0.8388136650033143, - 1.1512761088815193, - 1.0375108599738538 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.3181818127632141, - "72": 0.1818181872367859, - "108": 0.13636364042758942, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7, - "test_acc": 0.7142857142857143, - "train_size": 49, - "val_size": 30, - "test_size": 119, - "stats": { - "mean": [ - [ - -0.2954286122448979, - 0.22705779387755098, - 0.13045305210204083, - 0.21518541632653068, - 0.21329647816326533, - -0.23494008897959187, - -0.13741642857142858, - -0.01620160836734699, - 0.07495674877551023, - -0.08356683326530613, - -0.30211086122448977, - 0.17222382204081632, - 0.1861636093877551, - 0.18613398183673469, - 0.17258124081632648, - -0.019180042857142875, - 0.011242470816326589, - -0.019861698775510188, - 0.09400348163265304, - 0.03439312653061231, - -0.08544421122448984, - 0.1251565993877551, - 0.0614657979591837, - 0.1106848959183673, - 0.10643556734693876, - -0.283786518367347, - -0.22690647755102036, - -0.21750787142857142, - -0.11082883795918366, - -0.2517320069387755, - -0.3646700183673469, - 0.17979882653061224, - -0.02691289795918366 - ] - ], - "std": [ - [ - 0.8143503780150015, - 0.9174121431953063, - 0.9505147809888337, - 0.9270519324131056, - 0.9280401005535991, - 1.1301563685159044, - 1.0842494023346008, - 1.17774758901752, - 1.1259425788210895, - 1.0343443324314006, - 0.899946779911175, - 1.0776959194375155, - 1.0652779342066867, - 1.0778896598336396, - 1.0489415511808549, - 1.0202607569462199, - 1.065380703338058, - 1.046928716393895, - 1.0889438008342867, - 1.0504050035821422, - 0.966138030350577, - 0.8642794080204923, - 1.0800430340260923, - 0.8743291823479178, - 0.8688670309147045, - 1.0842628402104706, - 0.8975026094533473, - 0.9571151684782386, - 1.0396216376453484, - 0.914946697740367, - 0.749250166005288, - 1.1231797264684098, - 0.8886200116636936 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.7027027027027027, - "test_acc": 0.6160714285714286, - "train_size": 49, - "val_size": 37, - "test_size": 112, - "stats": { - "mean": [ - [ - -0.03842323061224502, - -0.10614214693877552, - 0.030698034693877517, - -0.1000028979591836, - -0.08415378163265311, - -0.03538041755102043, - -0.04750202040816325, - -0.10165484306122448, - -0.1358923424489796, - -0.02547460816326529, - 0.027964706122448967, - 0.1158320934693878, - 0.2141981857142857, - 0.11305339408163259, - 0.09026773632653065, - -0.07205539183673473, - -0.11876845979591835, - -0.09018467959183678, - -0.001788581632653037, - -0.09199452244897957, - -0.05832562632653058, - -0.06420658346938772, - 0.05587048142857144, - -0.07304466938775511, - -0.028326246938775446, - -0.04279098959183677, - -0.11518350408163265, - -0.12291339183673465, - -0.1940691712244898, - -0.03263718653061224, - -0.029735322448979654, - 0.15452512040816324, - 0.20183378571428573 - ] - ], - "std": [ - [ - 0.9794534025714385, - 1.0053275769298504, - 0.9095119348920842, - 1.008933323770274, - 0.9879586777091109, - 1.0102761898726105, - 0.9960048575197608, - 1.0021029195920532, - 0.9776597311295145, - 0.9821341050152573, - 0.9436155579641772, - 1.1817284472744785, - 1.1856988946274227, - 1.1970542714305854, - 1.1086625077552497, - 0.6618568645391364, - 0.7687365990953271, - 0.8119143908977525, - 1.0415418534564902, - 0.8186632232431363, - 0.8434368212477027, - 1.0615598386819989, - 0.8454048970519085, - 1.0522702304694245, - 1.041897029381895, - 1.1007804274989816, - 0.8280858289610474, - 0.8451988761728604, - 1.0253215425598294, - 0.9705970427113062, - 0.8554540105246272, - 0.9682864062481196, - 1.2134784272055537 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.72, - "test_acc": 0.7580645161290323, - "train_size": 49, - "val_size": 25, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.06744018775510212, - 0.18968365714285723, - -0.014217911020408189, - 0.21184517142857145, - 0.16995342797959181, - 0.0988115742857143, - 0.23174346530612244, - 0.2643820010204082, - 0.2708541071428573, - 0.17052290612244894, - 0.08597982244897957, - 0.02605522000000001, - -0.09904910612244898, - 0.07999727979591835, - 0.021088532448979617, - 0.032508024489795916, - 0.1139721422448979, - 0.17344601857142858, - 0.1454327612244898, - 0.09731225102040818, - 0.07194746775510205, - 0.15103356959183675, - -0.07001499795918376, - 0.19365317551020406, - 0.10773460285714288, - 0.06407297959183662, - 0.08076181836734692, - 0.18958595510204077, - 0.30016600816326516, - 0.048603673469387716, - 0.014894271020408143, - 0.2872125, - 0.2280839387755102 - ] - ], - "std": [ - [ - 0.9697920367102327, - 0.9203134351014114, - 0.9060497409545201, - 0.9187807307729611, - 0.9729266703311016, - 0.9430977585802243, - 0.8769553733450195, - 0.8356859349258849, - 0.8680804682359612, - 1.0166341852710845, - 0.8914293133833798, - 0.7940097770795826, - 0.7723528820449007, - 0.8508321197542031, - 0.7752894285658177, - 0.7444263872990391, - 0.9053411998307737, - 0.9999993608516502, - 0.8504750965678145, - 1.090497279238265, - 0.7631870591645827, - 0.9076864322017706, - 0.8687695687330197, - 0.9366133883217269, - 0.9044846120349299, - 0.9712465829469978, - 0.7332294033502637, - 0.8612201045664006, - 0.9404165330479154, - 0.8777899215486339, - 0.6950358654750831, - 1.288136700201249, - 1.084093306135652 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6835227375811894, - "std_test_acc": 0.06451201429287143, - "n_samples": 198, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.07954545319080353, - "std_cert_acc_36": 0.15909090638160706, - "mean_cert_acc_72": 0.04545454680919647, - "std_cert_acc_72": 0.09090909361839294, - "mean_cert_acc_108": 0.034090910106897354, - "std_cert_acc_108": 0.06818182021379471, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "breast-cancer-wisc-diag": { - "dataset": "breast-cancer-wisc-diag", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.95, - "test_acc": 0.9164265129682997, - "train_size": 142, - "val_size": 80, - "test_size": 347, - "stats": { - "mean": [ - [ - 0.0825849457746479, - 0.16776179100774652, - 0.08018569295774641, - 0.08525118492957748, - -0.13794442330985915, - -0.020546994366197266, - 0.031128610563380326, - 0.027148295774647915, - -0.03857999985915492, - -0.13734727633802823, - 0.08226506922535208, - -0.06624039612676055, - 0.09562314598591552, - 0.11241559394366195, - -0.0706283795774648, - 0.012817941971830999, - 0.03673792985915488, - 0.06254002929577464, - -0.016561529295774678, - -0.03867594647887324, - 0.07726569126760555, - 0.11026314366197185, - 0.07734966126760559, - 0.07510323753521127, - -0.10811489788732392, - 0.017963794225352204, - 0.03508001049295764, - 0.03470587605633805, - -0.006298125654929594, - -0.05882395070422536 - ] - ], - "std": [ - [ - 1.0298680528672801, - 1.0456187991444128, - 1.0339745446187498, - 1.1112548477482211, - 0.9413610006349405, - 1.0168663973319072, - 1.0127149891342198, - 0.9829034935431965, - 0.9115153190139265, - 0.8362062139046329, - 1.3277929800502757, - 0.7882767184809211, - 1.351171258508586, - 1.4874958213599554, - 0.8030624718228448, - 1.0638857030973894, - 1.0680975160236916, - 1.029388660893026, - 0.8840778078833855, - 0.9386046041123467, - 1.042323932480091, - 1.0325935116911305, - 1.0468623000133939, - 1.097427344818284, - 0.9438879408105022, - 1.048839947871273, - 1.087511123501064, - 1.02306665439061, - 0.9281333050780699, - 0.9709946269989288 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9302, - "cert_evals": { - "36": 0.02500000037252903, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9390243902439024, - "test_acc": 0.9333333333333333, - "train_size": 142, - "val_size": 82, - "test_size": 345, - "stats": { - "mean": [ - [ - -0.11201186056338029, - 0.07070025633802816, - -0.10239308169014083, - -0.11672702063380279, - 0.032527111971830974, - 0.05026270500000002, - -0.02818336908450703, - -0.04343403450704224, - -0.02067522316901408, - 0.08708522408450704, - -0.11080013492957747, - 0.04381799119718306, - -0.0825752031690141, - -0.11760619366197181, - -0.12109326042253515, - 0.0031279288732394177, - -0.06837052551408451, - -0.09945178922535211, - 0.02686396394366193, - -0.03645938134507036, - -0.09511004859154928, - 0.08993712535211269, - -0.07473255774647886, - -0.10130778450704225, - 0.04382505676056337, - 0.08864361894366199, - 0.03680164077464787, - -0.003688304577464759, - 0.0977748130774647, - 0.08804689718309852 - ] - ], - "std": [ - [ - 0.9195016301354824, - 1.094593366492765, - 0.9291056843219847, - 0.8651637977085379, - 1.104895872882098, - 1.0612349352106514, - 0.9960386306069985, - 0.9599334814324468, - 0.995073713912434, - 1.0059759191906428, - 0.8154754957601557, - 1.1714910738712319, - 0.8337124056974246, - 0.7056775636749633, - 0.8384686418997397, - 0.997008703041016, - 0.7652271837716654, - 0.9491550332342998, - 0.9894126977193328, - 0.8349121832481521, - 0.9324374909578882, - 1.0776300277359205, - 0.9582162700674596, - 0.8930111054213019, - 1.0965646002689322, - 1.0909755237588887, - 1.0811372221216917, - 1.0368266566472815, - 1.0808007528399084, - 1.0161303395181038 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9302, - "cert_evals": { - "36": 0.9024389982223511, - "72": 0.8658536076545715, - "108": 0.7560975551605225, - "255": 0.19512194395065308 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9431818181818182, - "test_acc": 0.9085545722713865, - "train_size": 142, - "val_size": 88, - "test_size": 339, - "stats": { - "mean": [ - [ - -0.021816593521126793, - 0.06485498873239437, - -0.02247304859154929, - -0.029893932042253508, - 0.038515619718309926, - -0.02588728169014086, - -0.05297414225352113, - -0.003333404225352076, - 0.04336582049295775, - -0.03314538676056333, - -0.030619029577464745, - -0.0005102492957746506, - -0.05296082697183101, - -0.03949717746478873, - 0.010749251408450719, - -0.0881686789436619, - -0.1314002314507042, - -0.11034913126760565, - -0.034516665140845094, - -0.06504294760563381, - -0.02178127598591549, - 0.04724548049295773, - -0.027157091126760537, - -0.033063059859154906, - 0.05190005140845066, - -0.03469985169014086, - -0.07640525704225351, - -0.020877885915492986, - 0.0502971771619718, - -0.0047201802816901695 - ] - ], - "std": [ - [ - 0.9463937708331187, - 1.0456850321490456, - 0.9481587587922021, - 0.9061036579406758, - 0.9991272345406123, - 0.9529645424014063, - 0.9656412252488126, - 1.0086024557337858, - 1.0101851762447767, - 0.971237840916314, - 0.8511955942668115, - 0.9348241096823969, - 0.7677709117900025, - 0.7619556774338143, - 0.9861286665457306, - 0.835402354513955, - 0.6497713689377111, - 0.83419033386709, - 0.8966910096607936, - 0.7137654744350889, - 0.9276882020178508, - 1.0094191904095935, - 0.9175498580969587, - 0.8830907945718708, - 0.9951613811713826, - 0.955386515361877, - 0.9648461201262609, - 1.0198807080859185, - 1.0490861818978507, - 0.9618292961310324 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9302, - "cert_evals": { - "36": 0.6363636255264282, - "72": 0.10227273404598236, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9506172839506173, - "test_acc": 0.9190751445086706, - "train_size": 142, - "val_size": 81, - "test_size": 346, - "stats": { - "mean": [ - [ - 0.041954460563380286, - -0.03068368455563383, - 0.05642674225352119, - 0.04212094478873236, - 0.0753741992957746, - 0.19173782535211265, - 0.13158766190140847, - 0.10927857042253514, - 0.12073864654929573, - 0.16060644718309858, - 0.0007204726760563243, - 0.02137304077464788, - 0.05429816549295772, - -0.012780137042253566, - 0.013563698028169006, - 0.15196018795774635, - 0.11918610920422545, - 0.08330966570422528, - 0.08884857161971826, - 0.08853129507042258, - 0.03332697760563379, - -0.006147756197183027, - 0.06017890535211265, - 0.025833432394366203, - 0.10165912112676065, - 0.184136802112676, - 0.17515080211267609, - 0.12936214014084502, - 0.10002845492957746, - 0.16336953521126774 - ] - ], - "std": [ - [ - 1.0573062114321623, - 0.9552884577469056, - 1.0710079092993716, - 1.0509022734984494, - 1.1270846333930622, - 1.1567722248607955, - 1.1330587765489406, - 1.140649555855837, - 1.1542513895561295, - 1.0051375538789176, - 0.8967996396101922, - 1.097489083446709, - 0.9381483291097392, - 0.7912780594989863, - 0.9397288734854672, - 0.9788202766737033, - 1.073938446577066, - 0.9563830108562081, - 1.1438144705840625, - 0.7701703811879946, - 1.0262729293228618, - 0.9839279786422038, - 1.0483951162266714, - 1.0167649174977718, - 1.0851034209747896, - 1.0398339487141628, - 1.1490024738247944, - 1.0756456277267925, - 1.0959872724158726, - 0.9323448193880042 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9302, - "cert_evals": { - "36": 0.23456791043281555, - "72": 0.02469135820865631, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9193473907704225, - "std_test_acc": 0.01033919993178304, - "n_samples": 569, - "n_features": 30, - "n_classes": 2, - "mean_cert_acc_36": 0.44959263363853097, - "std_cert_acc_36": 0.3943212603707047, - "mean_cert_acc_72": 0.24820442497730255, - "std_cert_acc_72": 0.41406525205359096, - "mean_cert_acc_108": 0.18902438879013062, - "std_cert_acc_108": 0.37804877758026123, - "mean_cert_acc_255": 0.04878048598766327, - "std_cert_acc_255": 0.09756097197532654 - }, - "breast-tissue": { - "dataset": "breast-tissue", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.3125, - "test_acc": 0.140625, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.05975213076923076, - -0.1700837961538461, - -0.07101548961538463, - -0.07560978846153853, - -0.09291733192307686, - -0.016577561538461575, - -0.04475990000000001, - -0.07285894230769238, - 0.07173603846153843 - ] - ], - "std": [ - [ - 1.0224159106861461, - 0.8445520785357892, - 0.7741253936128145, - 0.8853536860600771, - 0.38729731508258874, - 0.9582996830625056, - 0.82333349002183, - 0.8965544012774733, - 1.0474511376253193 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.17647058823529413, - "test_acc": 0.19047619047619047, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.06515484615384612, - 0.03429535384615387, - 0.00023585769230772996, - 0.02817068038461536, - 0.29457321923076923, - 0.28562573076923076, - 0.1850123226923077, - 0.007732330769230795, - 0.09394715384615383 - ] - ], - "std": [ - [ - 1.0481371005758702, - 0.9468687513118862, - 0.9541555931791563, - 1.161367210725673, - 1.8089072605844074, - 1.4326989403612587, - 1.2263588432882497, - 1.1230111041722295, - 1.0768662243391771 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.2727272727272727, - "test_acc": 0.3620689655172414, - "train_size": 26, - "val_size": 22, - "test_size": 58, - "stats": { - "mean": [ - [ - 0.1420645923076924, - -0.021972550769230735, - 0.05583075653846149, - 0.1584816346153846, - 0.34043701807692306, - 0.2878222653846154, - 0.08915464576923074, - 0.16733479230769233, - 0.15722880769230765 - ] - ], - "std": [ - [ - 1.1134982409667369, - 0.9816789499398818, - 1.0050663167371856, - 1.3274295018092825, - 1.8473866317578664, - 1.5489183023129736, - 1.1110278693236766, - 1.3406661330121303, - 1.11545486536904 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.08333333333333333, - "test_acc": 0.16176470588235295, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1574124615384615, - 0.10245514615384627, - 0.03514549230769227, - 0.3551133961538462, - 0.3894629076923076, - 0.3001374115384615, - 0.28138883461538466, - 0.3308483076923076, - 0.1433466538461538 - ] - ], - "std": [ - [ - 1.080732063435857, - 0.9803609509557707, - 0.9980517989674806, - 1.3433457176877586, - 1.8319487646118202, - 1.4349909430519747, - 1.3440593710651376, - 1.3474895378547405, - 1.0747301574317993 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.21373371546894618, - "std_test_acc": 0.10097841536785583, - "n_samples": 106, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "car": { - "dataset": "car", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 38, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.7066276803118908, - "train_size": 432, - "val_size": 270, - "test_size": 1026, - "stats": { - "mean": [ - [ - 0.08486305092592587, - -0.024837976851851778, - -1.3287037036350012e-06, - 0.011336944444444445, - -0.03684506944444444, - -0.03401083333333333 - ] - ], - "std": [ - [ - 1.0016589891278265, - 1.0231915721256846, - 0.9608720065155524, - 0.9785956932593036, - 0.9832757136677825, - 1.0299163223065575 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 448, - "cert_evals": { - "36": 0.35185185074806213, - "72": 0.1518518477678299, - "108": 0.04814814776182175, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 60, - "best_val_acc": 0.8543307086614174, - "test_acc": 0.8272552783109405, - "train_size": 432, - "val_size": 254, - "test_size": 1042, - "stats": { - "mean": [ - [ - 0.11177086574074095, - 0.05174572685185183, - 0.006257092592592696, - -0.014171180555555555, - 0.00850270833333333, - -0.04251354166666666 - ] - ], - "std": [ - [ - 1.0027127363181396, - 1.0149158181522542, - 1.0007483470954381, - 0.9838637435503522, - 0.9979369093278955, - 0.9935806706647962 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 448, - "cert_evals": { - "36": 0.6023622155189514, - "72": 0.4606299102306366, - "108": 0.30708661675453186, - "255": 0.019685039296746254 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.596, - "test_acc": 0.6347992351816444, - "train_size": 432, - "val_size": 250, - "test_size": 1046, - "stats": { - "mean": [ - [ - 0.03725695833333315, - -0.008279379629629494, - -0.017212699074074026, - -0.022673888888888886, - 0.11053520833333332, - -0.005668472222222222 - ] - ], - "std": [ - [ - 1.015550913169218, - 1.0070528609914111, - 1.0176501107132674, - 0.9748453883737107, - 1.0057305909552958, - 0.9857113000295774 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 448, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.6996336996336996, - "test_acc": 0.7145650048875856, - "train_size": 432, - "val_size": 273, - "test_size": 1023, - "stats": { - "mean": [ - [ - 0.006209462962963474, - 0.006209476851851934, - -0.0015661527777777126, - -0.017005416666666662, - 0.02267388888888889, - -0.04534777777777777 - ] - ], - "std": [ - [ - 1.0216642383326442, - 0.997836524752538, - 0.9973262178910823, - 0.9855809020000981, - 1.020073036790825, - 0.9917072748761516 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 448, - "cert_evals": { - "36": 0.3223443329334259, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7208117996730152, - "std_test_acc": 0.07951642824403557, - "n_samples": 1728, - "n_features": 6, - "n_classes": 4, - "mean_cert_acc_36": 0.31913959980010986, - "std_cert_acc_36": 0.24707994380478993, - "mean_cert_acc_72": 0.15312043949961662, - "std_cert_acc_72": 0.217144669056803, - "mean_cert_acc_108": 0.0888086911290884, - "std_cert_acc_108": 0.14727808146766855, - "mean_cert_acc_255": 0.0049212598241865635, - "std_cert_acc_255": 0.009842519648373127 - }, - "cardiotocography-10clases": { - "dataset": "cardiotocography-10clases", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 98, - "best_val_acc": 0.5830721003134797, - "test_acc": 0.5650470219435737, - "train_size": 531, - "val_size": 319, - "test_size": 1276, - "stats": { - "mean": [ - [ - 0.05696145216572526, - 0.04547308248587554, - 0.02537313540489641, - 0.00411199623352259, - 0.004895357815442945, - 0.008270713935970049, - 0.005839290018833664, - -0.016622836393596845, - 0.056058268926553946, - -0.03742293794726937, - 0.012369841544256039, - 0.0072619020715631285, - 0.009574918079096046, - 0.031539144971751344, - 0.013908543314500948, - 0.011100862523540712, - 0.04299334557438753, - 0.0388642668549907, - 0.03971033022598931, - 0.04886574700564973, - 0.01822254990583819 - ] - ], - "std": [ - [ - 0.9791003932834449, - 1.021744482805594, - 1.1340682159044895, - 1.0045684160238317, - 1.0167341100485954, - 1.0690427250537498, - 1.0300221271732741, - 1.0094253367928134, - 1.0210603991574776, - 0.9572713912379988, - 1.0483212024662971, - 1.0072461534048065, - 1.0014897901284459, - 0.9804849453944862, - 0.9885214019890697, - 1.0745697261946487, - 0.992143934303644, - 0.984246843865331, - 0.9805974247887139, - 1.1272267847632704, - 1.0038856117840471 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4966, - "cert_evals": { - "36": 0.47962382435798645, - "72": 0.3918495178222656, - "108": 0.3103448152542114, - "255": 0.0815047025680542 - }, - "fold": 0 - }, - { - "best_epoch": 54, - "best_val_acc": 0.5592705167173252, - "test_acc": 0.5655608214849921, - "train_size": 531, - "val_size": 329, - "test_size": 1266, - "stats": { - "mean": [ - [ - 0.02423730847457605, - 0.013319074199623025, - 0.015243735216572874, - 0.004751267419963072, - -0.009100580225987828, - 0.008270713935970045, - 0.024992621468926206, - 0.03573573145009404, - -0.005775212429378253, - -0.0017990462335216943, - -0.04130081879472713, - 0.004844720715630924, - 0.008810358945386055, - 0.025032086685499028, - -0.003331445386064059, - 0.003099077212806293, - 0.013448002824858358, - 0.00903407777777766, - 0.006905300357815675, - 0.014681350583804143, - -0.02494074199623351 - ] - ], - "std": [ - [ - 0.9901364010340642, - 1.0331843009790576, - 1.0385537848348627, - 1.004594460707876, - 0.9939531654620118, - 1.0690427250537498, - 1.1059904833090093, - 1.0066519698467797, - 0.9947251360209003, - 1.007854194532267, - 0.9613978699084029, - 1.0039167957400732, - 1.0015612937949965, - 1.0093255157872945, - 0.9891264460600468, - 0.9170858677231267, - 1.0232842600875196, - 0.9997950684728752, - 1.0142818567858394, - 1.0064323164990734, - 0.9910108983737475 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4966, - "cert_evals": { - "36": 0.4224924147129059, - "72": 0.3130699098110199, - "108": 0.18541033565998077, - "255": 0.042553193867206573 - }, - "fold": 1 - }, - { - "best_epoch": 71, - "best_val_acc": 0.6023738872403561, - "test_acc": 0.5779014308426074, - "train_size": 531, - "val_size": 337, - "test_size": 1258, - "stats": { - "mean": [ - [ - -0.017864035781544274, - 0.006498658568738066, - 0.055962871563087456, - 0.031599305084746454, - -0.01800729736346521, - 0.008270713935970026, - -0.010121785310734386, - 0.06804887372881353, - -0.026457461770244318, - -0.009681385969868147, - -0.06351851043314512, - 0.0022826497175141396, - 0.0007831224105461175, - 0.006246139887005633, - 0.020293879472693028, - -0.039576907721280453, - -0.031042671939736536, - -0.02997460489642182, - -0.02915410564971728, - -0.03835001242937842, - -0.02802381167608266 - ] - ], - "std": [ - [ - 0.9840240485333955, - 1.0369630058509158, - 1.3077211738329413, - 0.9781910820406798, - 0.9593815683814114, - 1.0690427250537495, - 0.9831811654899777, - 1.0030139105693259, - 0.9410382228102027, - 1.0102835335540883, - 0.9567918855139759, - 0.9840184308800868, - 0.9460545431142556, - 1.0343625123637432, - 0.9972026659995562, - 0.9845178278494092, - 0.982127775954673, - 0.9875424397739129, - 0.9974176458730358, - 0.9332863192875079, - 1.005191404704601 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4966, - "cert_evals": { - "36": 0.5103857517242432, - "72": 0.40059345960617065, - "108": 0.33531156182289124, - "255": 0.10682492703199387 - }, - "fold": 2 - }, - { - "best_epoch": 81, - "best_val_acc": 0.6613924050632911, - "test_acc": 0.6286161063330727, - "train_size": 531, - "val_size": 316, - "test_size": 1279, - "stats": { - "mean": [ - [ - 0.00242115593220332, - -0.035886080602636754, - -0.03572555838041413, - -0.01890058003766386, - -0.032639473446328435, - 0.008270713935969828, - -0.010121798493407167, - 0.037159613276836166, - -0.026031056685498998, - -0.0068150113747645945, - -0.01142061785310738, - -0.00994834726930324, - -0.03017912354048965, - -0.07131180037664787, - -0.020571447269303055, - -0.026240708097928056, - 0.01977089152542346, - -0.0009897885122410945, - 0.008988329585687696, - -0.027821750659133063, - 0.07988433521657268 - ] - ], - "std": [ - [ - 0.9646815053252067, - 0.9964364169189934, - 0.8667767137648238, - 0.9918320242400497, - 0.9443068366192023, - 1.0690427250537484, - 0.9028491559082471, - 0.9963685539925591, - 0.9378981844514512, - 0.9990211691032591, - 0.9968931340694016, - 0.9947823538218709, - 1.01034823063542, - 0.9491639320099594, - 0.9768788202272297, - 0.8919007118681375, - 0.9486367993709804, - 0.9697075304143699, - 0.975375266216865, - 0.9399010412320569, - 0.9783943677709094 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4966, - "cert_evals": { - "36": 0.5506329536437988, - "72": 0.474683552980423, - "108": 0.3639240562915802, - "255": 0.06645569950342178 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5842813451510614, - "std_test_acc": 0.03014792171516503, - "n_samples": 2126, - "n_features": 21, - "n_classes": 10, - "mean_cert_acc_36": 0.4907837361097336, - "std_cert_acc_36": 0.054019799037090525, - "mean_cert_acc_72": 0.3950491100549698, - "std_cert_acc_72": 0.06608885678914002, - "mean_cert_acc_108": 0.2987476922571659, - "std_cert_acc_108": 0.07866537706982231, - "mean_cert_acc_255": 0.0743346307426691, - "std_cert_acc_255": 0.02695160211868111 - }, - "cardiotocography-3clases": { - "dataset": "cardiotocography-3clases", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.8792569659442725, - "test_acc": 0.8592767295597484, - "train_size": 531, - "val_size": 323, - "test_size": 1272, - "stats": { - "mean": [ - [ - -0.030111656873823105, - -0.003732127118644177, - 0.01116787758945438, - -0.08985611299434969, - -0.00846454877589486, - 0.008270713935970052, - 0.01860809416195951, - 0.07714044712806034, - -0.005562035969867772, - -0.02718609557438801, - -0.012457818041431213, - 0.012724705461393555, - -0.02157851902071565, - -0.007921984030131852, - 0.03306414218455754, - 0.04044068926553697, - -0.048516965348399554, - -0.04458778192090391, - -0.03123695568738192, - 0.02170018583804156, - -0.018774542372881505 - ] - ], - "std": [ - [ - 1.0267196734843282, - 1.0079165135088577, - 0.9473557451244335, - 0.9914796817927604, - 1.004413984395137, - 1.0690427250537498, - 1.0265337126752654, - 1.0005000887455053, - 1.027745709308044, - 0.9908319242282088, - 1.0037543771306683, - 1.0398975301195088, - 1.0062327099761543, - 1.0841869723664168, - 1.0142218392015123, - 1.151741953917099, - 1.0734457791437295, - 1.0354213623061976, - 1.0200885928553527, - 1.1205840477329363, - 1.0030899076810105 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8328173160552979, - "72": 0.7987616062164307, - "108": 0.7647058367729187, - "255": 0.5108358860015869 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8773006134969326, - "test_acc": 0.8526398739164697, - "train_size": 531, - "val_size": 326, - "test_size": 1269, - "stats": { - "mean": [ - [ - 0.016391169491525318, - 0.0011396926553671261, - -0.02373987099811634, - 0.03607396610169575, - -0.010373017325799852, - 0.00827071393597003, - 0.012223685499058473, - 0.010651874764595136, - 0.01981098888888896, - 0.01887923308851223, - -0.018915777890772333, - -0.015072648775894497, - 0.009447557815442556, - -0.017157672448210953, - -0.006524062146892641, - -0.03690971751412391, - -0.03587095574387965, - -0.017897674387947204, - -0.022515022862523364, - 0.011496865838041524, - -0.04343927306967993 - ] - ], - "std": [ - [ - 0.9391569592897272, - 1.0230906606141204, - 0.9581004188558814, - 0.9835526445831309, - 0.9979926559581693, - 1.0690427250537498, - 1.0123898646052452, - 1.000643989202775, - 1.0328535759777588, - 1.0412458470198602, - 1.0101002215424937, - 1.0019895656154183, - 1.0176643747680885, - 0.9912502978877031, - 0.9736333689619006, - 0.8842664932785655, - 1.039084545290219, - 0.9977498578188039, - 0.9855549645903211, - 1.0605253991894208, - 1.000119457990836 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8190183639526367, - "72": 0.7668711543083191, - "108": 0.7055214643478394, - "255": 0.30061349272727966 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.8242424242424242, - "test_acc": 0.7905138339920948, - "train_size": 531, - "val_size": 330, - "test_size": 1265, - "stats": { - "mean": [ - [ - 0.011989649905837963, - 0.017703763653483834, - -0.04815508248587558, - 0.0878522580037672, - -0.0001940107344639859, - -0.0574620999999995, - 0.04414582297551817, - 0.04154100908662901, - 0.0033932510357819923, - 0.013044282391713674, - -0.042404981242937984, - 0.04134378888888889, - -0.01985842806026365, - 0.05704191233521654, - 0.04647320527306972, - -0.06624954802259869, - 0.0383948538606398, - 0.015676433521657228, - 0.03476359286252388, - 0.0983877023352167, - -0.00027604896421838714 - ] - ], - "std": [ - [ - 1.0121411725514342, - 1.0022698506112053, - 0.7850107263672123, - 1.021861659011844, - 1.0205680703685656, - 1.0, - 1.0504178369202641, - 0.9762037792485212, - 0.9969033920323853, - 1.0262088384173584, - 0.9577094393711939, - 1.018018865673482, - 1.0072567026892174, - 1.0240761987453126, - 0.9864342700743015, - 0.8655231462742808, - 1.0132444325659744, - 1.002180759880479, - 1.0086965056851351, - 1.1584443320466373, - 0.9678154222739248 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8498402555910544, - "test_acc": 0.8494539781591264, - "train_size": 531, - "val_size": 313, - "test_size": 1282, - "stats": { - "mean": [ - [ - 0.07590710470809812, - -0.024193697175141464, - -0.04779198342749522, - -0.03360304143126111, - 0.029070319209039387, - -0.024595693032014893, - 0.005839325800377342, - 0.06772045080037671, - 0.004032814877590208, - -0.01572106636534833, - -0.023934781092278794, - -0.0005697517890771726, - -0.008709438794726921, - -0.015583420433144993, - -0.012270593220338952, - 0.01910270809792879, - -0.009544668926553972, - -0.0007485035781543035, - 0.019792885216572968, - 0.012601643615819754, - 0.07063507344632772 - ] - ], - "std": [ - [ - 0.9774443663972388, - 0.9691878598072985, - 0.7938133543361705, - 1.0258465761633682, - 0.9993132346074002, - 0.7566415100311142, - 1.0194614547438874, - 0.9883543548463236, - 0.9952655430481072, - 0.9924332095258233, - 1.0409700820319554, - 0.9838443180700808, - 0.9913771235918427, - 0.9821486224205357, - 0.9651162627503362, - 1.033340912804804, - 1.0105779866484361, - 1.0049118298763688, - 0.989141891228224, - 1.0204876585018856, - 0.9866082018247349 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.7987220287322998, - "72": 0.7252395749092102, - "108": 0.6517571806907654, - "255": 0.16293929517269135 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8379711039068598, - "std_test_acc": 0.03190167898879345, - "n_samples": 2126, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.6126394271850586, - "std_cert_acc_36": 0.40866627404639816, - "mean_cert_acc_72": 0.57271808385849, - "std_cert_acc_72": 0.38299690928951213, - "mean_cert_acc_108": 0.5304961204528809, - "std_cert_acc_108": 0.35665970745695136, - "mean_cert_acc_255": 0.24359716847538948, - "std_cert_acc_255": 0.2164198592175133 - }, - "chess-krvkp": { - "dataset": "chess-krvkp", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.9504310344827587, - "test_acc": 0.9456802897051215, - "train_size": 799, - "val_size": 464, - "test_size": 1933, - "stats": { - "mean": [ - [ - -0.012910581977471696, - 0.0232343479349185, - 0.01974840050062684, - -0.006236645807259704, - 0.016582745932415422, - 0.011297774718398169, - 0.042862941176470284, - 0.03031926157697225, - 0.0180404605757215, - -0.010202853566957767, - -0.00189366082603287, - -0.016319619524404437, - 0.0033822653316640658, - -0.03204078085106409, - 0.0705100575719649, - 0.02903828535669439, - -0.03100208760951203, - -0.008096886107634134, - -0.03482669524405622, - 0.019232514392990924, - 0.012952405506882283, - 0.028141539424280874, - 0.012118360450564641, - -0.021248015018773447, - -0.016025085481852858, - 5.306633288432277e-07, - -0.020626277847311296, - -0.017688700000000283, - 0.0857653942428025, - -0.03719805506883507, - 0.005740868585732433, - 0.07288125406758252, - 0.025791864831039592, - -0.00712086608260405, - -0.040342160200250346, - -0.05876795494368149 - ] - ], - "std": [ - [ - 0.9837163023685394, - 1.0378682164982054, - 1.0465982807867846, - 0.9915165284267596, - 1.005530465952035, - 1.0006602278791406, - 1.010781822340367, - 1.0199155022259125, - 1.0041109770934162, - 0.9954304425556489, - 0.999580748645936, - 0.9784729377035531, - 1.001226355888721, - 0.7309839212424674, - 1.0450840322089407, - 1.0585050069556725, - 0.9104979964986178, - 1.0030733244153598, - 0.7855814376765642, - 1.0182546843992308, - 1.0103378991543899, - 1.020315666869466, - 1.0226041285721963, - 0.9944445166738229, - 0.8530722671343124, - 0.9998428506463546, - 0.958403864877632, - 1.0, - 1.297598626233983, - 0.9108937768595846, - 1.0046803731698561, - 1.1311938967311475, - 1.0059129579966133, - 1.0017029704517841, - 1.020154120299574, - 0.9629351207831572 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13322, - "cert_evals": { - "36": 0.8965517282485962, - "72": 0.829741358757019, - "108": 0.6853448152542114, - "255": 0.16163793206214905 - }, - "fold": 0 - }, - { - "best_epoch": 74, - "best_val_acc": 0.9733924611973392, - "test_acc": 0.9660842754367934, - "train_size": 799, - "val_size": 451, - "test_size": 1946, - "stats": { - "mean": [ - [ - -0.0009927534418022186, - 0.018342768460575525, - -0.06582760575719632, - -0.0020792615769724375, - 0.051078400500625745, - 0.011297774718398223, - -0.03506647058823558, - -0.021223376720899582, - -0.03866361702127398, - -0.02380752190237722, - -0.014526558197747444, - 0.016318818523153884, - 0.006087788485606497, - 0.07781297659574443, - -0.04009326658322881, - 0.017423181476844563, - -0.016413096370462833, - -0.032386387984980926, - 0.020896709511889343, - 0.0017488035043802706, - 0.0032379173967446036, - -0.04377830913642133, - 0.00134634543179087, - -0.008370843554443178, - -0.01602508548185286, - -0.05699136670838574, - 0.012376380475592372, - -0.017688700000000283, - 0.023390775969961416, - 0.03719677847309204, - 0.005740868585732397, - -0.004124948685859613, - 0.002579862327909166, - -0.025243699624531293, - -0.02052447684605754, - 0.019589255319148336 - ] - ], - "std": [ - [ - 0.9986195311743077, - 1.0300230852190024, - 0.8216604611116667, - 0.9970790771407829, - 1.0163955081800622, - 1.0006602278791408, - 0.9894273630441428, - 0.9849960711322177, - 0.9895223747807858, - 0.9893503391280706, - 0.9977270081722001, - 1.0205058915949463, - 1.0023223894472089, - 1.4564544306041578, - 0.9790108101412359, - 1.0355371587989588, - 0.9537117155994841, - 1.0123108404588719, - 1.108181480971759, - 1.001546561141509, - 1.0024924985959782, - 0.9655037096440781, - 1.0024053099202712, - 0.9977739015125082, - 0.8530722671343125, - 1.021876104669329, - 1.0237032374075374, - 1.0, - 1.0898218142005072, - 1.080220497632301, - 1.0046803731698557, - 0.9917285097795778, - 1.000482486194206, - 1.0061895454376688, - 1.0104282205557285, - 1.0110875620192163 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13322, - "cert_evals": { - "36": 0.9401330351829529, - "72": 0.9113081693649292, - "108": 0.8447893261909485, - "255": 0.38359200954437256 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.9536842105263158, - "test_acc": 0.9516129032258065, - "train_size": 799, - "val_size": 475, - "test_size": 1922, - "stats": { - "mean": [ - [ - 0.04270595118898613, - -0.035464605757197565, - -0.026330987484355414, - 0.010392891113891287, - 0.024543281602002653, - -0.001253777221526715, - -0.011687647058824222, - -0.02728721652065032, - 0.0025757121401775553, - -0.07006339424280264, - -0.0018936608260329234, - -0.004080205256570354, - 0.04125958948685799, - -0.03204078085106409, - -0.02626784230287835, - -0.023229682102629934, - 0.041942868585731145, - 0.01619261576971138, - 0.006965858322903206, - -0.001747938673341953, - -0.05828717396746041, - 0.04064933917396773, - 0.06597843554443104, - -0.018672580725907748, - 0.005341821777221022, - -0.005427269086358065, - 0.03437815269086148, - -0.017688700000000283, - -0.007796533166459127, - -6.382978713675692e-07, - -0.04346299874843527, - 0.01787682352940982, - -0.03610680851063828, - 0.04465865832290276, - 0.019110889862328, - 0.03990408760951166 - ] - ], - "std": [ - [ - 1.0503026614950781, - 0.9377299469744113, - 0.9332222466570044, - 1.0134812577120929, - 1.0081529457229899, - 0.9997466732969692, - 0.9965218768327301, - 0.9806280790356154, - 1.0004721494235536, - 0.9669617912464558, - 0.9995807486459362, - 0.9945690429937961, - 1.0158077550757176, - 0.7309839212424674, - 0.9989487460582208, - 0.9496723729602274, - 1.1079472020538745, - 0.9931560757473815, - 1.0372639011971079, - 0.998134626824417, - 0.9489971567418679, - 1.0290373693626786, - 1.116580541935386, - 0.9951246155880097, - 1.0441402229839951, - 1.0021017867674258, - 1.064445876205708, - 1.0, - 0.9678679341238935, - 0.999842760601726, - 0.9613338278133499, - 1.0340832941176457, - 0.9901571062749744, - 0.9869400115230125, - 0.9895000075374855, - 1.0222216905424544 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13322, - "cert_evals": { - "36": 0.9157894253730774, - "72": 0.8463157415390015, - "108": 0.766315758228302, - "255": 0.3578947186470032 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.9454148471615721, - "test_acc": 0.9499742135121196, - "train_size": 799, - "val_size": 458, - "test_size": 1939, - "stats": { - "mean": [ - [ - 0.0029798560700874874, - -0.015898287859826204, - 0.013165630788484818, - -0.002079261576972459, - 0.06434595994993732, - -0.0087847083854817, - -0.035066470588235754, - -0.021223376720899842, - 0.012885544430540316, - -0.0755052615769703, - -0.07516446558197788, - 0.004079404255319092, - 0.041259589486858005, - 0.04119505744680826, - -0.0069122853566958315, - -0.029037234042554844, - -0.01641309637046286, - -0.037784055068836316, - -0.03482669524405622, - -0.04370884480600792, - -0.035620035043805974, - 0.04690323904881119, - -0.009425669586981995, - -0.00064454067584565, - -0.05875890000000068, - -0.04884966708385503, - 0.0453790387984959, - -0.017688700000000283, - 0.002599236545681054, - 0.030997209011264834, - -0.05002351439299086, - 0.006875937421775107, - -0.010315694618272687, - -0.04077755694618336, - 0.004955401752189988, - 0.10084858448060059 - ] - ], - "std": [ - [ - 1.003506639923147, - 0.9726497119550556, - 1.031291250931018, - 0.9970790771407828, - 1.0202330509186042, - 0.9991224561764447, - 0.9894273630441432, - 0.9849960711322175, - 1.0029259974983142, - 0.9641477850388797, - 0.9865314194046129, - 1.0050737920779802, - 1.0158077550757172, - 1.2629201270580204, - 0.9808444007141872, - 0.9366196797544946, - 0.9537117155994845, - 1.0142732074093561, - 0.7855814376765643, - 0.9552444287880467, - 0.9695039665985851, - 1.033313842690941, - 0.9816728244810887, - 0.9996865943557063, - 1.0, - 1.0189528540341442, - 1.0840757895240576, - 1.0, - 1.0102634466126872, - 1.067334702526026, - 0.9552142319361535, - 1.0131869855246693, - 0.9972193469515207, - 1.0097604697449478, - 0.9972056619226006, - 1.052569358911855 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13322, - "cert_evals": { - "36": 0.9082969427108765, - "72": 0.8646288514137268, - "108": 0.8034934401512146, - "255": 0.2620087265968323 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9533379204699602, - "std_test_acc": 0.008858124008727252, - "n_samples": 3196, - "n_features": 36, - "n_classes": 2, - "mean_cert_acc_36": 0.9151927828788757, - "std_cert_acc_36": 0.018415697078023513, - "mean_cert_acc_72": 0.8629985302686691, - "std_cert_acc_72": 0.03521758118421801, - "mean_cert_acc_108": 0.7749858349561691, - "std_cert_acc_108": 0.06781320811905395, - "mean_cert_acc_255": 0.29128334671258926, - "std_cert_acc_255": 0.10103283464231343 - }, - "congressional-voting": { - "dataset": "congressional-voting", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.631578947368421, - "test_acc": 0.6059479553903345, - "train_size": 109, - "val_size": 57, - "test_size": 269, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.11779591743119261, - -0.04414557798165136, - -0.044145577981651356, - -0.1385431192660551, - -0.04414557798165139, - -0.026378550458715573, - 0.11256628440366967, - -0.10507706422018329, - -0.054913027522935885, - -0.05395532110091718, - 0.008270385321100901, - 0.10771073394495408, - 0.03500372477064211, - -0.000600422018348633, - -0.02276844036697253 - ] - ], - "std": [ - [ - 0.8184815616369955, - 0.8313668954689791, - 0.8538679440524577, - 0.8538679440524576, - 0.5219210944971431, - 0.8538679440524588, - 0.9259164552817457, - 1.2484961570437194, - 0.7457451590890042, - 0.7568400989501728, - 0.8761485096645807, - 1.012504902324288, - 1.1811957798165138, - 1.0783310548027614, - 0.9977827937237086, - 0.9845600817644352 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.59375, - "test_acc": 0.6145038167938931, - "train_size": 109, - "val_size": 64, - "test_size": 262, - "stats": { - "mean": [ - [ - -0.00038625688073406236, - 0.057688394495412916, - 0.07259284403669729, - 0.07259284403669727, - -0.08832123853211014, - 0.01422363302752295, - -0.07830136697247703, - -0.08832123853211014, - 0.10401949541284418, - -0.054913027522935885, - -0.09670699082568791, - 0.043890183486238465, - -0.010408844036697309, - -0.05957216513761476, - 0.22344607339449585, - 0.020201284403669834 - ] - ], - "std": [ - [ - 0.9977358415203772, - 1.0666277227790677, - 1.1962128629178321, - 1.196212862917833, - 0.7346827772265264, - 1.0408721364505138, - 0.7595653225302291, - 0.7346827772265264, - 1.1887281938323424, - 0.7568400989501728, - 0.7623714803384029, - 1.0685939449541277, - 0.9788020482079224, - 0.8432648555935023, - 1.3191500469500397, - 1.0109306979905373 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.5660377358490566, - "test_acc": 0.5787545787545788, - "train_size": 109, - "val_size": 53, - "test_size": 273, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.0008063761467889231, - -0.044145577981651335, - -0.10251478899082538, - -0.08832123853211014, - 0.014223633027522997, - -0.078301366972477, - -0.08832123853211014, - -0.14689637614678883, - -0.12773999999999977, - 0.03154801834862407, - 0.008270385321100882, - 0.028964348623853046, - -0.012284220183486308, - -0.0006004220183486534, - 0.04168614678899078 - ] - ], - "std": [ - [ - 0.8184815616369948, - 0.9978460372285823, - 0.853867944052458, - 0.6065906343935914, - 0.7346827772265261, - 1.0408721364505131, - 0.7595653225302292, - 0.7346827772265265, - 0.6117637925728782, - 1.0, - 1.062789656192666, - 1.0125049023242882, - 1.0520823572341493, - 0.9691144875367229, - 0.9977827937237085, - 1.023184850832101 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.11320754885673523, - "72": 0.01886792480945587, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.5352112676056338, - "test_acc": 0.5450980392156862, - "train_size": 109, - "val_size": 71, - "test_size": 255, - "stats": { - "mean": [ - [ - -0.0003862568807340379, - -0.05930114678899078, - 0.014223633027522962, - -0.04414557798165134, - -0.03809935779816519, - -0.04414557798165141, - -0.026378550458715615, - 0.012122522935779772, - -0.02143844036697227, - 0.017913944954128333, - -0.0967069908256879, - 0.07950998165137609, - 0.028964348623853057, - -0.012284220183486292, - -0.0006004220183485913, - -0.02276844036697257 - ] - ], - "std": [ - [ - 0.9977358415203773, - 0.9202474953183722, - 1.0408721364505134, - 0.8538679440524575, - 0.8955844252869521, - 0.8538679440524586, - 0.9259164552817456, - 1.0292422785092563, - 0.9536270350654188, - 1.0653667607530586, - 0.7623714803384029, - 1.1207507845689388, - 1.0520823572341482, - 0.9691144875367229, - 0.9977827937237086, - 0.9845600817644354 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2722, - "cert_evals": { - "36": 0.028169013559818268, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5860760975386231, - "std_test_acc": 0.03128275274416774, - "n_samples": 435, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.035344140604138374, - "std_cert_acc_36": 0.053580498140346135, - "mean_cert_acc_72": 0.004716981202363968, - "std_cert_acc_72": 0.009433962404727936, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "conn-bench-sonar-mines-rocks": { - "dataset": "conn-bench-sonar-mines-rocks", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.696969696969697, - "test_acc": 0.7073170731707317, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.07224829615384616, - 0.06143836403846155, - 0.17981892115384618, - 0.18359467307692307, - 0.17865188250000005, - 0.18166694038461537, - 0.13145928269230767, - 0.3580806807692308, - 0.2723380293846154, - 0.32641636923076933, - 0.3547530749999999, - 0.27079468269230766, - 0.2390470615384616, - 0.08077609423076923, - 0.06372549615384623, - 0.027136992307692294, - -0.0707615403846154, - -0.013202551923076929, - 0.07079190192307686, - 0.14980152423076923, - 0.19067387173076927, - 0.18353470192307691, - 0.09474908461538462, - 0.11814903269230771, - 0.12851396730769224, - 0.09148541923076925, - 0.007863109038461517, - -0.03280788846153844, - -0.038817317307692306, - -0.030111546153846168, - -0.06803155000000002, - -0.1759780653846154, - -0.09925099846153843, - -0.06391267884615386, - -0.10967796730769228, - -0.09900584423076922, - -0.07212157115384613, - -0.04979613730769235, - -0.014902880769230744, - -0.06563232307692309, - -0.19819578653846154, - -0.09516337250000001, - 0.028546435961538493, - 0.02690762884615383, - -0.051032306153846144, - -0.1709350942307693, - -0.15902759326923072, - 0.05230017500000001, - -0.06006629230769232, - -0.14417805423076924, - 0.04664167115384615, - 0.035231851923076866, - 0.10847407884615384, - 0.0320697788461538, - 0.014380650000000059, - 0.1584930519230769, - 0.24879878846153847, - -0.06910759711538458, - -0.04868835576923079, - -0.009460907692307728 - ] - ], - "std": [ - [ - 0.8826781365757673, - 0.8736204750730865, - 1.0631193826022287, - 1.0559935051069889, - 1.0948164691784295, - 0.9911164668100656, - 1.058133601574446, - 1.1345779651029129, - 1.2612720115229583, - 1.3050289136088924, - 1.2242580940441732, - 1.1507745621698449, - 0.9449561434126305, - 0.9761316418147328, - 1.0515687251009254, - 1.0336058228027496, - 1.0092336792759293, - 0.9721128786372969, - 0.9828570204269845, - 1.0526094050032175, - 1.007626826074757, - 0.9451553241613345, - 1.0688742655635421, - 1.1766129754915444, - 1.0893546356638915, - 0.9472223527353211, - 0.9975324667404246, - 0.9442106678014526, - 0.9147349976996598, - 0.8924870761180707, - 0.9115618167344114, - 0.9476131762252616, - 0.9936735012487963, - 1.091198911266045, - 1.0880994377807855, - 1.058748260466537, - 1.0322810862952991, - 1.0794760575131008, - 1.0563032817583005, - 1.063491740689508, - 0.9911947467095144, - 0.9289066519838143, - 1.060366924720947, - 1.0624085035469397, - 0.8715483240662897, - 0.6896203094035522, - 0.7267883935975691, - 0.928021673885073, - 0.8751357100836189, - 0.7223660360736314, - 0.7383172079055456, - 0.8199366242592814, - 1.0798630214435168, - 1.1347800621794066, - 0.9003324355296055, - 1.2234839576090903, - 1.1067568444114322, - 0.7263873158583661, - 0.9265847016853823, - 0.8105858418957635 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36602, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.7931034482758621, - "test_acc": 0.7637795275590551, - "train_size": 52, - "val_size": 29, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.1496621807692307, - -0.08903577807692303, - -0.14030929807692305, - -0.035338826923076924, - 0.08386959669423068, - 0.09199651153846154, - 0.14088967307692307, - 0.07056369423076922, - -0.0025582480769230555, - 0.009174194230769301, - 0.0818218730769231, - 0.08237485384615381, - 0.04123067288461538, - -0.00616768461538463, - -0.028849084615384605, - -0.04050276923076927, - -0.0212545653846154, - -0.05132907923076921, - -0.04626740192307692, - -0.07403159615384614, - -0.05252051923076921, - 0.030670448076923096, - -0.021138782692307692, - 0.005048434615384597, - 0.09778213076923079, - 0.2050811269230769, - 0.18951900000000002, - 0.09827862115384613, - 0.07715956730769227, - 0.1654723846153846, - 0.07360706730769234, - -0.012788405769230859, - -0.07698564038461544, - -0.11772723500000001, - -0.012259624999999958, - 0.0018293673076923635, - -0.07115984249999997, - -0.07953136711538462, - -0.04274317096153846, - -0.03792623653846152, - -0.08625715769230768, - -0.05082718653846153, - 0.0639244403846154, - 0.05993298846153846, - 0.008120661730769264, - -0.03299837499999998, - -0.08261534326923076, - -0.13786070961538463, - -0.11194899807692303, - -0.1165946903846154, - -0.11254034384615383, - -0.09731205576923077, - -0.10915543461538466, - -0.020348332692307698, - -0.03527259615384616, - -0.05305450769230768, - -0.0766177076923077, - 0.017685547115384614, - 0.05708845576923076, - 0.13349773076923077 - ] - ], - "std": [ - [ - 0.808987901180408, - 0.6916743939877592, - 0.6533719713044063, - 0.7289409087743024, - 0.9799815957215703, - 1.1546934744155954, - 1.0489671907417901, - 1.0406351665781963, - 1.06602300100525, - 0.9855510401092009, - 0.941611877990984, - 0.874334438804182, - 0.8948617088044496, - 0.9284777014495024, - 0.9652796384670821, - 0.9176168045360895, - 0.9187448624511494, - 0.9637941840958039, - 1.036895695822955, - 1.080455047426266, - 1.0569445623516454, - 1.027280062203057, - 0.9972067893847262, - 0.9558109386682533, - 0.9135564279343454, - 0.9323450964074564, - 0.9165881179625035, - 0.9150530169961677, - 0.8966782811687405, - 0.9697039290944067, - 1.0552459326194796, - 1.0678782438443375, - 1.0350794282536124, - 0.981036806175182, - 1.0268794592105523, - 1.049486682131856, - 1.0562822257610098, - 1.0082564159163012, - 1.008195204043701, - 1.0704359719340684, - 1.0356445372719016, - 0.9497252302544834, - 1.0265656593627723, - 1.1425919880616457, - 0.984594565229331, - 0.9387504917802769, - 0.9538513934843633, - 0.9644663205759176, - 0.9826957464876444, - 0.906104614495397, - 0.6863012460053298, - 0.8135699574469399, - 0.8718984903633391, - 0.87106180576059, - 0.9705550873133266, - 0.7881063937322114, - 1.0305107562527829, - 0.9850679024115949, - 1.0840227025091698, - 0.955646054806482 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36602, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.7878787878787878, - "test_acc": 0.7398373983739838, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11352727307692301, - 0.005484550769230757, - 0.14128544711538463, - 0.01698709807692309, - -0.05546616484423073, - 0.015633542307692313, - 0.01695465576923076, - 0.007012186538461534, - 0.16428315769230764, - 0.1885259807692308, - 0.17271181923076925, - 0.10288603057692303, - 0.035842053846153805, - 0.06598513846153845, - 0.024155067307692363, - -0.031890009615384636, - -0.09900835576923078, - -0.06074108884615382, - -0.057217736538461544, - -0.05421212307692307, - 0.009597998076923055, - 0.08198633076923077, - 0.0738865326923077, - 0.11153800000000001, - 0.12820763269230767, - 0.1497061423076923, - 0.17804224999999999, - 0.12074562557692313, - 0.011866653846153862, - 0.02657458461538462, - 0.08961283461538459, - 0.012436888461538488, - -0.15344758865384617, - -0.25327539384615383, - -0.1676381884615385, - -0.08097806538461542, - 0.010272027115384563, - 0.0761040280769231, - 0.07725368461538452, - 0.01526856923076923, - 0.09035966538461546, - -0.018093585576923078, - -0.08110181153846155, - -0.05179539615384614, - -0.062206399423076895, - -0.05773718076923074, - -0.015536751903846145, - -0.05303988461538456, - -0.0334830886538462, - -0.019491399423076903, - -0.014853353461538439, - -0.04920472788461536, - -0.013006382692307706, - -0.11464770384615387, - -0.22059024807692304, - -0.20056836153846153, - -0.17135017615384612, - -0.09496722596153845, - -0.12957644230769227, - 0.05055160769230771 - ] - ], - "std": [ - [ - 0.7779847294085735, - 0.8164589056484339, - 0.8897943994160501, - 0.8232379895108087, - 0.8913136137549748, - 1.2277539871431498, - 1.148342655187086, - 1.0125738638827777, - 1.0308151593845143, - 1.0814728380420244, - 1.1275636354460448, - 1.0953105542528634, - 0.9617223163008869, - 0.9271042130221435, - 1.002366167344782, - 1.0134009310910002, - 0.9541301699800748, - 0.9039526162729385, - 0.8533527267834845, - 0.8674137383144989, - 0.8667342359963858, - 0.8682751705934699, - 0.8669633975953135, - 0.8844079338595519, - 0.8959832014657619, - 0.9477171784962183, - 0.9665146933040765, - 0.9608709208756278, - 0.9362600441482569, - 0.826100491116595, - 0.9039285396250091, - 0.9697986338184826, - 0.8888423793086146, - 0.878236080206782, - 0.9309060317786465, - 0.9900496254008503, - 1.00813869687356, - 1.0903606967893815, - 1.0386726650233546, - 0.9723646970288363, - 0.965534654631892, - 0.9659616919831083, - 0.9294069827841253, - 0.9165737515917189, - 0.890391924899276, - 0.8408198724294259, - 0.7367456383541913, - 0.9168199780746074, - 0.8757122466574018, - 0.8068953654942984, - 0.8229736283202036, - 0.7999629806684128, - 0.9417385941942646, - 0.873184043119562, - 0.7480790001744239, - 0.9895160335641305, - 1.0132212109764678, - 0.7628419936253807, - 0.961901997536315, - 1.3290599320503582 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36602, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.7560975609756098, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11402919442307692, - -0.1958088194230769, - -0.192454475, - -0.2174456115384615, - -0.1483449469961539, - -0.09730015192307692, - -0.11111996346153846, - -0.1199549596153846, - -0.08601968673076922, - -0.1359838, - -0.07711971153846155, - 0.005683598076923046, - -0.07644932499999996, - -0.12452823865384616, - -0.18065320384615383, - -0.24127502307692308, - -0.2122367865384616, - -0.17662752923076924, - -0.13966792115384613, - -0.06574370384615388, - -0.007378620000000012, - -0.0002028721153846167, - 0.06875905961538463, - 0.10454161923076924, - 0.1822036923076923, - 0.14234525, - 0.08357052884615387, - 0.14328510769230768, - 0.2375776069230769, - 0.1643224807692307, - 0.10515068653846156, - 0.09213309999999994, - 0.013323825000000011, - -0.06487759653846153, - -0.13430994076923078, - -0.21115623846153847, - -0.22730641923076922, - -0.23543729230769228, - -0.22808152115384622, - -0.14895506923076926, - -0.001168684615384663, - -0.04320264326923076, - -0.018799333269230768, - -0.013186748076922994, - -0.07072882692307694, - -0.03641541923076926, - -0.009211202865384651, - 0.028638237499999993, - 0.052042886346153845, - -0.09590774230769232, - -0.057291330384615397, - 0.06657091249999998, - 0.02539913076923079, - -0.15310468230769228, - -0.20838050961538462, - -0.049366707692307735, - -0.07994125884615386, - -0.19751397115384617, - -0.2403308269230769, - -0.24415720000000002 - ] - ], - "std": [ - [ - 0.8763416312333093, - 0.602973469758421, - 0.5448117196260321, - 0.5663296924240132, - 0.686341085757452, - 0.8337013907572342, - 0.6813276818285096, - 0.7825144766842531, - 0.7861121760890293, - 0.7905273301791387, - 0.7805552299762032, - 0.9027317120726256, - 0.8667207852850977, - 0.8531311452416169, - 0.8318630140159454, - 0.8852179006046725, - 0.8740431599665568, - 0.8442406359472446, - 0.8609171894886277, - 0.886971626868803, - 0.9185053211820478, - 1.0100806480837976, - 0.9919727273312126, - 1.0562822860856174, - 0.9850251469218465, - 0.9910273621465151, - 1.0655846350198521, - 0.9906322053442151, - 0.8736899428048334, - 0.9821436750511889, - 0.9453561139667965, - 0.8625303165093016, - 1.0040239879345572, - 0.9847231539651756, - 0.9280844832031707, - 0.9503954469001101, - 0.9765763369138967, - 0.965164414073675, - 0.9709362119147936, - 1.0665530487737096, - 1.0793454570821943, - 1.0572717622116554, - 1.0593503627745042, - 1.0162684589041668, - 1.0177130607371694, - 1.0958546673800382, - 1.1902586310529617, - 1.1293249209196217, - 1.0653539976947333, - 0.9647675285784101, - 1.1814566025747812, - 1.13738601881979, - 1.0351334435322548, - 0.934859922308927, - 0.7895031892247589, - 0.9239212461978867, - 0.8971132845231489, - 0.7340435621135994, - 0.876038640540552, - 0.7272617950430326 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36602, - "cert_evals": { - "36": 0.1515151560306549, - "72": 0.03030303120613098, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7417578900198452, - "std_test_acc": 0.025036219339348756, - "n_samples": 208, - "n_features": 60, - "n_classes": 2, - "mean_cert_acc_36": 0.03787878900766373, - "std_cert_acc_36": 0.07575757801532745, - "mean_cert_acc_72": 0.007575757801532745, - "std_cert_acc_72": 0.01515151560306549, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "conn-bench-vowel-deterding": { - "dataset": "conn-bench-vowel-deterding", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 53, - "best_val_acc": 0.6633663366336634, - "test_acc": 0.65807962529274, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1529, - "cert_evals": { - "36": 0.514851450920105, - "72": 0.2871287167072296, - "108": 0.10891088843345642, - "255": 0.019801979884505272 - }, - "fold": 0 - }, - { - "best_epoch": 89, - "best_val_acc": 0.6481481481481481, - "test_acc": 0.669047619047619, - "train_size": 462, - "val_size": 108, - "test_size": 420, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1529, - "cert_evals": { - "36": 0.49074074625968933, - "72": 0.3055555522441864, - "108": 0.14814814925193787, - "255": 0.009259259328246117 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.6138613861386139, - "test_acc": 0.6112412177985949, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1529, - "cert_evals": { - "36": 0.32673266530036926, - "72": 0.10891088843345642, - "108": 0.029702968895435333, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 70, - "best_val_acc": 0.7289719626168224, - "test_acc": 0.6603325415676959, - "train_size": 462, - "val_size": 107, - "test_size": 421, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1529, - "cert_evals": { - "36": 0.420560747385025, - "72": 0.242990642786026, - "108": 0.07476635277271271, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6496752509266625, - "std_test_acc": 0.026055549002057712, - "n_samples": 990, - "n_features": 11, - "n_classes": 11, - "mean_cert_acc_36": 0.43822140246629715, - "std_cert_acc_36": 0.0844039553798171, - "mean_cert_acc_72": 0.2361464500427246, - "std_cert_acc_72": 0.08879291656244696, - "mean_cert_acc_108": 0.09038208983838558, - "std_cert_acc_108": 0.05035222921268453, - "mean_cert_acc_255": 0.007265309803187847, - "std_cert_acc_255": 0.009428916242228379 - }, - "chess-krvk": { - "dataset": "chess-krvk", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 30, - "best_val_acc": 0.20018930430667298, - "test_acc": 0.19957183634633682, - "train_size": 7014, - "val_size": 4226, - "test_size": 16816, - "stats": { - "mean": [ - [ - 0.012324607927003232, - 0.007078780439120998, - 0.0020496236099223986, - -0.024108994297119334, - -0.0005551300684344027, - 0.00494480253777899 - ] - ], - "std": [ - [ - 0.999931915679557, - 1.0057899986789152, - 1.0018138589619487, - 0.9949807268406698, - 1.0000689847213224, - 1.0016960231746526 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 630, - "cert_evals": { - "36": 0.11452910304069519, - "72": 0.054188355803489685, - "108": 0.02058684267103672, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 59, - "best_val_acc": 0.1790021281626862, - "test_acc": 0.18384583358115744, - "train_size": 7014, - "val_size": 4229, - "test_size": 16813, - "stats": { - "mean": [ - [ - 0.02662805560307895, - 0.005693713430283323, - -0.0016727181351587745, - 0.014426962075848423, - -0.007343462446535813, - 0.00437411206158899 - ] - ], - "std": [ - [ - 0.9852094089714073, - 0.9988688121679218, - 1.0043106562162794, - 0.9917902725212167, - 0.9953541320225967, - 0.995076350426718 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 630, - "cert_evals": { - "36": 0.08489004522562027, - "72": 0.03854339197278023, - "108": 0.01844407618045807, - "255": 0.00023646252520848066 - }, - "fold": 1 - }, - { - "best_epoch": 27, - "best_val_acc": 0.21136471707085117, - "test_acc": 0.19737467331907815, - "train_size": 7014, - "val_size": 4206, - "test_size": 16836, - "stats": { - "mean": [ - [ - 0.009281328200740034, - -0.0021550139720564235, - -0.004650539349872485, - 0.006120143427431122, - -0.0004934166951813222, - 0.0024717757342437065 - ] - ], - "std": [ - [ - 0.9905305563279689, - 1.0007194352174467, - 1.0073929861352688, - 0.996792137495875, - 0.995664797353786, - 0.9984373474066448 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 630, - "cert_evals": { - "36": 0.11982882022857666, - "72": 0.061578698456287384, - "108": 0.023775558918714523, - "255": 0.0004755111876875162 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.2161592505854801, - "test_acc": 0.21881707607917958, - "train_size": 7014, - "val_size": 4270, - "test_size": 16772, - "stats": { - "mean": [ - [ - 0.0038034088964931244, - -0.012312182207011678, - 0.00825354519532299, - -0.012616928286283908, - 0.00814625808383194, - 0.012173608639860799 - ] - ], - "std": [ - [ - 0.9903915605524702, - 0.991199162231707, - 1.011474563134033, - 0.9971077092137348, - 0.999255185770078, - 1.0033642166267953 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 630, - "cert_evals": { - "36": 0.12786884605884552, - "72": 0.060655735433101654, - "108": 0.02388758771121502, - "255": 0.00023419203353114426 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.199902354831438, - "std_test_acc": 0.014399964940204974, - "n_samples": 28056, - "n_features": 6, - "n_classes": 18, - "mean_cert_acc_36": 0.11177920363843441, - "std_cert_acc_36": 0.018746214794254278, - "mean_cert_acc_72": 0.05374154541641474, - "std_cert_acc_72": 0.010652237620573681, - "mean_cert_acc_108": 0.021673516370356083, - "std_cert_acc_108": 0.0026413909496351274, - "mean_cert_acc_255": 0.00023654143660678528, - "std_cert_acc_255": 0.0001941339048916228 - }, - "contrac": { - "dataset": "contrac", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.4549763033175355, - "test_acc": 0.39485458612975394, - "train_size": 368, - "val_size": 211, - "test_size": 894, - "stats": { - "mean": [ - [ - 0.04983602472826088, - -0.03683848315217381, - -0.030433624999999895, - 0.04126441032608701, - 0.0759277635869569, - 0.038788576086956336, - -0.05566297010869535, - 0.0662070706521741, - 0.049484739130435086 - ] - ], - "std": [ - [ - 1.0349771394866476, - 1.0203618187773704, - 1.0773888859130338, - 0.9920452760418988, - 0.9188135203134653, - 0.9763026632803047, - 0.9941427090552807, - 0.9825316131926941, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 921, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 30, - "best_val_acc": 0.5, - "test_acc": 0.4312849162011173, - "train_size": 368, - "val_size": 210, - "test_size": 895, - "stats": { - "mean": [ - [ - -0.029433755434782626, - -0.071642726902174, - -0.09035044293478262, - 0.020525774456521734, - 0.007337516304348054, - 0.03878857608695629, - 0.035455372282608796, - -0.03957563858695622, - 0.049484739130434774 - ] - ], - "std": [ - [ - 1.034137512591575, - 1.0184105128981196, - 1.0653920839838686, - 1.048083233025277, - 0.9923881347533616, - 0.9763026632803046, - 0.9969044818106321, - 1.048729739192908, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 921, - "cert_evals": { - "36": 0.3047619163990021, - "72": 0.15238095819950104, - "108": 0.10000000149011612, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 60, - "best_val_acc": 0.4879032258064516, - "test_acc": 0.4597432905484247, - "train_size": 368, - "val_size": 248, - "test_size": 857, - "stats": { - "mean": [ - [ - -0.0224978108695652, - 0.0756058451086956, - 0.07941412771739106, - 0.040112260869565215, - -0.03076817663043453, - -0.09286419021739152, - -0.046236899456521284, - 0.002180663043478335, - -0.06466629619565217 - ] - ], - "std": [ - [ - 1.0160308953617057, - 0.95882526146548, - 0.9253350657327032, - 1.0559034595300474, - 1.0290230539377072, - 1.0476659682160625, - 0.9462830856884548, - 0.9600526966125309, - 0.8858527840526336 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 921, - "cert_evals": { - "36": 0.3306451439857483, - "72": 0.16129031777381897, - "108": 0.04032257944345474, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 35, - "best_val_acc": 0.44155844155844154, - "test_acc": 0.4622425629290618, - "train_size": 368, - "val_size": 231, - "test_size": 874, - "stats": { - "mean": [ - [ - -0.05156334456521742, - -0.044870314673913024, - -0.03376221739130403, - 0.026286519021739164, - 0.06068548641304363, - -0.023903217391304493, - 0.03859739402173936, - -0.05627817934782584, - -0.01277946195652176 - ] - ], - "std": [ - [ - 1.0188547788894706, - 0.9948418681411789, - 0.9984372596511997, - 1.0660676802579363, - 0.9360979718845777, - 1.0130497245255512, - 0.9834396874521251, - 1.0057604797479107, - 0.9785587320331135 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 921, - "cert_evals": { - "36": 0.22077922523021698, - "72": 0.06926406919956207, - "108": 0.017316017299890518, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.43703133895208945, - "std_test_acc": 0.03142895911310999, - "n_samples": 1473, - "n_features": 9, - "n_classes": 3, - "mean_cert_acc_36": 0.21404657140374184, - "std_cert_acc_36": 0.15020626296642317, - "mean_cert_acc_72": 0.09573383629322052, - "std_cert_acc_72": 0.07609679070278572, - "mean_cert_acc_108": 0.039409649558365345, - "std_cert_acc_108": 0.04363971147504067, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "credit-approval": { - "dataset": "credit-approval", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 60, - "best_val_acc": 0.85, - "test_acc": 0.8636363636363636, - "train_size": 172, - "val_size": 100, - "test_size": 418, - "stats": { - "mean": [ - [ - 0.04231717441860458, - -0.04319939244186043, - 0.01132773546511633, - 0.10497429069767436, - 0.1039714651162791, - -0.016887567441860464, - 0.12197747790697662, - 0.056721959767441876, - 0.023127069767441777, - 0.01803883720930219, - 0.02175907906976748, - -0.014331000000000156, - 0.026975616279069855, - -0.07794171941860471, - 0.08645942000000016 - ] - ], - "std": [ - [ - 0.9668001544731439, - 0.9828833679832603, - 1.0033612624654744, - 1.0683622008830216, - 1.0656041538091992, - 1.0007415139821727, - 1.1272056598607636, - 1.0528268054248064, - 1.0000784525981627, - 0.9964680315230805, - 0.9149454309542941, - 1.0003809007273163, - 1.0289037612452905, - 0.9424723282553955, - 1.5519077166103805 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2402, - "cert_evals": { - "36": 0.75, - "72": 0.6699999570846558, - "108": 0.550000011920929, - "255": 0.03999999910593033 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8602150537634409, - "test_acc": 0.84, - "train_size": 172, - "val_size": 93, - "test_size": 425, - "stats": { - "mean": [ - [ - -0.05893763953488379, - -0.09494667732558137, - 0.10661604441860463, - 0.0016465697674418215, - -0.0016443023255812898, - -0.03715416976744184, - 0.019046397674418694, - 0.12816041290697705, - 0.04639099999999992, - 0.006295348837209058, - -0.02008573604651146, - -0.13093850000000004, - 0.006132180232558206, - -0.012206166162790686, - 0.10673194959302351 - ] - ], - "std": [ - [ - 1.0212712368033299, - 1.002227255518295, - 1.0267015215317181, - 1.0197891663144403, - 1.0132886907601226, - 0.9740103182437764, - 0.9462774495372472, - 1.135180114956504, - 1.0003490000000002, - 0.9983346607548056, - 0.9387238466077318, - 1.0017391917815985, - 0.9989094608428061, - 0.9604377028423987, - 1.6924318356475039 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2402, - "cert_evals": { - "36": 0.698924720287323, - "72": 0.44086021184921265, - "108": 0.01075268816202879, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.8317757009345794, - "test_acc": 0.7980535279805353, - "train_size": 172, - "val_size": 107, - "test_size": 411, - "stats": { - "mean": [ - [ - -0.09690819767441845, - -0.07829492377906978, - 0.14346898139534883, - 0.008104488372092981, - 0.011557720930232681, - 0.0203769784883721, - -0.058847231395348816, - -0.004431645348837212, - 0.01149510465116271, - -0.02893511627906998, - -0.018890154651162814, - -0.07263475000000007, - -0.0563980755813953, - -0.0557846427906977, - -0.04536849656976747 - ] - ], - "std": [ - [ - 1.0400780435620642, - 0.9163334239629656, - 1.1299454947101701, - 0.9838838771477533, - 0.9907637201902963, - 1.0059394076223003, - 0.9122317175379675, - 0.9398719190475693, - 0.9997401653873875, - 1.0030891544052551, - 0.8392167415058691, - 1.0027567026500943, - 0.9205981575020528, - 0.8548997051032522, - 0.5350874335618861 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2402, - "cert_evals": { - "36": 0.1682242900133133, - "72": 0.028037382289767265, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.9150943396226415, - "test_acc": 0.8446601941747572, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.029660302325581287, - 0.04967415668604653, - 0.035228697674418614, - -0.08230726744186062, - -0.0808560755813953, - -0.06068950697674418, - 0.05521145232558148, - 0.0520138111627908, - -0.00013686046511636238, - -0.02893511627906982, - 0.0647990941860465, - -0.08429550000000029, - -0.11892838372093019, - -0.14010143755813953, - -0.060122975697674434 - ] - ], - "std": [ - [ - 0.9866458073044232, - 1.0497387015089001, - 0.9194770520533397, - 0.928940005324823, - 0.9330534400726008, - 1.0077990709538949, - 1.0375139084982685, - 0.9494310078822967, - 0.9992663708949371, - 1.0030891544052551, - 1.2789280573338035, - 1.0028244999999991, - 0.8074645456755252, - 0.8265119967382965, - 0.4698103883611287 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2402, - "cert_evals": { - "36": 0.8113207817077637, - "72": 0.7075471878051758, - "108": 0.6132075786590576, - "255": 0.028301887214183807 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.836587521447914, - "std_test_acc": 0.027648517567872136, - "n_samples": 690, - "n_features": 15, - "n_classes": 2, - "mean_cert_acc_36": 0.6071174480021, - "std_cert_acc_36": 0.2961813659093374, - "mean_cert_acc_72": 0.46161118475720286, - "std_cert_acc_72": 0.3121576754836432, - "mean_cert_acc_108": 0.29349006968550384, - "std_cert_acc_108": 0.3337131921898546, - "mean_cert_acc_255": 0.017075471580028534, - "std_cert_acc_255": 0.020287186675644633 - }, - "cylinder-bands": { - "dataset": "cylinder-bands", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 39, - "best_val_acc": 0.7073170731707317, - "test_acc": 0.6589403973509934, - "train_size": 128, - "val_size": 82, - "test_size": 302, - "stats": { - "mean": [ - [ - -0.018113468749999997, - -0.09801495312499989, - -0.09835764843749996, - 0.015201562499999939, - -0.08460044531249963, - -0.05902956249999998, - -0.02159560937500003, - -0.10518925781250046, - 0.03565878125000016, - 0.03781927343750002, - -0.0029206640624998936, - -0.005388015624999963, - -0.007189643749999884, - -0.11441540624999999, - 0.02687471875000009, - -0.08272973437500022, - 0.014233650781250131, - -0.040908945312500035, - -0.20346299999999978, - 0.09558365781249996, - -0.12876496562500006, - -0.05027554687499996, - 0.03137399609374995, - -0.07727224921875003, - -0.112076146875, - 0.04986750409374999, - 0.0467316294531248, - 0.08485301562499976, - -0.07968368828125014, - -0.0404871031249999, - 0.026726734374999978, - 0.04898852562499999, - 0.07183878906250019, - 0.01963753046874992, - 0.07539527343749987 - ] - ], - "std": [ - [ - 1.009708113595319, - 0.6915256837343526, - 1.1851115463631896, - 1.1075149207516606, - 0.6356019715752345, - 0.9895598820491779, - 1.036117446187858, - 0.47416953322612243, - 0.9128570390625407, - 0.9754439041131451, - 0.9772769577736968, - 0.9965990540260843, - 1.0049338980010496, - 1.0152930221805465, - 1.0110105352731478, - 0.9779734187172597, - 0.946783796715577, - 0.9180378675297654, - 0.9791387337832046, - 1.3026657902081404, - 1.1587041225508155, - 1.0035768471185391, - 1.0872637801794474, - 0.8506413201552353, - 1.0909742588199165, - 0.9223170655454694, - 0.925140911301162, - 1.2060797979297548, - 0.10884702615305564, - 1.0969927491363656, - 1.0397512419029202, - 0.9385559077709305, - 0.7908440559763066, - 0.8086858742098973, - 0.23360368046727112 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12602, - "cert_evals": { - "36": 0.5487804412841797, - "72": 0.31707316637039185, - "108": 0.17073169350624084, - "255": 0.060975607484579086 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.75, - "test_acc": 0.6506410256410257, - "train_size": 128, - "val_size": 72, - "test_size": 312, - "stats": { - "mean": [ - [ - -0.15498346874999988, - 0.07623314062499989, - -0.08125197656250005, - 0.1064101249999995, - 0.028200664062500352, - 0.14560404687500025, - 0.1655534453124999, - -0.021037773437500448, - 0.03565884375000017, - -0.09565992968750019, - -0.06719309374999989, - 0.07724234374999989, - 0.014383128125000021, - 0.015113148437499955, - 0.11287723437500005, - 0.15718076562499975, - -0.11598707812499996, - 0.01952450812500009, - -0.05958846093749991, - 0.05810956640625002, - 0.09577258359374996, - 0.01608712499999998, - 0.0455139015625, - -0.09322180656250004, - 0.010363770312500003, - -0.09235189678125001, - -0.12943964476562508, - 0.07837251562499978, - -0.08934230000000017, - -0.11201488515624988, - -0.016908421875000006, - -0.19726601218749995, - -0.027512601562499843, - -0.1071632757812501, - -0.06936312500000016 - ] - ], - "std": [ - [ - 0.9566675689840457, - 1.1785922605080725, - 1.0752069854571855, - 1.134315391792329, - 1.0921920451077407, - 1.0073040155644573, - 1.0080335723206957, - 0.8147932438575216, - 0.7216766565111302, - 1.0325076089625134, - 1.0351765461316509, - 0.9787809233141151, - 0.9952912678839302, - 0.9646382079847095, - 0.9376275956128628, - 1.025290058167112, - 1.1238851154497491, - 0.9392938268734667, - 0.9623682791314133, - 0.6383677679060908, - 0.8128844998290236, - 0.9862468382017052, - 0.8444859158500648, - 1.051379690058149, - 0.9861572089261571, - 1.2038176163546097, - 1.2075147493034224, - 1.1662944917994549, - 1.0, - 1.0433698981937496, - 0.9167305702944823, - 1.1576246436005715, - 1.2133555868200756, - 1.2553958063370618, - 1.386742675536984 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12602, - "cert_evals": { - "36": 0.0416666679084301, - "72": 0.013888888992369175, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6440129449838188, - "train_size": 128, - "val_size": 75, - "test_size": 309, - "stats": { - "mean": [ - [ - -0.018113499999999876, - -0.010890906250000026, - 0.004276054687499921, - -0.04560409375000058, - -0.02819989062499964, - 0.003934625000000143, - 0.10796916406250016, - 0.02103777343750001, - -0.02139478124999982, - 0.02002204687499978, - -0.008763656249999825, - -0.04131476562499997, - 0.057528609375000095, - -0.11441537500000004, - -0.051960625, - 0.09099853124999963, - 0.025328648437500097, - 0.06508276609375009, - -0.0463809687499999, - 0.05531756718749999, - 0.048115672656250004, - -0.044416265624999944, - -0.006333254687500049, - 0.07249342484374995, - 0.017864971093750025, - -0.032888132281249996, - -0.005630188515625072, - -0.08849829687500009, - 0.1810991601562506, - -0.03171481484375, - -0.03763525000000013, - 0.012247269375000123, - -0.010699218749999687, - -0.04182582187500004, - 0.0392055468749999 - ] - ], - "std": [ - [ - 1.0014570356459378, - 0.9701723266723137, - 0.976668923366092, - 0.8848220008281984, - 0.8953310490553396, - 0.9995254897694512, - 1.0022604928841146, - 1.1538252271496559, - 1.0317076974392008, - 0.9849764181760653, - 0.9644949026944296, - 0.9682202506697574, - 1.0200144373065265, - 1.024650754456481, - 0.991180532876508, - 1.0231518076189408, - 0.9417295162218619, - 1.1518106310277838, - 1.0373234489917649, - 1.1369455371092343, - 0.9154717541032745, - 1.1226380377592042, - 1.0778851186420637, - 0.9942494651921334, - 0.9650868598248783, - 0.991851813013072, - 0.9883223822673011, - 0.8159153965212675, - 1.7818000158367098, - 0.9958958318550638, - 0.8529177390193199, - 0.9950922963006184, - 1.0386479794315284, - 1.046608837125399, - 0.3263770311133624 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12602, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.7162162162162162, - "test_acc": 0.7032258064516129, - "train_size": 128, - "val_size": 74, - "test_size": 310, - "stats": { - "mean": [ - [ - -0.09862528124999967, - 0.07623314062499992, - -0.14967442968749994, - 0.1064100937499999, - 0.08460121875000035, - 0.11412195312500018, - 0.035988921874999975, - 0.02103796874999956, - 0.049922195312500195, - 0.020022046875000005, - 0.07303782812500019, - 0.1706510703124999, - 0.03116200625000013, - 0.10146572656249976, - 0.12004409375000007, - 0.04963468749999977, - -0.09730074531250002, - 0.2519632110937501, - 0.10295269531250012, - -0.017867453124999995, - 0.15167814140624994, - 0.053232843750000036, - 0.05788653593750008, - -0.03172638593750004, - 0.12707835390624983, - -0.07419502420312495, - -0.046009344765625224, - 0.07189192187499989, - -0.012073297656250094, - -0.011471089062500009, - 0.04745321093750001, - -0.06254772593749994, - 0.02904130468750018, - -0.017295875000000013, - -0.045236640625000143 - ] - ], - "std": [ - [ - 0.9681512944811281, - 1.1785922605080716, - 1.1820212062123494, - 1.2342204701284085, - 1.2560999937316328, - 1.0073040155644557, - 0.9422562101157176, - 0.9370712715647449, - 0.8107579850267628, - 0.9849764181760654, - 1.0089890027616917, - 1.0128688585013823, - 1.021806803227722, - 0.9860449137879513, - 0.965560494387225, - 1.0099223731350104, - 1.1411416049886207, - 0.9766554256496787, - 1.078888741266553, - 0.8735915598455525, - 0.9043004878113329, - 0.935916801014639, - 0.9022876021268718, - 1.0095878491602719, - 0.9226412455171137, - 1.103674350946853, - 1.109671652163808, - 1.0892584104797631, - 0.8707774330138579, - 0.9662087759049208, - 0.9327069000527582, - 1.0958735530051178, - 1.0258970951245958, - 1.0635339261419625, - 1.376208872677819 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12602, - "cert_evals": { - "36": 0.09459459781646729, - "72": 0.013513513840734959, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6642050436068627, - "std_test_acc": 0.026721027072114076, - "n_samples": 512, - "n_features": 35, - "n_classes": 2, - "mean_cert_acc_36": 0.17126042675226927, - "std_cert_acc_36": 0.2546394096241664, - "mean_cert_acc_72": 0.086118892300874, - "std_cert_acc_72": 0.15410500173733724, - "mean_cert_acc_108": 0.04268292337656021, - "std_cert_acc_108": 0.08536584675312042, - "mean_cert_acc_255": 0.015243901871144772, - "std_cert_acc_255": 0.030487803742289543 - }, - "dermatology": { - "dataset": "dermatology", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 56, - "best_val_acc": 0.9655172413793104, - "test_acc": 0.8940092165898618, - "train_size": 91, - "val_size": 58, - "test_size": 217, - "stats": { - "mean": [ - [ - 0.06255490109890108, - -0.09950824175824165, - 0.06084052747252747, - -0.16717494505494507, - 0.052244340659340686, - 0.0025714945054945153, - -0.02246861538461534, - -0.017277736263736184, - -0.021717483516483508, - 0.03348407692307688, - -0.0475760989010988, - 0.06572261538461521, - 0.08858902197802174, - -0.1041265714285716, - 0.005385186813186856, - -0.035476670329670376, - 0.07677762417582405, - 0.04374145054945071, - 0.1155099230769231, - 0.12043031868131869, - 0.01650943956043959, - 0.07769217582417579, - -0.030356758241758278, - 0.013477208791208829, - 0.015482648351648287, - -0.0034025274725273612, - 0.04002742857142865, - 0.03137470329670338, - 0.008364593406593394, - 0.03786149450549449, - 0.03501758241758232, - 0.19951439560439582, - -0.014634098901098907, - 0.06380519120879125 - ] - ], - "std": [ - [ - 0.9579388217601761, - 1.0149277614583099, - 0.9508267211955849, - 0.9797619817212763, - 0.9779606305193399, - 1.0067406344751444, - 1.0036930400753548, - 0.9655703337016306, - 0.988719482589257, - 1.0387140092945895, - 0.9421816899315113, - 1.108600785818115, - 1.0553627690990925, - 0.8963300954815475, - 1.0312593831866153, - 0.9305276662720072, - 0.9419348744801717, - 1.0024345032706516, - 0.9943938503609722, - 1.126743771486882, - 1.024448001551178, - 1.0936199274871503, - 0.9903178300286889, - 1.0625282108029304, - 1.0022849145804325, - 1.0039785513963642, - 1.0686040527754073, - 1.0117848046592977, - 1.0099891482666616, - 1.032180187104034, - 1.0599064093185755, - 0.98964025727435, - 0.9787453595616104, - 0.9013728009327256 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12178, - "cert_evals": { - "36": 0.8793103694915771, - "72": 0.8448275923728943, - "108": 0.7068965435028076, - "255": 0.37931033968925476 - }, - "fold": 0 - }, - { - "best_epoch": 56, - "best_val_acc": 0.9454545454545454, - "test_acc": 0.9409090909090909, - "train_size": 91, - "val_size": 55, - "test_size": 220, - "stats": { - "mean": [ - [ - -0.15234734065934108, - -0.03685075824175817, - 0.024514153846154, - -0.003059032967032986, - 0.0522442747252747, - -0.020386087912087892, - 0.03530865934065939, - -0.043625648351648345, - -0.08879309890109885, - 0.09415389010989002, - -0.04757609890109863, - 0.06572261538461541, - 0.222018769230769, - 0.05758529670329658, - -0.007495417582417526, - -0.08522665934065947, - -0.07745157142857151, - -0.04334439560439563, - -0.12401621978021984, - 0.04764354945054952, - -0.021313461538461483, - 0.0352194725274725, - 0.051580087912087895, - 0.05687082417582426, - 0.041357142857142794, - -0.028813681318681075, - 0.017010725274725334, - -0.04641174945054939, - 0.01987447252747256, - 0.013464769230769122, - -0.009952681318681485, - -0.14857142857142827, - 0.03504902197802198, - 0.07064716813186812 - ] - ], - "std": [ - [ - 1.0799649707740484, - 0.9701819203088585, - 1.0349980862760444, - 0.9962695208080098, - 1.0565723090694727, - 0.956401750666777, - 1.0996255828899324, - 0.9272437132189425, - 0.9338556246970804, - 1.132692340014453, - 0.9421816899315112, - 1.108600785818116, - 1.3507430798011204, - 0.9954000343509968, - 0.9838347974365711, - 1.0051011914402448, - 1.082244925397, - 0.9863336565802372, - 0.8936601742161131, - 1.0709540797521042, - 0.9668866324311055, - 1.0433938478729325, - 1.061517000809812, - 1.0860930768159869, - 1.0492767576804765, - 0.9727826405276763, - 1.0221067222848232, - 0.9644227334697079, - 1.0222445250094454, - 1.1137241387036405, - 0.9325232366107138, - 0.9431871301685265, - 1.0294846104354056, - 0.954054376413069 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12178, - "cert_evals": { - "36": 0.8181818127632141, - "72": 0.7090908885002136, - "108": 0.6727272272109985, - "255": 0.41818180680274963 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.9836065573770492, - "test_acc": 0.897196261682243, - "train_size": 91, - "val_size": 61, - "test_size": 214, - "stats": { - "mean": [ - [ - 0.1286785934065936, - -0.052514956043955986, - -0.0723557912087912, - -0.03202061538461543, - -0.15349332967032966, - -0.020386153846153894, - -0.09950505494505507, - -0.004103824175824138, - 0.03417917582417588, - 0.08201997802197789, - -0.01447120879120871, - -0.022712967032967008, - -0.04484103296703309, - 0.003681208791208678, - 0.044027285714285734, - 0.04412385714285691, - -0.04660575824175837, - -0.014315659340659313, - -0.02820572527472527, - 0.03724537362637364, - -0.01185779120879114, - -0.039107373626373704, - 0.0024179670329669205, - -0.015451747252747299, - 0.002545351648351576, - 0.08553615384615376, - 0.017010747252747392, - -0.017241828571428485, - 0.008364593406593424, - -0.05972478021978029, - 0.012532417582417426, - 0.1541118681318682, - 0.0052391428571429075, - 0.04806798461538459 - ] - ], - "std": [ - [ - 0.9701280514742756, - 0.9293627837603032, - 0.9985142789172075, - 1.0092809883627014, - 0.9144981766921801, - 0.9688575910999048, - 0.7552905986573396, - 0.9998322435146684, - 1.0704136812401557, - 1.0731541860690452, - 0.9820497437937411, - 0.9606585652114606, - 0.9412251138507225, - 1.032650720921409, - 1.0662219170916833, - 1.0316415589934254, - 0.8883921685550962, - 1.0965763955898655, - 0.9938166856011934, - 1.0449962571399998, - 0.9713151295619376, - 0.916982706185695, - 1.0485354727700578, - 0.9633861656803218, - 0.9854442339078262, - 1.003978327496943, - 1.0338310542422602, - 0.9972909993244929, - 1.0099891482666616, - 0.6769782284640671, - 0.9985019725218273, - 0.9997718075782989, - 1.0050250528703155, - 0.9607093594262002 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12178, - "cert_evals": { - "36": 0.7213114500045776, - "72": 0.5573770403862, - "108": 0.4590163826942444, - "255": 0.032786883413791656 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.9807692307692307, - "test_acc": 0.9237668161434978, - "train_size": 91, - "val_size": 52, - "test_size": 223, - "stats": { - "mean": [ - [ - -0.05316160439560428, - 0.07280001098901108, - 0.00029673626373637353, - -0.012712835164835188, - 0.028039912087912074, - -0.05482258241758234, - 0.01604945054945059, - 0.009070153846153903, - 0.011820373626373679, - -0.0029178351648351595, - -0.14689076923076905, - -0.02271290109890109, - -0.04484103296703295, - 0.0036813406593406033, - 0.08266931868131823, - 0.054073769230769106, - -0.000336973626373744, - 0.02922736263736266, - 0.043652076923076925, - 0.03724537362637369, - -0.0024020659340658864, - 0.03521959340659338, - 0.0024179780219780282, - 0.056870879120879105, - 0.015482648351648276, - 0.00930285714285733, - 0.017010725274725344, - 0.002204784615384724, - -0.014655186813186854, - 0.0622580769230768, - 0.012532483516483228, - 0.06330681318681318, - -0.004697549450549487, - 0.015909242857142816 - ] - ], - "std": [ - [ - 0.9579387151851927, - 0.9666344534450786, - 0.9971916717551561, - 1.0285803186606315, - 0.9689331448788322, - 0.9145691771687489, - 0.8846614143098532, - 1.0173836013652253, - 0.9964001763067949, - 0.9871125181905619, - 0.8027509230903981, - 0.9299285829647791, - 0.9412251138507224, - 0.9834698643403745, - 1.1391943175030825, - 0.9785493379039759, - 1.017445012936306, - 0.9645207385980711, - 0.9428629894457031, - 1.0449962571399996, - 0.9921708037991144, - 1.033514126697011, - 1.048535468132942, - 1.0684193315579842, - 1.002284914580432, - 0.9595830510736266, - 1.022106722284823, - 1.0153293741790863, - 0.9598175741851003, - 1.1500085669506441, - 1.0435622629094696, - 0.949962818915988, - 1.0144124428718615, - 1.013968145011949 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12178, - "cert_evals": { - "36": 0.692307710647583, - "72": 0.48076924681663513, - "108": 0.26923078298568726, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9139703463311734, - "std_test_acc": 0.022371733628077956, - "n_samples": 366, - "n_features": 34, - "n_classes": 6, - "mean_cert_acc_36": 0.777777835726738, - "std_cert_acc_36": 0.0864772258471221, - "mean_cert_acc_72": 0.6480161920189857, - "std_cert_acc_72": 0.16191751227890677, - "mean_cert_acc_108": 0.5269677340984344, - "std_cert_acc_108": 0.20385119443085375, - "mean_cert_acc_255": 0.207569757476449, - "std_cert_acc_255": 0.22172544597967112 - }, - "echocardiogram": { - "dataset": "echocardiogram", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.6, - "test_acc": 0.717948717948718, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - -0.057606475757575756, - -0.15964663636363635, - -0.060374909090909125, - 0.0400295, - 0.10041431515151517, - 0.07715459090909091, - 0.009048404242424318, - 0.011163848484848474, - -0.3499357575757576, - -0.0035744545454545447 - ] - ], - "std": [ - [ - 1.1573831652081632, - 0.8404744208999705, - 0.7381400184555348, - 1.0796554948826975, - 0.8705069277860507, - 1.2129557576954413, - 1.0456434215229085, - 0.9246089519830962, - 1.0989667179647085, - 0.9932372830639454 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.05000000074505806, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 41, - "best_val_acc": 0.782608695652174, - "test_acc": 0.7466666666666667, - "train_size": 33, - "val_size": 23, - "test_size": 75, - "stats": { - "mean": [ - [ - -0.10427761212121212, - -0.08161054545454546, - 0.08791276969696966, - -0.14441026060606058, - 0.09186773939393943, - 0.02212875757575757, - -0.12115638181818184, - 0.13688663636363635, - -0.19213333333333332, - -0.08161054545454546 - ] - ], - "std": [ - [ - 0.8430736384486278, - 0.9233354795587926, - 1.041073713648991, - 0.8385992375905786, - 0.7966783723844354, - 0.8163890823085291, - 0.8747642125794102, - 0.7576737832204337, - 1.0947098909221693, - 0.9233354795587928 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.1304347813129425, - "72": 0.08695652335882187, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.75, - "test_acc": 0.6410256410256411, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.04318501212121217, - -0.08161054545454545, - -0.1960651757575758, - 0.10663209696969696, - -0.039179059090909095, - -0.08327692727272729, - -0.02021858363636361, - -0.027255212121212104, - -0.0343309090909092, - -0.08161054545454542 - ] - ], - "std": [ - [ - 1.1928881057545633, - 0.9233354795587926, - 0.7336788223210056, - 1.0424668853529024, - 1.015206992443095, - 0.7150465728455708, - 0.9871909809630498, - 0.7552585618074782, - 1.0673558137650077, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 0.4444444444444444, - "test_acc": 0.43820224719101125, - "train_size": 33, - "val_size": 9, - "test_size": 89, - "stats": { - "mean": [ - [ - 0.17818635454545453, - -0.003574454545454491, - 0.09132509090909088, - -0.2657220666666666, - 0.02064670606060603, - 0.008581981818181823, - -0.001812626060606065, - -0.08051203030303035, - 0.005119696969696846, - -0.08161054545454548 - ] - ], - "std": [ - [ - 0.65057027499482, - 0.9932372830639454, - 0.9917679778099099, - 0.9657357364086732, - 0.9330992242935773, - 1.0185738628461445, - 0.9305394942774076, - 0.8664314560759948, - 1.0688129554861598, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6359608182080092, - "std_test_acc": 0.13917842915684742, - "n_samples": 131, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.07288647349923849, - "std_cert_acc_36": 0.05946752438754785, - "mean_cert_acc_72": 0.021739130839705467, - "std_cert_acc_72": 0.043478261679410934, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "ecoli": { - "dataset": "ecoli", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.09259259259259259, - "test_acc": 0.1717171717171717, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.013150064285714266, - 0.030534154761904717, - -0.03497671428571443, - -0.05455450000000004, - -0.07806762144047612, - 0.0146216491309523, - 0.00923791428571434 - ] - ], - "std": [ - [ - 0.9944073468449054, - 1.0029903172616768, - 0.8958309259021103, - 1.0, - 1.0494215334470565, - 0.9464416656581703, - 0.9697251209067621 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 652, - "cert_evals": { - "36": 0.09259259700775146, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.08771929824561403, - "test_acc": 0.06153846153846154, - "train_size": 84, - "val_size": 57, - "test_size": 195, - "stats": { - "mean": [ - [ - 0.05841213633333324, - 0.009642500000000023, - -0.1049293571428573, - -0.05455450000000004, - -0.13059923814285718, - -0.04276377619047619, - -0.11014530833333327 - ] - ], - "std": [ - [ - 1.0146171837993285, - 1.0844043612606449, - 0.6372989064356027, - 1.0, - 1.1282134026013562, - 0.9791745837868009, - 1.0002488772478277 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 652, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.21428571428571427, - "test_acc": 0.1377551020408163, - "train_size": 84, - "val_size": 56, - "test_size": 196, - "stats": { - "mean": [ - [ - -0.011315743142857089, - -0.03455130952380979, - -0.03497671428571443, - -0.05455450000000004, - 0.08828174398809528, - -0.05821374880952385, - -0.06637139999999996 - ] - ], - "std": [ - [ - 1.012351652595517, - 1.0330947119577754, - 0.8958309259021106, - 1.0, - 1.0026493882045864, - 0.9566088016671406, - 0.9710783614044303 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 652, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.42592592592592593, - "test_acc": 0.41414141414141414, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.17523749880952394, - -0.0650854523809525, - -0.03497671428571443, - -0.05455450000000004, - 0.014348625000000045, - -0.16084512944047624, - -0.12776817619047612 - ] - ], - "std": [ - [ - 1.0115769923283313, - 0.9182494349544681, - 0.8958309259021106, - 1.0, - 1.1277230453570237, - 0.9641663228847202, - 0.9980600835386763 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 652, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.19628803735946593, - "std_test_acc": 0.15236729079723443, - "n_samples": 336, - "n_features": 7, - "n_classes": 8, - "mean_cert_acc_36": 0.023148149251937866, - "std_cert_acc_36": 0.04629629850387573, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "energy-y1": { - "dataset": "energy-y1", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.18269230769230768, - "test_acc": 0.17796610169491525, - "train_size": 192, - "val_size": 104, - "test_size": 472, - "stats": { - "mean": [ - [ - 0.04037588177083325, - -0.02897297395833333, - -0.0555741354166667, - -0.0014130312499998996, - -0.01040988541666666, - 0.08845356250000003, - 0.019546906250001692, - 0.12425216145833322 - ] - ], - "std": [ - [ - 1.0503259507282519, - 1.0401598299798114, - 0.9566204676221528, - 1.0115106857597378, - 0.9992947803759471, - 0.9870322434122373, - 0.9626025350664883, - 1.0012373439432847 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.18269231915473938, - "72": 0.18269231915473938, - "108": 0.16346155107021332, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.8560606060606061, - "test_acc": 0.8243243243243243, - "train_size": 192, - "val_size": 132, - "test_size": 444, - "stats": { - "mean": [ - [ - -0.035944025000000025, - 0.01883181770833327, - 0.02047402083333334, - 0.008475244791666782, - 2.3129646346357427e-18, - -9.25185853854297e-18, - -0.003910447916664952, - -0.010073338541666126 - ] - ], - "std": [ - [ - 0.9212095277307366, - 0.9229015509828643, - 1.0465139198851874, - 0.9891013465328523, - 0.9993489999999986, - 0.9993506559221339, - 0.9981490715102995, - 0.9882682016149288 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.7651515603065491, - "72": 0.46212121844291687, - "108": 0.007575757801532745, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 46, - "best_val_acc": 0.8235294117647058, - "test_acc": 0.8096280087527352, - "train_size": 192, - "val_size": 119, - "test_size": 457, - "stats": { - "mean": [ - [ - -0.06401001406250006, - 0.06953358854166669, - -4.583333333418871e-07, - 0.0678050677083333, - -0.0624593125, - 0.10707533333333334, - 0.011727677083334845, - -0.026863999999998927 - ] - ], - "std": [ - [ - 0.9971640605357807, - 1.016537043200003, - 0.9590898709257725, - 0.9858397966646458, - 0.997395236645448, - 0.9977770953987608, - 1.0267126976352656, - 1.0236092624260158 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.756302535533905, - "72": 0.21008405089378357, - "108": 0.10084034502506256, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.8070175438596491, - "test_acc": 0.8181818181818182, - "train_size": 192, - "val_size": 114, - "test_size": 462, - "stats": { - "mean": [ - [ - -0.09306050364583336, - 0.10140363020833336, - 0.038023541666666646, - 0.08051876041666675, - -0.06245931250000001, - 4.166666664589166e-08, - 0.16615551562499892, - 0.11081956770833301 - ] - ], - "std": [ - [ - 1.0103381574343495, - 1.0260340528127347, - 0.9660180839931469, - 0.9757962633490739, - 0.997395236645448, - 0.9993506559221341, - 0.9513965888850403, - 0.9859377713172496 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.42105263471603394, - "72": 0.22807016968727112, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6575250632384483, - "std_test_acc": 0.31976277146167914, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.5312997624278069, - "std_cert_acc_36": 0.2822495881016394, - "mean_cert_acc_72": 0.27074193954467773, - "std_cert_acc_72": 0.12894317022209176, - "mean_cert_acc_108": 0.06796941347420216, - "std_cert_acc_108": 0.07845695485893923, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "energy-y2": { - "dataset": "energy-y2", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.25, - "test_acc": 0.2565217391304348, - "train_size": 192, - "val_size": 116, - "test_size": 460, - "stats": { - "mean": [ - [ - 0.0009850791666666432, - 0.010139916666666622, - 0.032173687500000006, - -0.005650822916666537, - 0.010409885416666669, - -0.06052093749999998, - -0.02541311979166509, - 0.0537312500000005 - ] - ], - "std": [ - [ - 1.0456101033083376, - 1.0498619980358046, - 0.9456106661428212, - 0.9965179021332218, - 0.999294780375947, - 1.0222397484588055, - 1.030433216371699, - 0.995731298264168 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.21551723778247833, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.8934426229508197, - "test_acc": 0.8458149779735683, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - 0.07533532916666669, - -0.059394307291666594, - -0.017550052083333306, - -0.04944196875000006, - 0.031229656250000005, - -0.004655374999999985, - 0.06255218750000145, - 1.1510416676625372e-06 - ] - ], - "std": [ - [ - 1.0729275910612097, - 1.0653863321722707, - 0.9433869502795601, - 1.0190501631365936, - 0.998860917431203, - 0.9951670891648171, - 1.0163359360027204, - 1.0396997731000648 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.5573770403862, - "72": 0.2049180269241333, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8360655737704918, - "test_acc": 0.8524229074889867, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - -0.0004920619791667415, - 0.007242729166666742, - -0.020474875000000007, - 0.016951052083333352, - 2.3129646346357427e-18, - 0.004655458333333339, - 0.11924057812500127, - 0.06380555208333295 - ] - ], - "std": [ - [ - 1.0283618263304504, - 1.0335770524750947, - 0.8923225124501564, - 0.9833589680412395, - 0.9993489999999986, - 1.0280747733173587, - 0.9999909373553216, - 0.955311666538388 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.49180325865745544, - "72": 0.49180325865745544, - "108": 0.49180325865745544, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 49, - "best_val_acc": 0.8230088495575221, - "test_acc": 0.8293736501079914, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - -0.045791585416666704, - 0.053598781249999984, - 0.038023489583333334, - 0.0339023333333334, - -0.04163954166666667, - 0.013966291666666672, - 0.03909468750000155, - 0.06716386458333357 - ] - ], - "std": [ - [ - 1.0190772752310013, - 1.0258162287916472, - 1.0141309105461986, - 1.0041302689502694, - 0.998481132706467, - 0.9782096135772306, - 0.997298911424109, - 1.0244022864972453 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.6902654767036438, - "72": 0.5575221180915833, - "108": 0.4955752193927765, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6960333186752453, - "std_test_acc": 0.29316793906795635, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.4973614439368248, - "std_cert_acc_36": 0.18442018602906693, - "mean_cert_acc_72": 0.376060850918293, - "std_cert_acc_72": 0.17464793230223175, - "mean_cert_acc_108": 0.30072392895817757, - "std_cert_acc_108": 0.23956446403943676, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "adult": { - "dataset": "adult", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.8066138372447424, - "test_acc": 0.8070695026731798, - "train_size": 16281, - "val_size": 6562, - "test_size": 25999, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.7529716491699219, - "72": 0.6938433051109314, - "108": 0.6270954012870789, - "255": 0.37305697798728943 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.7990525672371638, - "test_acc": 0.8035899604105008, - "train_size": 16281, - "val_size": 6544, - "test_size": 26017, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.7504584789276123, - "72": 0.6913203001022339, - "108": 0.6327934265136719, - "255": 0.37591689825057983 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8056198857495754, - "test_acc": 0.8044395031436896, - "train_size": 16281, - "val_size": 6477, - "test_size": 26084, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.7461787462234497, - "72": 0.6836498379707336, - "108": 0.6218928098678589, - "255": 0.36776283383369446 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8032389889511125, - "test_acc": 0.8104338444941049, - "train_size": 16281, - "val_size": 6607, - "test_size": 25954, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.7426971793174744, - "72": 0.6782200932502747, - "108": 0.6120781302452087, - "255": 0.32571515440940857 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8063832026803688, - "std_test_acc": 0.0030799825243218617, - "n_samples": 48842, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.7480765134096146, - "std_cert_acc_36": 0.004552467075059983, - "mean_cert_acc_72": 0.6867583841085434, - "std_cert_acc_72": 0.007154780523418244, - "mean_cert_acc_108": 0.6234649419784546, - "std_cert_acc_108": 0.008800226120900078, - "mean_cert_acc_255": 0.3606129661202431, - "std_cert_acc_255": 0.02350915878632451 - }, - "fertility": { - "dataset": "fertility", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.1111111111111111, - "test_acc": 0.12280701754385964, - "train_size": 25, - "val_size": 18, - "test_size": 57, - "stats": { - "mean": [ - [ - -0.050080199999999984, - -0.12364147839999998, - 0.14793016000000006, - -0.32071263999999977, - 0.1791338, - -0.12053400000000013, - 0.5731312000000003, - -0.16074628000000002, - 0.03862860000000002 - ] - ], - "std": [ - [ - 1.0236052735742232, - 0.8512034434759349, - 0.8026475169365781, - 0.9000012058569202, - 0.9750796495625166, - 0.7418187080757671, - 0.7460504646830267, - 0.9966002512278438, - 0.8297482471350933 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.8852459016393442, - "train_size": 25, - "val_size": 14, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.08396883999999995, - 0.0741850816, - -0.08875767999999994, - 0.16035823999999999, - -0.2985557199999999, - 0.017217679999999954, - -0.28656639999999994, - -0.012364960000000034, - 7.200000000029405e-07 - ] - ], - "std": [ - [ - 0.9493769176881722, - 1.0402868069724176, - 1.0846399428755964, - 1.0014288942292522, - 0.95537904, - 1.089027811624688, - 1.008650391054026, - 0.9817617018642958, - 0.9407763787630519 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.5714285969734192, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.55, - "test_acc": 0.4909090909090909, - "train_size": 25, - "val_size": 20, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.15099352, - 0.04121466079999998, - 0.029586240000000055, - 0.16035823999999999, - -0.059710959999999924, - 0.29272248000000006, - 0.09552136000000001, - -0.25966716, - -0.27897695999999994 - ] - ], - "std": [ - [ - 0.9753651401849921, - 1.00304651742069, - 0.9614305510351658, - 1.001428894229252, - 0.9943900320852971, - 0.9593333711047946, - 0.911221690762852, - 0.8623722386522275, - 0.6562133354788506 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.890625, - "train_size": 25, - "val_size": 11, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.05008016, - 0.16980184160000003, - 0.029586240000000055, - -0.08017719999999987, - -0.13932587999999993, - 0.22384639999999986, - -0.19104464, - 0.23493724, - -0.28326872000000003 - ] - ], - "std": [ - [ - 0.967192993888714, - 1.0029056548149258, - 0.9614305510351658, - 0.981981821759731, - 0.9879951745516705, - 0.9393450743392652, - 0.9552200000001204, - 1.0881296800000002, - 0.6448658384270962 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5973967525230737, - "std_test_acc": 0.3676116503363322, - "n_samples": 100, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.35245311446487904, - "std_cert_acc_36": 0.35161967162095437, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "flags": { - "dataset": "flags", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 24, - "best_val_acc": 0.2962962962962963, - "test_acc": 0.2605042016806723, - "train_size": 48, - "val_size": 27, - "test_size": 119, - "stats": { - "mean": [ - [ - 0.2352414791666667, - -0.14561693750000007, - 0.1764680979166667, - 0.11582924333333333, - 0.0278278833333333, - 0.04467812499999988, - -0.14742766666666676, - -0.14850950000000007, - 0.10914166666666664, - 0.020176562500000023, - -0.14527287500000005, - -0.021462375000000023, - -0.005958499999999978, - -0.18136456250000013, - -0.1484010833333332, - -0.13407733333333335, - -0.14238879166666651, - -0.06353299999999999, - 0.039132958333333315, - 0.23061385416666677, - 0.16322545416666676, - 0.20470881250000014, - -0.04084762500000006, - -0.005915999999999931, - -0.08552499999999989, - 0.003115083333333317, - -0.00012200000000005262, - 0.016370875000000003 - ] - ], - "std": [ - [ - 0.9423798810959939, - 0.9424971000607776, - 1.1257258803436931, - 1.5640772168523231, - 0.9974256598053217, - 1.129307049644929, - 1.052031616542435, - 0.7965270829416287, - 0.9104918487062668, - 0.9984666452987403, - 0.9898063223282548, - 0.9958585433814053, - 1.0008837456871553, - 0.8789136023594675, - 0.8091964732150918, - 0.9827727342487288, - 0.6596688427296609, - 0.858146791992489, - 1.050181614737104, - 1.5175473203808312, - 0.8994410282874392, - 1.317453200121319, - 0.9530138431587623, - 0.994027422565394, - 0.9275008724551151, - 1.0021317232904448, - 0.9667438830883966, - 0.9280632223285767 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8464, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 85, - "best_val_acc": 0.4827586206896552, - "test_acc": 0.2564102564102564, - "train_size": 48, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - 0.19499710416666668, - -0.0022983958333333797, - -0.02790886250000002, - 0.11650907499999995, - -0.06750504166666671, - -0.11583450000000012, - -0.10268268750000005, - 0.02775170833333333, - 0.26183579166666643, - -0.02146237499999999, - -0.14527287500000005, - 0.27001018749999983, - -0.10226858333333351, - 0.10011306249999985, - -0.3313875208333335, - -0.17088533333333333, - -0.18737783333333316, - -0.06353299999999996, - 0.03913295833333332, - -0.008377395833333351, - -0.026332812499999955, - -0.15468943749999978, - 0.07922083333333325, - 0.13755950000000008, - -0.03367612499999993, - 0.07865360416666665, - 0.0827322729166666, - -0.1398202291666666 - ] - ], - "std": [ - [ - 1.0149211380035321, - 1.0106590573641523, - 0.800987362794606, - 1.5710238762349773, - 0.9911412389198323, - 0.8417359860573123, - 0.7550650019137193, - 0.8454707572998891, - 0.7463117905961775, - 0.9958585433814053, - 0.9898063223282548, - 0.9774069853377493, - 1.0506189728199082, - 1.04374696833814, - 0.41816393735262497, - 0.8196612593038392, - 0.596847083543995, - 0.8581467919924893, - 1.050181614737104, - 0.8097533539243018, - 0.6013621428718394, - 0.6159775664971462, - 1.073924939147738, - 1.064042786035294, - 0.9713883617826264, - 1.1076121378365742, - 1.021768139613268, - 0.8455337132759265 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8464, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.3076923076923077, - "test_acc": 0.2, - "train_size": 48, - "val_size": 26, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.0340199583333333, - 0.10917162499999984, - -0.07162090208333334, - 0.06506778333333332, - -0.10921322916666676, - 0.12493452083333324, - 0.013654270833333296, - 0.15594170833333318, - -0.04355245833333338, - -0.021462374999999978, - 0.104134875, - 0.02017656249999995, - 0.1385066249999999, - 0.053200124999999876, - 0.09558083333333343, - 0.3076187916666668, - 0.17253487500000028, - 0.15269966666666668, - 0.1823765416666667, - 0.13501729166666662, - 0.262743825, - -0.06483987499999996, - 0.19928929166666667, - -0.1015663333333332, - -0.03367612499999994, - 0.07865360416666677, - 0.23660444999999997, - 0.06843458333333337 - ] - ], - "std": [ - [ - 1.0728446319744602, - 1.004997765945125, - 0.6738313483909325, - 1.1276322526496132, - 0.9889360364810051, - 1.0737570402474663, - 1.2301542970075396, - 1.0335005003320021, - 1.0268293591046207, - 0.9958585433814053, - 0.9898063223282548, - 0.9984666452987404, - 0.9021844164633743, - 1.0235194592787966, - 1.0911203018947113, - 1.043398618770709, - 1.428359917728367, - 1.0537876663148145, - 1.2133500974257005, - 0.931759019467099, - 1.699034990837401, - 0.8618067283867119, - 1.170282570673264, - 0.9322841280124254, - 0.9713883617826267, - 1.1076121378365744, - 1.009283746545842, - 1.0092164745858712 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8464, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.06451612903225806, - "test_acc": 0.043478260869565216, - "train_size": 48, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.060849604166666675, - -0.11376839583333333, - -0.09783850416666667, - -0.09356036875000003, - 0.22445235416666667, - 0.024614104166666605, - 0.0762974583333333, - 0.09184660416666661, - -0.14534854166666666, - -0.021462374999999978, - 0.18727079166666663, - 0.061815500000000016, - 0.042196541666666705, - 0.10011306249999992, - -0.08740560416666669, - 0.0008853750000000308, - -0.1423887916666665, - -0.06353283333333333, - -0.10411062500000007, - -0.056175625000000166, - 0.25800489583333336, - -0.15468943749999986, - 0.07922083333333328, - -0.10156633333333316, - -0.08552499999999985, - 0.0031150833333333725, - -0.1421576375, - 0.0684342083333334 - ] - ], - "std": [ - [ - 1.0293582077836319, - 0.9794406225141076, - 0.6268224867254953, - 0.3684227553507345, - 1.025591356541465, - 1.1118837703058688, - 1.0365020313045694, - 1.0275207215403601, - 1.0856923338143685, - 0.9958585433814053, - 0.9757408637342995, - 0.9993344999999996, - 0.9714914160365958, - 1.0437469683381402, - 0.8943692877865511, - 1.023515389848972, - 0.6596688427296608, - 1.0084428269148291, - 0.8321700190516114, - 0.7587733649056444, - 1.7047553305488228, - 0.615977566497146, - 1.073924939147738, - 0.9322841280124254, - 0.9275008724551151, - 1.0021317232904448, - 0.8580294890796403, - 1.071739861024061 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8464, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.19009817974012344, - "std_test_acc": 0.10157057659884679, - "n_samples": 194, - "n_features": 28, - "n_classes": 8, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "glass": { - "dataset": "glass", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.10810810810810811, - "test_acc": 0.07258064516129033, - "train_size": 53, - "val_size": 37, - "test_size": 124, - "stats": { - "mean": [ - [ - 0.012939788679245282, - 0.04699466943396226, - 0.04250909433962263, - -0.01625201207547179, - -0.03750319433962267, - -0.18787082075471698, - 0.06524139433962263, - -0.040507150943396124, - -0.2307195471698114 - ] - ], - "std": [ - [ - 0.801738486196533, - 0.8467082620054888, - 0.9820084649167357, - 0.9338214241369891, - 0.8598618475288062, - 0.3955791139166082, - 0.8724031270593463, - 0.8657099216828293, - 0.7013424696367202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.5, - "test_acc": 0.4122137404580153, - "train_size": 53, - "val_size": 30, - "test_size": 131, - "stats": { - "mean": [ - [ - -0.06851211245283018, - -0.15009423962264148, - 0.02275701132075471, - -0.11148559811320762, - 0.16614626415094338, - 0.138459841509434, - -0.08099267547169811, - 0.036904622641509635, - -0.12809118867924535 - ] - ], - "std": [ - [ - 0.8515731555985958, - 0.9581970001358434, - 0.9640671504859841, - 0.9248622429706228, - 0.9755758770264732, - 1.357781655818288, - 0.8022445220282372, - 1.1525134057528226, - 0.8492428385949199 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.2692307692307692, - "test_acc": 0.37777777777777777, - "train_size": 53, - "val_size": 26, - "test_size": 135, - "stats": { - "mean": [ - [ - 0.17342035830188673, - 0.10083030188679246, - -0.0808434981132076, - -0.019653658490565933, - -0.19072764905660378, - 0.02794728113207545, - 0.12344338867924527, - -0.06403424528301871, - 0.22045922641509424 - ] - ], - "std": [ - [ - 1.2137577085998512, - 0.8431029761509528, - 1.0333305367739407, - 1.0160914345283907, - 1.0137208401349003, - 1.2887142840709145, - 1.1306321303495666, - 0.9397607053756946, - 1.2490718777482173 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.2857142857142857, - "test_acc": 0.3082706766917293, - "train_size": 53, - "val_size": 28, - "test_size": 133, - "stats": { - "mean": [ - [ - -0.09789963037735849, - -0.25360606113207534, - -0.0009194132075472026, - 0.04837090226415086, - 0.10451545471698113, - 0.3782897773584904, - -0.08351155283018871, - -0.02570778301886777, - 0.11976666037735839 - ] - ], - "std": [ - [ - 0.9830235331660265, - 0.9613168258565478, - 1.0022618468949342, - 0.9817559883419383, - 1.0203488325490284, - 1.7842263867081236, - 1.0422858738909424, - 0.9054813684433138, - 1.1073266176346976 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 978, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.29271071002220317, - "std_test_acc": 0.15298882128911753, - "n_samples": 214, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "haberman-survival": { - "dataset": "haberman-survival", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.717391304347826, - "test_acc": 0.7391304347826086, - "train_size": 76, - "val_size": 46, - "test_size": 184, - "stats": { - "mean": [ - [ - 0.056303715789473636, - 0.11814425789473684, - 0.07505885618421046 - ] - ], - "std": [ - [ - 1.071529133459213, - 0.9640121301272397, - 1.1153002449883138 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.717391312122345, - "72": 0.5869565606117249, - "108": 0.043478261679410934, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8372093023255814, - "test_acc": 0.6149732620320856, - "train_size": 76, - "val_size": 43, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.10623882105263147, - 0.09384808421052634, - 0.007344408815789407 - ] - ], - "std": [ - [ - 1.0605035134671559, - 1.0869710980458733, - 1.1078408305262222 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3018867924528302, - "test_acc": 0.2542372881355932, - "train_size": 76, - "val_size": 53, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.06604734605263156, - -0.015483576315789458, - 0.01100456263157891 - ] - ], - "std": [ - [ - 1.0531764871263751, - 0.9959949318361989, - 0.8640777726923776 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.30188679695129395, - "72": 0.30188679695129395, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6216216216216216, - "test_acc": 0.538860103626943, - "train_size": 76, - "val_size": 37, - "test_size": 193, - "stats": { - "mean": [ - [ - -0.03016957763157897, - -0.13291423947368405, - 0.01283475092105254 - ] - ], - "std": [ - [ - 1.0380766725977404, - 1.0963438485094303, - 1.0823191968380823 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5368002721443076, - "std_test_acc": 0.20566525707151886, - "n_samples": 306, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.25481952726840973, - "std_cert_acc_36": 0.3396341006499732, - "mean_cert_acc_72": 0.2222108393907547, - "std_cert_acc_72": 0.2817463478897772, - "mean_cert_acc_108": 0.010869565419852734, - "std_cert_acc_108": 0.021739130839705467, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "hayes-roth": { - "dataset": "hayes-roth", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.29411764705882354, - "test_acc": 0.20408163265306123, - "train_size": 28, - "val_size": 34, - "test_size": 98, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 293, - "cert_evals": { - "36": 0.29411765933036804, - "72": 0.23529411852359772, - "108": 0.05882352963089943, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 58, - "best_val_acc": 0.4, - "test_acc": 0.205607476635514, - "train_size": 28, - "val_size": 25, - "test_size": 107, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 293, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.3557692307692308, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 293, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.39285714285714285, - "test_acc": 0.41346153846153844, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 293, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2947299696298361, - "std_test_acc": 0.1064313810112074, - "n_samples": 160, - "n_features": 3, - "n_classes": 3, - "mean_cert_acc_36": 0.198529414832592, - "std_cert_acc_36": 0.2441648919035992, - "mean_cert_acc_72": 0.05882352963089943, - "std_cert_acc_72": 0.11764705926179886, - "mean_cert_acc_108": 0.014705882407724857, - "std_cert_acc_108": 0.029411764815449715, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-cleveland": { - "dataset": "heart-cleveland", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 71, - "best_val_acc": 0.18518518518518517, - "test_acc": 0.23121387283236994, - "train_size": 76, - "val_size": 54, - "test_size": 173, - "stats": { - "mean": [ - [ - 0.025679380263157865, - 0.06560718421052641, - -0.04165710526315796, - 0.12079876315789474, - -0.05836617236842103, - 0.21103164473684244, - 0.009953435000000009, - -0.04552891578947369, - -0.07930921052631572, - 0.018019449999999958, - -0.1633495263157895, - 0.1490460526315791, - 0.1173184736842107 - ] - ], - "std": [ - [ - 0.8936682722687875, - 0.9705101476202265, - 1.0410809532354568, - 0.9713482365754217, - 1.0046131234392313, - 1.1698900228292355, - 0.991743905598925, - 1.063967410026795, - 0.9653541002995567, - 0.9670845428420584, - 0.8530269008877411, - 1.0419737091060064, - 0.9887800977718967 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1903, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.18604651162790697, - "test_acc": 0.1956521739130435, - "train_size": 76, - "val_size": 43, - "test_size": 184, - "stats": { - "mean": [ - [ - -0.2101489736842105, - 0.09376453947368439, - -0.1649965789473685, - -0.03545365789473685, - -0.1381618, - 0.02633263157894729, - -0.1355152364473684, - -0.028272514473684226, - 0.060729605263158, - -0.12137016052631582, - 0.02882180263157893, - -0.062184184210526385, - -0.10297684210526317 - ] - ], - "std": [ - [ - 0.9630708106281646, - 0.9569359106048417, - 1.0685892850045124, - 0.9716813782156916, - 0.8933102337559928, - 1.0237058396713807, - 0.987768251139324, - 1.0505795881681008, - 1.018728244712418, - 0.800844776889746, - 0.9838325491030496, - 0.9678759361024273, - 0.9824728943441249 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1903, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.12280701754385964, - "test_acc": 0.11764705882352941, - "train_size": 76, - "val_size": 57, - "test_size": 170, - "stats": { - "mean": [ - [ - 0.009666096052631561, - 0.12192189473684223, - -0.04165730263157901, - -0.053396460526315796, - 0.009485552631578952, - -0.08448677631578952, - -0.12229084131578946, - 0.029248118421052637, - 0.0887373684210527, - 0.14607715657894724, - 0.007469368421052609, - 0.13496389473684212, - -0.016193828947368444 - ] - ], - "std": [ - [ - 0.991747257977119, - 0.9423253440641232, - 1.054702252215874, - 1.01578753443219, - 0.912628998922061, - 0.9070959475884481, - 0.9828872816770845, - 1.0215811465249889, - 1.026781557739585, - 1.110916508206595, - 1.0555936285886078, - 1.1293737151568792, - 0.9751655205627294 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1903, - "cert_evals": { - "36": 0.08771929889917374, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 74, - "best_val_acc": 0.40540540540540543, - "test_acc": 0.39473684210526316, - "train_size": 76, - "val_size": 37, - "test_size": 190, - "stats": { - "mean": [ - [ - 0.009666401315789493, - -0.1314943026315789, - -0.027953026315789546, - -0.017510736842105287, - 0.14569758815789477, - -0.12142657894736847, - 0.16864663157894735, - 0.0298232342105263, - 0.032721842105263264, - -0.0567749657894737, - -0.14199722368421067, - 0.050471736842105284, - -0.002842618421052697 - ] - ], - "std": [ - [ - 1.037308935092612, - 1.039536608942455, - 1.0731491570199134, - 0.9857713056853448, - 1.1678879570276746, - 0.8615768485992676, - 0.9924490204448371, - 1.0295305309669156, - 1.0098342617684068, - 1.0125711830157138, - 0.967005700282042, - 1.1226814635925688, - 0.9876978299691207 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1903, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2348124869185515, - "std_test_acc": 0.11669049812874786, - "n_samples": 303, - "n_features": 13, - "n_classes": 5, - "mean_cert_acc_36": 0.021929824724793434, - "std_cert_acc_36": 0.04385964944958687, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-hungarian": { - "dataset": "heart-hungarian", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.8128342245989305, - "train_size": 73, - "val_size": 34, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.0800741506849315, - 0.187091506849315, - 0.14536817123287665, - 0.057955123287671204, - 0.007548964931506878, - 0.0018470410958903167, - -0.026523986301369866, - -0.07145227945205493, - -0.002936657534246297, - 0.06359038356164397, - 0.03073776712328766, - -0.08100684931506869 - ] - ], - "std": [ - [ - 0.9987991948716954, - 0.8797143812899805, - 1.0138369657816542, - 1.004282733869356, - 1.1169105950079397, - 1.0014602608653556, - 0.9486883864181348, - 1.0204510052676476, - 0.9970306548239305, - 1.1098417855233023, - 1.0026671671379417, - 0.8754503895152498 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.0882352963089943, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.7435897435897436, - "test_acc": 0.8021978021978022, - "train_size": 73, - "val_size": 39, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.03390847945205465, - 0.1564823287671232, - -0.05334468493150675, - 0.17270156164383563, - -0.14544580410958913, - -0.10677657534246586, - 0.03300201369863015, - 0.11938546301369855, - 0.026828767123288015, - 0.11635597260273989, - 0.11918921917808224, - -0.025584246575342404 - ] - ], - "std": [ - [ - 1.015281664085163, - 0.9028410442013451, - 1.0337121941577725, - 0.9152783215528201, - 0.8308188513709485, - 0.787052874670898, - 0.9862292931929137, - 0.8791726610331962, - 1.0093946605762534, - 0.9709004823896129, - 0.9957071278619543, - 0.9379507836223181 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.47619047619047616, - "test_acc": 0.33519553072625696, - "train_size": 73, - "val_size": 42, - "test_size": 179, - "stats": { - "mean": [ - [ - 0.14495649315068504, - 0.003436438356164301, - -0.06753834246575333, - 0.2389838082191781, - 0.03065915232876712, - -0.16108838356164396, - 0.03300202739726026, - 0.07263872739726036, - 0.02682876712328804, - -0.04947819178082209, - 0.0012539315068493056, - -0.05725431506849332 - ] - ], - "std": [ - [ - 0.9448396245451279, - 0.9965626371881349, - 0.9510883979986018, - 0.9219475695799935, - 0.863125052835077, - 0.6471998892994516, - 1.0497525444673081, - 0.9275566360232819, - 1.0093946605762534, - 0.8385071156366399, - 0.992646777404723, - 0.8922594920555511 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.4761904776096344, - "72": 0.4761904776096344, - "108": 0.0476190485060215, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8409090909090909, - "test_acc": 0.7740112994350282, - "train_size": 73, - "val_size": 44, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.03448108219178094, - 0.03404561643835607, - 0.2021428561643836, - -0.012603835616438326, - 0.012083080821917778, - 0.0018470410958903595, - 0.03300201369863012, - -0.05440366712328782, - 0.14589046575342487, - 0.0786663835616438, - 0.13393120547945203, - -0.05725438356164386 - ] - ], - "std": [ - [ - 0.9357023656034743, - 0.98044976884177, - 0.9447129008604433, - 0.8618425109620811, - 1.2011825380327528, - 1.0014602608653553, - 0.986229293192914, - 0.847254895689431, - 1.0489937022040874, - 1.0096312619774381, - 1.0380236400472438, - 0.844840730482065 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.5681818127632141, - "72": 0.13636364042758942, - "108": 0.09090909361839294, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6810597142395044, - "std_test_acc": 0.23115722539886485, - "n_samples": 294, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.2831518966704607, - "std_cert_acc_36": 0.28087566910372924, - "mean_cert_acc_72": 0.15313852950930595, - "std_cert_acc_72": 0.22475673999212745, - "mean_cert_acc_108": 0.03463203553110361, - "std_cert_acc_108": 0.04372080184925733, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-switzerland": { - "dataset": "heart-switzerland", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.3888888888888889, - "test_acc": 0.22972972972972974, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.03867648709677418, - 0.061165483870967645, - -0.031605645161290254, - -0.04727649354838697, - 0.12035961290322578, - 0.10471612903225812, - 0.10948048064516128, - 0.21947058064516128, - 0.24267312903225804, - 0.146339935483871, - 0.09546838709677423, - -0.14905170967741943 - ] - ], - "std": [ - [ - 1.1959209887023292, - 0.8952513255013157, - 1.0680537841920705, - 1.1526431663263934, - 1.2389629579337629, - 1.0370364433639812, - 0.8482163286791152, - 0.998704338537551, - 0.823971907762666, - 0.9616527651367163, - 1.172612838656165, - 1.0452475193168111 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0555555559694767, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.05555555555555555, - "test_acc": 0.06756756756756757, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - 0.38275906451612907, - -0.056386774193548456, - 0.015231451612903284, - 0.016496377419354898, - 0.2830434193548386, - -0.059711161290322494, - 0.04518695483870968, - -0.039474967741935506, - 0.10301854838709676, - -0.043132193548387085, - 0.0954683870967742, - -0.026422451612903276 - ] - ], - "std": [ - [ - 0.8537728993403316, - 1.0773842413872565, - 0.9891428503533505, - 0.8244718913923468, - 1.4910217148161218, - 1.0016724276385454, - 0.8092921347980535, - 0.9902763031378431, - 0.9512021337497041, - 1.1112826701924636, - 1.172612838656165, - 1.014523633801689 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.041666666666666664, - "test_acc": 0.04411764705882353, - "train_size": 31, - "val_size": 24, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1363268064516129, - 0.06116548387096767, - -0.07844332258064517, - 0.28318253870967747, - 0.12035961290322578, - -0.00490193548387092, - -0.09028977096774195, - -0.16894774193548387, - -0.07077383870967743, - -0.23260409677419347, - -0.0015777419354838426, - -0.12861274193548392 - ] - ], - "std": [ - [ - 0.9985620954632528, - 0.8952513255013155, - 0.7865317101247931, - 0.8496477832825274, - 1.2389629579337627, - 0.8129502811517081, - 0.9201252610360474, - 0.960195792094272, - 0.7788574621968283, - 0.922011584077965, - 1.0630870797904943, - 0.9101297422084665 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0416666679084301, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.07142857142857142, - "test_acc": 0.16666666666666666, - "train_size": 31, - "val_size": 14, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.06132570967741941, - -0.05638677419354848, - -0.03160587096774191, - -0.08206108387096776, - 0.1203596129032258, - 0.21433419354838715, - 0.08651870322580645, - 0.08999780645161289, - 0.000605741935483859, - -0.11892112903225804, - 0.19251451612903228, - -0.09795603225806457 - ] - ], - "std": [ - [ - 1.1796944897022907, - 1.0773842413872565, - 1.002361426374151, - 1.2266934302261872, - 1.2389629579337627, - 1.2107719727384119, - 1.1761632862640778, - 1.0028917964777728, - 0.9746182884484196, - 1.026652327670446, - 1.4781625990241394, - 1.0351077769123456 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.12702040275569687, - "std_test_acc": 0.0866574455420102, - "n_samples": 123, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.0243055559694767, - "std_cert_acc_36": 0.028632678357240694, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-va": { - "dataset": "heart-va", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.3783783783783784, - "test_acc": 0.24778761061946902, - "train_size": 50, - "val_size": 37, - "test_size": 113, - "stats": { - "mean": [ - [ - 0.12417273199999997, - 0.05847433999999993, - 0.11939195999999985, - 0.13652684859999997, - 0.169332294, - -0.08422980000000006, - -0.051211000000000055, - -0.025999581999999997, - -0.10986361999999993, - 0.02611757999999999, - 0.18437666399999986, - -0.16063424000000026 - ] - ], - "std": [ - [ - 1.0375983940843654, - 0.8186406200000009, - 0.906257232351079, - 0.9850972422932538, - 0.9999215189422874, - 0.964959379692824, - 0.9368765586228528, - 0.926118336928491, - 0.985877688928741, - 0.8984566513475283, - 1.109014128975748, - 0.8047660315047241 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.3, - "test_acc": 0.275, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.10881117199999998, - 0.17542300000000016, - 0.21993213999999972, - -0.08821109999999997, - 0.13781262600000002, - 0.08422731999999994, - 0.00731520000000001, - -0.12721317799999998, - -0.30961252, - -0.25667714, - -0.17580066800000008, - -0.02059391999999999 - ] - ], - "std": [ - [ - 0.9929893928858932, - 1.0, - 0.8501447398821216, - 1.0656963957883359, - 1.0325714366151477, - 1.022085030499879, - 0.9621289169237981, - 1.0393960665815958, - 0.9317809815586118, - 0.8468928172805285, - 0.9604725295714901, - 0.9867682179778366 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.1111111111111111, - "test_acc": 0.04065040650406504, - "train_size": 50, - "val_size": 27, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.15233571999999998, - 0.05847433999999995, - 0.11939203999999982, - -0.012556939999999935, - 0.15528536399999998, - -0.042115520000000004, - 0.06584127999999993, - 0.009825086000000021, - 0.16978484000000008, - 0.05313653999999998, - 0.04716622799999987, - 0.15239717999999963 - ] - ], - "std": [ - [ - 0.9466778160837978, - 0.8186406200000006, - 0.794839780092792, - 1.0183639969617624, - 0.9927764037429706, - 0.982265363064182, - 1.1062072213290066, - 0.982147212242076, - 0.9915274640582656, - 1.040558924765334, - 1.0326448287754921, - 1.138945356222443 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.13333333333333333, - "test_acc": 0.15833333333333333, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.07040700000000005, - 0.17542300000000016, - 0.14452675999999975, - 0.06532269999999997, - -0.19794047999999992, - -0.08422980000000009, - -0.16826343999999985, - 0.010868634000000012, - 0.009985720000000033, - -0.009907080000000006, - -0.10719553600000013, - -0.08649541999999996 - ] - ], - "std": [ - [ - 1.2049567103246417, - 1.0, - 0.9024156133740057, - 0.9721589400778301, - 0.9497444006039201, - 0.964959379692824, - 0.920277085388703, - 0.9840113193010918, - 0.9979451845458254, - 1.0793938409678105, - 0.9369066157621472, - 0.9024286546800494 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1637, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.18044283761421687, - "std_test_acc": 0.1056836937671611, - "n_samples": 200, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.02777777798473835, - "std_cert_acc_36": 0.0555555559694767, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "hepatitis": { - "dataset": "hepatitis", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.782608695652174, - "test_acc": 0.8172043010752689, - "train_size": 39, - "val_size": 23, - "test_size": 93, - "stats": { - "mean": [ - [ - -0.07305103333333338, - -0.25417620512820527, - -0.0684997948717948, - 0.002734846153846289, - -0.27956964102564097, - 0.043173205128205175, - -0.08607384615384614, - 0.058396666666666625, - 0.06670830769230766, - -0.04725699999999998, - 0.016169358974358995, - -0.02457512820512817, - 0.0025034871794872037, - -0.027701887179487183, - -0.15169055846153845, - -0.0886186358974359, - -0.07013070256410256, - 0.1575872743589744, - -0.1341903076923079 - ] - ], - "std": [ - [ - 0.7065121639768482, - 0.5178280049962226, - 1.0644445404981495, - 0.9941527427588283, - 0.9460715809412041, - 1.0610130501194135, - 1.1425568971679159, - 0.9324615341247179, - 0.946176852270342, - 0.9924710852804189, - 0.9714365294574488, - 0.9824999787091323, - 0.9634407063351287, - 0.8415828453559291, - 0.8432379274259605, - 0.6407479822535036, - 0.9523942193593046, - 1.0530325526231488, - 0.9744402928447131 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3802, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.8846153846153846, - "test_acc": 0.7888888888888889, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.11794246410256407, - -0.08617061538461546, - 0.18073612820512838, - 0.002734846153846107, - -0.01757938461538464, - -0.10891841025641022, - -0.26475346153846147, - -0.16237000000000007, - -0.13763476923076928, - 0.0032585384615384802, - -0.12308166666666664, - -0.13340641025641017, - -0.052936256410256344, - -0.1222803846153846, - -0.12690142128205126, - -0.21492274871794878, - -0.0701304769230769, - -0.19038912820512827, - -0.03147528205128203 - ] - ], - "std": [ - [ - 0.9308482815868492, - 0.8729826521744097, - 0.9562346989313699, - 0.9941527427588275, - 1.0687148745897885, - 1.082595260131678, - 1.2147882026120127, - 1.1445852172148068, - 1.1192331270078257, - 1.0668209925491146, - 1.0726249795408656, - 1.1491882555748711, - 1.1143257286511818, - 0.9024022721027672, - 0.9826150523838478, - 0.6405176575741821, - 1.0834147839386958, - 1.0210323203399736, - 0.9932070287924958 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3802, - "cert_evals": { - "36": 0.42307692766189575, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.8163265306122449, - "train_size": 39, - "val_size": 18, - "test_size": 98, - "stats": { - "mean": [ - [ - 0.25751469999999993, - -0.0021678205128206176, - -0.16819412820512808, - -0.13856787179487162, - -0.22717153846153848, - -0.05822148717948713, - -0.026513846153846145, - -0.07406333333333337, - 0.025839692307692258, - -0.04725692307692307, - 0.016169487179487147, - -0.13340641025641015, - -0.052936256410256344, - -0.040312646153846145, - 0.10239844307692307, - 0.13277096923076923, - 0.021281615384615406, - -0.028776703589743616, - 0.019882230769230784 - ] - ], - "std": [ - [ - 1.005461160498127, - 0.9939344729297802, - 0.9562346989313698, - 1.1126187137474748, - 0.8609878396947588, - 0.9804372857666263, - 0.9786685591250096, - 0.9813568775708227, - 0.946176852270342, - 1.0881358642498125, - 1.054392008519234, - 1.1491882555748716, - 1.1143257286511812, - 0.6571748166650522, - 0.9244222305036086, - 1.0717140331590138, - 0.8996151755406562, - 0.9261613145039079, - 0.998504170514703 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3802, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7692307692307693, - "test_acc": 0.6333333333333333, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.07509134615384613, - -0.17017341025641036, - 0.13088894871794884, - 0.1440375641025641, - -0.12237543589743595, - -0.05822148717948713, - 0.1521657692307693, - 0.1467033333333333, - 0.10757692307692303, - 0.003258384615384635, - 0.06258628205128201, - -0.13340641025641015, - 0.057943230769230816, - 0.03955354102564104, - 0.16271944128205126, - 0.026228858974358962, - 0.12825329743589742, - -0.037512437692307686, - 0.2253122820512821 - ] - ], - "std": [ - [ - 0.9881800818586763, - 0.7226193648278391, - 0.9639985722278488, - 0.835958152953438, - 0.9195820679374928, - 0.9804372857666264, - 0.8380816839591891, - 0.797209189164857, - 0.8727148090274184, - 0.8602473119915564, - 0.8683835140087598, - 0.9266649753751967, - 0.7801070627641344, - 0.8750146780135224, - 1.0473279879316608, - 0.8897406999004371, - 0.8705306469748111, - 0.8788094464260305, - 0.9932070287924956 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3802, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.763938263477434, - "std_test_acc": 0.08805676726053943, - "n_samples": 155, - "n_features": 19, - "n_classes": 2, - "mean_cert_acc_36": 0.18910256773233414, - "std_cert_acc_36": 0.22140918376152213, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "horse-colic": { - "dataset": "horse-colic", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.9090909090909091, - "test_acc": 0.7649572649572649, - "train_size": 68, - "val_size": 66, - "test_size": 234, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.3030303120613098, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9027777777777778, - "test_acc": 0.7587719298245614, - "train_size": 68, - "val_size": 72, - "test_size": 228, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.1388888955116272, - "108": 0.02777777798473835, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8412698412698413, - "test_acc": 0.810126582278481, - "train_size": 68, - "val_size": 63, - "test_size": 237, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.66, - "test_acc": 0.632, - "train_size": 68, - "val_size": 50, - "test_size": 250, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7414639442650769, - "std_test_acc": 0.07648183974927412, - "n_samples": 368, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.25036076083779335, - "std_cert_acc_36": 0.2381564594909777, - "mean_cert_acc_72": 0.0347222238779068, - "std_cert_acc_72": 0.0694444477558136, - "mean_cert_acc_108": 0.0069444444961845875, - "std_cert_acc_108": 0.013888888992369175, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "ilpd-indian-liver": { - "dataset": "ilpd-indian-liver", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 60, - "best_val_acc": 0.6744186046511628, - "test_acc": 0.6381766381766382, - "train_size": 146, - "val_size": 86, - "test_size": 351, - "stats": { - "mean": [ - [ - -0.04947167191780823, - -0.00829989520547949, - 0.0029959439041094614, - 0.043865143424657534, - -0.02727346465753423, - 0.06000245376712337, - 0.18081108150684932, - 0.13766838972602727, - 0.07700867876712333 - ] - ], - "std": [ - [ - 1.0220386211163874, - 0.9305248911517027, - 1.0317627748416793, - 1.0430349333459359, - 0.6968608763678219, - 1.4666603089790804, - 0.976649603737411, - 0.9779410793607819, - 1.0045141661622095 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.3604651093482971, - "72": 0.13953489065170288, - "108": 0.06976744532585144, - "255": 0.011627906933426857 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8115942028985508, - "test_acc": 0.6358695652173914, - "train_size": 146, - "val_size": 69, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.023718123972602808, - -0.005873168493150683, - 0.03226138232876717, - 0.04699460315068498, - 0.05445175945205481, - -0.012896076027397266, - 0.006021310958904103, - -0.03022427397260268, - 0.024170888356164395 - ] - ], - "std": [ - [ - 0.9837490979337397, - 0.9321175505257335, - 1.0715555930063725, - 0.9529710623514904, - 1.1810113146612142, - 0.7086815710476746, - 1.0423446624153474, - 1.010859445699408, - 1.0504905455411107 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.08695652335882187, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.6477272727272727, - "test_acc": 0.5472779369627507, - "train_size": 146, - "val_size": 88, - "test_size": 349, - "stats": { - "mean": [ - [ - -0.06850946301369858, - -0.0660989635342466, - -0.043828577945205456, - -0.023010099041095942, - 0.006519339726027369, - -0.025199812328767113, - -0.0009198609589041257, - -0.051749036301369795, - -0.1729785705479453 - ] - ], - "std": [ - [ - 0.960568795724854, - 0.7317880619730879, - 0.8532176637131939, - 0.846889651522413, - 0.8393088412983767, - 0.6466602014941917, - 1.025247253115212, - 1.0319261806513593, - 0.9884325003029147 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.10227273404598236, - "72": 0.022727273404598236, - "108": 0.011363636702299118, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.7619047619047619, - "test_acc": 0.7025495750708215, - "train_size": 146, - "val_size": 84, - "test_size": 353, - "stats": { - "mean": [ - [ - 0.10156164794520553, - 0.11148967165753422, - 0.14932299390410964, - -0.06575168465753424, - 0.08565644520547948, - 0.041416027397260274, - 0.12780630068493154, - 0.0825649349315068, - 0.027512271917808223 - ] - ], - "std": [ - [ - 0.9791992181077636, - 1.0803158704678002, - 1.2337654004282645, - 0.900953545319748, - 1.161354860471408, - 0.8045626472841879, - 0.9144661645250372, - 1.0285214362372226, - 1.0463698865975202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.0595238097012043, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6309684288569004, - "std_test_acc": 0.0637807137673157, - "n_samples": 583, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.1523045441135764, - "std_cert_acc_36": 0.1398959511352886, - "mean_cert_acc_72": 0.04056554101407528, - "std_cert_acc_72": 0.06684375362124109, - "mean_cert_acc_108": 0.02028277050703764, - "std_cert_acc_108": 0.033421876810620546, - "mean_cert_acc_255": 0.0029069767333567142, - "std_cert_acc_255": 0.0058139534667134285 - }, - "image-segmentation": { - "dataset": "image-segmentation", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.9, - "test_acc": 0.91875, - "train_size": 2100, - "val_size": 50, - "test_size": 160, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8399999737739563, - "72": 0.7799999713897705, - "108": 0.5999999642372131, - "255": 0.2199999988079071 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8936170212765957, - "test_acc": 0.901840490797546, - "train_size": 2100, - "val_size": 47, - "test_size": 163, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8510637879371643, - "72": 0.8297871947288513, - "108": 0.8085106015205383, - "255": 0.2978723347187042 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.9534883720930233, - "test_acc": 0.9041916167664671, - "train_size": 2100, - "val_size": 43, - "test_size": 167, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8604651093482971, - "72": 0.8372092843055725, - "108": 0.8139534592628479, - "255": 0.41860464215278625 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8611111111111112, - "test_acc": 0.8908045977011494, - "train_size": 2100, - "val_size": 36, - "test_size": 174, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8333333134651184, - "72": 0.7777777910232544, - "108": 0.7222222089767456, - "255": 0.3611111044883728 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9038966763162906, - "std_test_acc": 0.011494036652031409, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.846215546131134, - "std_cert_acc_36": 0.0119880601527567, - "mean_cert_acc_72": 0.8061935603618622, - "std_cert_acc_72": 0.03168698347239479, - "mean_cert_acc_108": 0.7361715584993362, - "std_cert_acc_108": 0.1000337420866909, - "mean_cert_acc_255": 0.3243970200419426, - "std_cert_acc_255": 0.08529419095998586 - }, - "hill-valley": { - "dataset": "hill-valley", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5873015873015873, - "test_acc": 0.46875, - "train_size": 606, - "val_size": 126, - "test_size": 480, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101002, - "cert_evals": { - "36": 0.01587301678955555, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5289256198347108, - "test_acc": 0.5092783505154639, - "train_size": 606, - "val_size": 121, - "test_size": 485, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101002, - "cert_evals": { - "36": 0.03305784985423088, - "72": 0.01652892492711544, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 44, - "best_val_acc": 0.6083333333333333, - "test_acc": 0.5967078189300411, - "train_size": 606, - "val_size": 120, - "test_size": 486, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101002, - "cert_evals": { - "36": 0.09166666865348816, - "72": 0.05000000447034836, - "108": 0.02500000223517418, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 60, - "best_val_acc": 0.6842105263157895, - "test_acc": 0.556910569105691, - "train_size": 606, - "val_size": 114, - "test_size": 492, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101002, - "cert_evals": { - "36": 0.09649123251438141, - "72": 0.035087719559669495, - "108": 0.017543859779834747, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.532911684637799, - "std_test_acc": 0.055740916939101146, - "n_samples": 1212, - "n_features": 100, - "n_classes": 2, - "mean_cert_acc_36": 0.059272191952914, - "std_cert_acc_36": 0.040846620576439605, - "mean_cert_acc_72": 0.025404162239283323, - "std_cert_acc_72": 0.021778185062578656, - "mean_cert_acc_108": 0.010635965503752232, - "std_cert_acc_108": 0.012652958533418017, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "iris": { - "dataset": "iris", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.38095238095238093, - "test_acc": 0.32608695652173914, - "train_size": 37, - "val_size": 21, - "test_size": 92, - "stats": { - "mean": [ - [ - -0.06538616216216218, - 0.037524162162162124, - -0.05163069459459464, - -0.05491507459459471 - ] - ], - "std": [ - [ - 0.9148870367317358, - 1.0881966465526376, - 0.9955337168703222, - 0.9789290060304676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.380952388048172, - "72": 0.380952388048172, - "108": 0.2380952388048172, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.6551724137931034, - "test_acc": 0.6428571428571429, - "train_size": 37, - "val_size": 29, - "test_size": 84, - "stats": { - "mean": [ - [ - -0.1894133945945945, - -0.14947308108108107, - -0.07307603783783788, - -0.09033012864864856 - ] - ], - "std": [ - [ - 0.9592123832790647, - 0.9096266883189955, - 1.0119512040032557, - 1.0176631024602978 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.30434782608695654, - "test_acc": 0.34444444444444444, - "train_size": 37, - "val_size": 23, - "test_size": 90, - "stats": { - "mean": [ - [ - 0.12065495945945945, - 0.08115708108108108, - -0.014868264864864856, - 0.0017480032432432313 - ] - ], - "std": [ - [ - 1.079972374505205, - 0.8268394002889127, - 1.0381376116445211, - 1.0358017457861401 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.30434784293174744, - "72": 0.30434784293174744, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.35294117647058826, - "test_acc": 0.31645569620253167, - "train_size": 37, - "val_size": 34, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.019474235135135163, - 0.1372560810810812, - -0.050099464864865016, - -0.012418108108108169 - ] - ], - "std": [ - [ - 1.0035126577760827, - 0.9654086463610752, - 1.0191317626227525, - 1.0325640931007958 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.3529411852359772, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.40746106000646454, - "std_test_acc": 0.1573595994501806, - "n_samples": 150, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.25956035405397415, - "std_cert_acc_36": 0.175910490596867, - "mean_cert_acc_72": 0.17132505774497986, - "std_cert_acc_72": 0.2002858206093897, - "mean_cert_acc_108": 0.0595238097012043, - "std_cert_acc_108": 0.1190476194024086, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "ionosphere": { - "dataset": "ionosphere", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.8936170212765957, - "test_acc": 0.8148148148148148, - "train_size": 88, - "val_size": 47, - "test_size": 216, - "stats": { - "mean": [ - [ - -0.053792624999999955, - 0.11437863863636365, - -0.09784573977272727, - 0.037641697727272765, - 0.03979244659090908, - -0.022637212499999986, - -0.03695475681818172, - -0.03367938977272729, - -0.021329492045454524, - -0.09884267272727273, - 0.035718605681818186, - 0.06464764249999998, - -0.019363167613636392, - -0.05855647840909092, - -0.09749018068181807, - -0.038717673863636344, - -0.20421359857954527, - -0.07935669659090909, - -0.1400404538977272, - 0.02510688295454545, - -0.037117688954545446, - 0.033973999999999976, - -0.1653208722727273, - 0.005757295454545449, - -0.1324492284090909, - -0.08898458409090908, - -0.05795820443181821, - -0.02483663102272733, - -0.08507457556818178, - 0.08867289204545453, - -0.04576606920454543, - 0.02797571125000001, - -0.0760243448863635 - ] - ], - "std": [ - [ - 1.0628766820372375, - 0.7507239967772006, - 1.0291396537758577, - 0.8884938256308751, - 0.9340022757733981, - 0.913837455075107, - 0.9736609191811407, - 0.9876988868200146, - 1.0170932036566493, - 0.9930860356859771, - 0.9548850329366211, - 0.9223725518038193, - 0.8913550898838349, - 1.0187510679778873, - 1.017494178014936, - 1.0307802521113834, - 0.975629252171648, - 1.0218068809970482, - 0.9797731524500652, - 0.9502446255339264, - 0.9112949974613238, - 0.9538996196640592, - 0.8900589740016208, - 0.9778636762599577, - 0.9154522749390646, - 1.05891815419685, - 0.9349516698212756, - 1.028413342097531, - 1.0174809086582552, - 0.8603550537251974, - 0.9177215824920913, - 0.9334496357023497, - 0.9708996223344086 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.021276595070958138, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8909090909090909, - "test_acc": 0.8557692307692307, - "train_size": 88, - "val_size": 55, - "test_size": 208, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.057230188340909066, - -0.12594148852272724, - -0.0657140477272727, - 0.03683578340909091, - -0.019606631818181786, - -0.060358038636363666, - 0.04340084659090913, - -0.0891362948863636, - 0.11950643409090907, - -0.0431416420454545, - 0.015000489886363617, - 0.006661120113636418, - 0.05273973636363641, - 0.015397984090909127, - 0.014861920909090958, - 0.1809429574999999, - 0.08595570852272723, - 0.06362748978409093, - 0.013652813181818213, - 0.08379081831818179, - 0.012709255681818172, - 0.05176218068181814, - -0.0808674875, - 0.0755702415909092, - 0.018801221590909037, - 0.00032548409090908274, - -0.044570049999999944, - -0.06261137522727273, - -0.029789787386363672, - 0.05672472590909099, - 0.07217833522727275, - -0.1547468361363635 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9307820453086587, - 1.0773699872895335, - 1.0440681513418153, - 0.8335723077848519, - 1.0288328270221063, - 1.012134427705991, - 0.9381625016034029, - 1.0351171735867382, - 0.8413129464522849, - 0.957745165443786, - 0.996483818815002, - 1.0520779681632726, - 0.9017607688663065, - 0.9016249527670053, - 0.9886646202839675, - 0.948531710759369, - 0.9429119629240612, - 0.9771648840049503, - 1.0130626800360227, - 0.9206929443124036, - 1.0062206389304456, - 0.9740332111643196, - 1.0276361536986764, - 1.004938887359179, - 0.9916060965398966, - 1.0389805297776586, - 0.9937147733197984, - 0.9550117277666471, - 1.045048464961226, - 0.9419333165833579, - 0.9692634514790782, - 0.8827267306674739 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8983050847457628, - "test_acc": 0.9068627450980392, - "train_size": 88, - "val_size": 59, - "test_size": 204, - "stats": { - "mean": [ - [ - -0.1268343749999996, - 0.03819893595454546, - -0.011457272727272726, - 0.05116481477272727, - -0.0830110590909092, - 0.047313343863636344, - 0.10252151931818183, - 0.1333957454545454, - 0.05029393693181818, - 0.04156139318181821, - -0.001252886136363645, - -0.02304269772727273, - -0.028127184431818178, - 0.09080393977272729, - 0.051952362500000016, - 0.026424043636363623, - 0.004673466193181796, - 0.08743039488636364, - -0.026571849534090915, - 0.14150050181818186, - 0.03335016056818166, - 0.12982050340909096, - 0.16414423761363636, - 0.09544092727272725, - -0.013555443181818177, - 0.13096514511363633, - 0.08380314419318177, - 0.11039518400000002, - 0.10956971738636363, - 0.16996981363636354, - 0.20297531795454554, - 0.13073818977272728, - 0.22886673897727264 - ] - ], - "std": [ - [ - 1.1403639563737902, - 0.9669190187863775, - 0.9172167629719893, - 0.8606790311963011, - 0.9989705798429368, - 0.9373035431734378, - 0.9209352640839872, - 0.8488345605516046, - 0.8825266596197384, - 0.9437597259890439, - 0.8884696173398924, - 1.0048586652940763, - 0.9550518112139788, - 0.9614986333459294, - 0.9194447344313414, - 0.9950631727543465, - 0.9784728631967848, - 0.9580770253420143, - 0.9232846642295484, - 0.9004257495362915, - 0.9845719410626651, - 0.9096258762479161, - 0.9598729860189827, - 0.9018492624900448, - 0.9747064152086655, - 0.8917378557660298, - 1.0112826407608113, - 0.9771390659506771, - 0.934094299138346, - 0.9171760631839044, - 0.9408030802675159, - 0.9489033599031296, - 0.9833308046410482 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.9074074074074074, - "test_acc": 0.8899521531100478, - "train_size": 88, - "val_size": 54, - "test_size": 209, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.08337084420454545, - 0.012367452272727331, - -0.10430459318181814, - -0.04320599500000006, - -0.02125417613636366, - 0.13601533749999994, - 0.08083362500000006, - 0.04508737613636362, - 0.06580848409090917, - -0.04573462613636365, - -0.11163381636363634, - -0.08390394295454544, - -0.08376589772727273, - -0.044872403409090926, - -0.0040415840909091135, - -0.08072537250000003, - 0.09002621590909089, - -0.162396136590909, - -0.039994314090909096, - -0.10034994406818182, - -0.025718289772727287, - -0.07362233545454551, - 0.15139177386363645, - -0.09483327613636364, - 0.035840585227272695, - 0.10623734090909087, - 0.16713354263636365, - -0.09824181704545455, - -0.02187183522727274, - -0.02442285272727274, - -0.04313826136363642, - 0.1828973070454546 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9490576864105106, - 0.9875219449564684, - 1.1736996169419784, - 1.085283557408111, - 1.0964938389858863, - 1.0087899511657812, - 1.0744821220114844, - 1.0108692257357619, - 1.0627108745057163, - 1.0442983244440271, - 1.1469962087719372, - 1.0331323404442145, - 1.1049553685537077, - 1.023216090225595, - 1.0297914379913535, - 1.0415403651865944, - 1.0022218327408114, - 1.0389078436934174, - 1.0658270934057976, - 1.0847302652617432, - 1.0404853997786638, - 1.050257290760166, - 0.893199357426146, - 1.0313013612091906, - 0.9776385188820035, - 1.0220555587416027, - 0.8817940384222789, - 1.0763521420836772, - 1.0347943476784296, - 1.1267168423195861, - 1.0726159506205808, - 1.1123266143540387 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11222, - "cert_evals": { - "36": 0.6296296119689941, - "72": 0.14814814925193787, - "108": 0.03703703731298447, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8668497359480332, - "std_test_acc": 0.04068240074988997, - "n_samples": 351, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.16272655175998807, - "std_cert_acc_36": 0.311430259274451, - "mean_cert_acc_72": 0.03703703731298447, - "std_cert_acc_72": 0.07407407462596893, - "mean_cert_acc_108": 0.009259259328246117, - "std_cert_acc_108": 0.018518518656492233, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "lenses": { - "dataset": "lenses", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.25, - "test_acc": 0.21428571428571427, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - 0.6526299999999999, - 0.0, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.7296625220778439, - 0.978945, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.21428571428571427, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - -0.32631499999999997, - -0.6526299999999999, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.922958197211553, - 0.7296625220778439, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.6875, - "train_size": 6, - "val_size": 2, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - 0.32631499999999997, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.978945, - 0.9229581972115529, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.25, - "test_acc": 0.14285714285714285, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - -0.59948, - 0.32631499999999997, - 0.32631499999999997, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.915720825870709, - 0.9229581972115529, - 0.922958197211553, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 303, - "cert_evals": { - "36": 0.25, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.31473214285714285, - "std_test_acc": 0.25078268213029103, - "n_samples": 24, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.125, - "std_cert_acc_36": 0.14433756729740643, - "mean_cert_acc_72": 0.0625, - "std_cert_acc_72": 0.125, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "led-display": { - "dataset": "led-display", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 51, - "best_val_acc": 0.23717948717948717, - "test_acc": 0.2239057239057239, - "train_size": 250, - "val_size": 156, - "test_size": 594, - "stats": { - "mean": [ - [ - 0.007071759999999854, - -0.06713887999999998, - 0.04580425999999983, - -0.02524725599999987, - 0.032490744000000016, - 0.026608120000000096, - 1.7199999999801818e-06 - ] - ], - "std": [ - [ - 0.9950459658737895, - 1.009900234084628, - 0.9724760974354865, - 1.0074396393306633, - 1.004766715631752, - 0.9754811567914686, - 0.9994980323196654 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 682, - "cert_evals": { - "36": 0.1538461595773697, - "72": 0.03846153989434242, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.3475177304964539, - "test_acc": 0.30870279146141216, - "train_size": 250, - "val_size": 141, - "test_size": 609, - "stats": { - "mean": [ - [ - -0.030645360000000187, - 0.03051721599999998, - -0.07328692000000013, - -0.01683115199999986, - -0.024368800000000006, - 0.02660812000000029, - 1.7199999999624183e-06 - ] - ], - "std": [ - [ - 1.018012947504733, - 0.9932371252643158, - 1.0370805647209447, - 1.0048701299259322, - 0.9948347843380658, - 0.9754811567914693, - 0.9994980323196655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 682, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 100, - "best_val_acc": 0.5668789808917197, - "test_acc": 0.5784148397976391, - "train_size": 250, - "val_size": 157, - "test_size": 593, - "stats": { - "mean": [ - [ - -0.02121608000000006, - -0.018310832, - -0.02748262000000013, - 0.008417160000000156, - 0.01624516000000005, - 0.026608120000000093, - -0.01687781599999998 - ] - ], - "std": [ - [ - 1.0124517882249175, - 1.002792806702983, - 1.0143765302763266, - 0.9966955712286966, - 1.0022682733933526, - 0.9754811567914692, - 1.005041365963769 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 682, - "cert_evals": { - "36": 0.3885350227355957, - "72": 0.18471337854862213, - "108": 0.08917197585105896, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 55, - "best_val_acc": 0.6807228915662651, - "test_acc": 0.672945205479452, - "train_size": 250, - "val_size": 166, - "test_size": 584, - "stats": { - "mean": [ - [ - -0.0023575200000001267, - 0.0061031919999999995, - 0.009160819999999905, - -0.04207946399999987, - -0.016246007999999923, - -0.1011123440000001, - 0.05064032800000006 - ] - ], - "std": [ - [ - 1.0009703691603724, - 0.9983249694649329, - 0.9943226309022788, - 1.0123492183086487, - 0.9964583563164333, - 1.0799745182608878, - 0.9809392436444123 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 682, - "cert_evals": { - "36": 0.42168673872947693, - "72": 0.3012048006057739, - "108": 0.054216865450143814, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4459921401610568, - "std_test_acc": 0.21386460419929698, - "n_samples": 1000, - "n_features": 7, - "n_classes": 10, - "mean_cert_acc_36": 0.24101698026061058, - "std_cert_acc_36": 0.2000758783006948, - "mean_cert_acc_72": 0.13109492976218462, - "std_cert_acc_72": 0.13853896171167424, - "mean_cert_acc_108": 0.035847210325300694, - "std_cert_acc_108": 0.04378363402001354, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "libras": { - "dataset": "libras", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 45, - "best_val_acc": 0.4791666666666667, - "test_acc": 0.5540540540540541, - "train_size": 90, - "val_size": 48, - "test_size": 222, - "stats": { - "mean": [ - [ - 0.059153607855555554, - -0.022086486111111102, - 0.05922882088888888, - -0.02086866645555565, - 0.056779304333333384, - -0.018696930000000046, - 0.05689053533333337, - -0.016248013333333245, - 0.0569165588888889, - -0.0036989233333332458, - 0.06283389777777776, - -0.0037991557777777556, - 0.05937392222222222, - -0.007620807444444464, - 0.05464593999999994, - -0.011244530777777774, - 0.04970278000000001, - -0.013921464755555614, - 0.04771983000000002, - -0.019249020222222305, - 0.044871499788888936, - -0.020557805333333252, - 0.03973438522222228, - -0.026101116888888873, - 0.0330146356666666, - -0.027676334444444468, - 0.034978265333333355, - -0.0210573455555555, - 0.04064138888888893, - -0.01831029133333337, - 0.044241277888888826, - -0.010786282777777736, - 0.051733793333333285, - -0.0034738184444444765, - 0.045049727888888905, - -0.021378303111111135, - 0.04119049111111115, - -0.045665581555555515, - 0.03553613722222227, - -0.07517735188888884, - 0.022791370888888884, - -0.09528456055555552, - 0.01893847222222228, - -0.11598632511111107, - 0.02626179000000001, - -0.1326080574444444, - 0.034327293333333335, - -0.13289333, - 0.03746381222222225, - -0.11572220622222221, - 0.042059589422222224, - -0.09740232666666666, - 0.04862533955555555, - -0.08259843555555557, - 0.04790880555555556, - -0.06473083111111111, - 0.04817679555555557, - -0.043231756999999996, - 0.05318957111111112, - -0.019220134666666673, - 0.055677036666666645, - -0.002841064555555544, - 0.05546902555555555, - 0.003981006666666653, - 0.05436141222222221, - 0.010304663333333285, - 0.04651793477777778, - 0.004333857777777748, - 0.038974952222222185, - -0.008231636300000048, - 0.03247019888888887, - -0.02334288095555553, - 0.03011131132222221, - -0.030717089555555615, - 0.02976556422222225, - -0.03948321999999996, - 0.022267378333333344, - -0.03566932055555558, - 0.015906501777777787, - -0.04077892000000001, - 0.011949363777777782, - -0.03570859, - 0.004940353333333312, - -0.031180698333333357, - 0.0004020502222222259, - -0.025412966666666658, - -0.002333565333333347, - -0.02677985111111109, - -0.0059334082222222105, - -0.026852045555555534 - ] - ], - "std": [ - [ - 1.0272697848649774, - 0.9664771136823957, - 1.027688880747467, - 0.9662624765656191, - 1.0292677018687986, - 0.9684534093051018, - 1.0319599452853536, - 0.9677596062743243, - 1.0377674721252286, - 0.9616782342445047, - 1.0370360978842266, - 0.9555582821931108, - 1.0289925918383118, - 0.9579834639182713, - 1.0189074336088546, - 0.9625256328191537, - 1.0121348350240766, - 0.9646803522961049, - 1.0126185493427433, - 0.9598197286028425, - 1.0189730181818124, - 0.951620173828917, - 1.0350698342948041, - 0.9370228296137644, - 1.0541894305710373, - 0.9184614636871827, - 1.0696682809354456, - 0.9329853150754773, - 1.0890255312769253, - 0.9489615861352966, - 1.1066977252299934, - 0.9608235727079338, - 1.1024326497238879, - 0.9717686177151472, - 1.0972507342710132, - 0.9657911543082057, - 1.069178058095652, - 0.9664501545749722, - 1.0261884635827954, - 0.9801982751719368, - 0.9882367711096164, - 1.0014044489935727, - 0.9672861968365165, - 1.024725533269629, - 0.9648715731537318, - 1.033145694150089, - 0.973815805756156, - 1.0313002194928262, - 0.9859951872457644, - 1.0345119812696684, - 0.9964608835988579, - 1.0372020790742669, - 1.002794362543549, - 1.050476963151338, - 1.0100223483256028, - 1.051659471579452, - 1.0207177149077362, - 1.0380336604147125, - 1.0274778037875825, - 1.0217936789225461, - 1.023355900720886, - 0.99539519439483, - 1.0134647330026565, - 0.9689247631505362, - 1.0089599239522917, - 0.950558838647045, - 1.008875615908425, - 0.9499906362659443, - 1.0089288969813415, - 0.9607648958830952, - 1.0158951823905173, - 0.9737378299181498, - 1.0199933463033373, - 0.9860581507065539, - 1.0263547725332822, - 1.0015989523192506, - 1.032627742296777, - 1.0279180377810286, - 1.0376802603494275, - 1.050663043279449, - 1.0450149927264303, - 1.0536672233709206, - 1.048344449365565, - 1.0509585135332231, - 1.049228637606536, - 1.0418893656144446, - 1.0487172103574718, - 1.0370002214587464, - 1.0495960897157208, - 1.0304275340443008 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84255, - "cert_evals": { - "36": 0.3541666865348816, - "72": 0.2708333432674408, - "108": 0.2083333432674408, - "255": 0.0416666679084301 - }, - "fold": 0 - }, - { - "best_epoch": 67, - "best_val_acc": 0.6607142857142857, - "test_acc": 0.5607476635514018, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.033764339333333275, - 0.0455450088888889, - -0.0393941557777778, - 0.0442136877777778, - -0.045103564444444466, - 0.04001134399999995, - -0.05244813000000002, - 0.028505362222222205, - -0.06154681444444444, - 0.021204386666666637, - -0.07797415355555551, - 0.01921581555555562, - -0.10197233555555556, - 0.006906205777777777, - -0.12702198222222222, - -0.005695309999999986, - -0.14416418666666672, - -0.02292435444444457, - -0.16337620333333333, - -0.03858305355555561, - -0.1711072416555556, - -0.04597038555555552, - -0.17688608222222224, - -0.0510546662222222, - -0.1777130125555556, - -0.055949267777777756, - -0.1758602002222223, - -0.056614647777777784, - -0.17039360222222222, - -0.06617457911111113, - -0.16981005877777777, - -0.07106641555555543, - -0.16308817222222222, - -0.05537972144444455, - -0.14865953544444438, - -0.04185643888888888, - -0.12450770666666665, - -0.020887783333333316, - -0.0970945600000001, - -0.01284855222222223, - -0.06770919911111105, - -0.006189087555555519, - -0.045649386666666646, - -0.019774148444444417, - -0.024750903666666667, - -0.028532645999999984, - -0.008615883333333359, - -0.04990173111111105, - 0.0027711554444444235, - -0.06698789577777778, - 0.001936522755555571, - -0.08285931522222224, - -0.0073226571111110784, - -0.08259888076666667, - -0.02258475644444445, - -0.07283224555555554, - -0.03855426111111113, - -0.06328560555555554, - -0.06116145375555557, - -0.06039820777777778, - -0.08062423999999999, - -0.06031211888888889, - -0.1001700812222222, - -0.0643715877777778, - -0.11488044000000007, - -0.06820063999999999, - -0.1203164692222222, - -0.07924086666666665, - -0.12108284722222223, - -0.0915652744444445, - -0.11548237566666666, - -0.10036381111111108, - -0.10867505555555551, - -0.11164193444444444, - -0.10020240444444449, - -0.12007570888888885, - -0.09298762111111107, - -0.12944496888888887, - -0.0845759822222222, - -0.12039282000000003, - -0.07738502700000004, - -0.1146484011111111, - -0.06909253888888889, - -0.09596822888888885, - -0.0527662786666667, - -0.08531162555555549, - -0.04094482422222221, - -0.0668187426666667, - -0.03109291377777779, - -0.049228804444444406 - ] - ], - "std": [ - [ - 0.9391947140806977, - 0.9661200046110473, - 0.9369047047249826, - 0.965372181859147, - 0.9379655989040812, - 0.9626856204401466, - 0.9383704435642225, - 0.9596973553804454, - 0.9435124416750471, - 0.9569644766257196, - 0.9507806726832521, - 0.9503884002742878, - 0.9577699621134407, - 0.945652945681381, - 0.9650370451264835, - 0.9434629223854399, - 0.9739544466032157, - 0.9438505847776927, - 0.9764228611015309, - 0.9469890572332942, - 0.9779898535101123, - 0.9533340820544212, - 0.9757437918199428, - 0.9549347448822753, - 0.9663610809902762, - 0.9438525284454122, - 0.952169999214585, - 0.9678377690397413, - 0.9393886782621469, - 0.9947209380373468, - 0.9361716970367747, - 1.0123442945183636, - 0.9252713522214633, - 1.0260951627274713, - 0.9231710047035482, - 1.025557832763311, - 0.9248516800643717, - 1.0172305910811887, - 0.9282810826954029, - 1.0064682263739466, - 0.9205614506509361, - 0.9946120696327407, - 0.9081070345079777, - 0.9949749986778512, - 0.9033325693342755, - 1.006822968070411, - 0.9085081292518836, - 1.0191220579997762, - 0.9153594418262174, - 1.0318423200857954, - 0.9183368353262834, - 1.0392962508240564, - 0.9237882688127866, - 1.055023953325584, - 0.9343012330154237, - 1.0481089228331875, - 0.9560851685143908, - 1.0339727591956172, - 0.9853902060723677, - 1.0098325304467373, - 0.9988778299057116, - 0.9870909710943886, - 1.0021729674536564, - 0.9828786628007012, - 1.0079592542333784, - 0.9835701890015256, - 1.017348186621727, - 0.9858555228606939, - 1.0242608111755789, - 0.9832306180154835, - 1.0262585496418493, - 0.9866284497369432, - 1.0229030560951116, - 0.9869096028519032, - 1.0172087108740004, - 0.9788435218174495, - 1.0148292680398843, - 0.9702030398470889, - 1.0139464402917768, - 0.9650993937320577, - 1.0142334827118167, - 0.9622076846279796, - 1.0188552180562984, - 0.9619140911906384, - 1.0175453036347175, - 0.9585537532942093, - 1.0155723528745622, - 0.9543291962926345, - 1.012212127147541, - 0.9495775298724907 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84255, - "cert_evals": { - "36": 0.4642857313156128, - "72": 0.3750000298023224, - "108": 0.2857142984867096, - "255": 0.0535714328289032 - }, - "fold": 1 - }, - { - "best_epoch": 48, - "best_val_acc": 0.5535714285714286, - "test_acc": 0.5420560747663551, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.0795752713666667, - 0.0976775155555555, - -0.0792770048888889, - 0.09542594000000003, - -0.0793193911111111, - 0.09638493444444453, - -0.0793156911111111, - 0.09763250999999992, - -0.08028563333333336, - 0.0968837866666667, - -0.08446061444444444, - 0.09761106766666666, - -0.0858379077777778, - 0.09109071466666677, - -0.08833427666666666, - 0.08412569366666675, - -0.08150408654444444, - 0.07868567302222215, - -0.07937965800000002, - 0.07571118444444438, - -0.07020866522222223, - 0.07384745777777788, - -0.05723015477777777, - 0.06437183422222217, - -0.04520808033333336, - 0.04587258000000005, - -0.029391714666666645, - 0.02986913666666669, - -0.01909765222222218, - 0.021750623000000042, - -0.016599911111111112, - 0.03220027088888891, - -0.021600725555555558, - 0.038351117999999955, - -0.029936903333333327, - 0.043317289555555506, - -0.04636568555555557, - 0.04265821111111109, - -0.06504211555555557, - 0.0398037177777778, - -0.07834400400000001, - 0.03486788355555556, - -0.09061476011111111, - 0.024548287777777737, - -0.10536790666666669, - 0.029715636555555532, - -0.1355004688888889, - 0.023034604444444474, - -0.1566124356666667, - 0.013996776444444445, - -0.17107036222222222, - 0.008349538444444445, - -0.17717941188888894, - 0.011516642222222234, - -0.18186103466666662, - 0.006701916666666682, - -0.1859549, - 0.017993973000000038, - -0.1814516993111111, - 0.023018069777777796, - -0.177811022, - 0.013411195555555524, - -0.17198873444444454, - 0.007958389222222214, - -0.159803446, - 0.01762081777777776, - -0.14861193111111112, - 0.03175548111111108, - -0.13662967000000004, - 0.039799975555555506, - -0.12218454000000008, - 0.05352645888888891, - -0.10940399555555551, - 0.056771615555555516, - -0.10123112444444446, - 0.04481529555555562, - -0.09524841888888891, - 0.04344370633333331, - -0.08900512488888888, - 0.047798668888888826, - -0.08192136066666673, - 0.039209352222222264, - -0.07595590804444444, - 0.038319951666666546, - -0.0710968062222223, - 0.046865989111111096, - -0.06933622333333335, - 0.04505355422222219, - -0.0645431828888889, - 0.048621090000000124 - ] - ], - "std": [ - [ - 0.9995783575072309, - 0.9453718021917624, - 0.9986629556137443, - 0.9447043484979707, - 0.9963987589123307, - 0.9459381244093827, - 0.9892357792736222, - 0.9448309404294691, - 0.9884066352373108, - 0.9409207140609871, - 0.9850607322448387, - 0.9374842650334984, - 0.9943922917763706, - 0.9366045758806816, - 1.0082213369876118, - 0.9387174087314007, - 1.0167982259784791, - 0.9414588919501151, - 1.0151339246945583, - 0.946713464769804, - 1.0115845765750173, - 0.9519023234179994, - 1.0054336883537112, - 0.9439031440238868, - 0.9948632401641084, - 0.9178338997823589, - 0.985985091605607, - 0.8980699861250137, - 0.9786895246049818, - 0.8844782943097348, - 0.9763567999689986, - 0.8891258733016062, - 0.9893411781237217, - 0.8987381436886754, - 1.0077858282578576, - 0.8950579121384119, - 1.0348131829708704, - 0.8802295332034641, - 1.0573036237099012, - 0.8816011636092593, - 1.0741826778133243, - 0.8914978392878847, - 1.076897441410801, - 0.911788092656148, - 1.0751351512562335, - 0.9265647791225483, - 1.0763970425573648, - 0.9407369624799463, - 1.075053685265128, - 0.9417913276181705, - 1.0697018034326975, - 0.9523523099253108, - 1.0619584342897572, - 0.9687246728261701, - 1.0496115620329747, - 0.9819961763171552, - 1.0437880565787132, - 0.9902261296333055, - 1.036776335171439, - 1.0167686539675216, - 1.02719908329187, - 1.0393897565193124, - 1.0151559172418654, - 1.0633025125446949, - 1.0021468886253628, - 1.0845540064051982, - 0.9949848743518965, - 1.0934858712212507, - 0.9936750833266651, - 1.0939158617327953, - 0.9887264840502932, - 1.07687069654482, - 0.9849073877892529, - 1.0495601673985115, - 0.968536122796128, - 1.0302608877871398, - 0.9595525737715221, - 1.0250582586535266, - 0.9494218117785129, - 1.0314076443737552, - 0.9369730450579224, - 1.0282406198941436, - 0.927613615345622, - 1.0110472572993734, - 0.9191954706340935, - 0.9917321431280843, - 0.9152228948941693, - 0.9841156236614271, - 0.9187162282547586, - 0.9920089857228521 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84255, - "cert_evals": { - "36": 0.4642857313156128, - "72": 0.392857164144516, - "108": 0.2857142984867096, - "255": 0.1428571492433548 - }, - "fold": 2 - }, - { - "best_epoch": 46, - "best_val_acc": 0.6, - "test_acc": 0.5155555555555555, - "train_size": 90, - "val_size": 45, - "test_size": 225, - "stats": { - "mean": [ - [ - 0.09026950530000002, - -0.03347233166666681, - 0.08805549977777775, - -0.03405123534444449, - 0.08708464222222234, - -0.03423331444444434, - 0.08310377777777779, - -0.037732521111111056, - 0.07844351111111113, - -0.04188870111111114, - 0.07671959222222215, - -0.04202225133333326, - 0.08212408711111117, - -0.0449390454444444, - 0.0878047777777778, - -0.05257811300000004, - 0.09755105444444442, - -0.051445295555555555, - 0.10336957555555559, - -0.05607170222222236, - 0.10687409668888889, - -0.05782803755555547, - 0.10272375744444447, - -0.057026167999999905, - 0.10213378411111111, - -0.044367474444444326, - 0.09731909555555555, - -0.04350549444444442, - 0.08865874400000001, - -0.06280649233333332, - 0.08169131444444443, - -0.08661213244444435, - 0.07810773555555556, - -0.1112553797777778, - 0.07463555555555558, - -0.1263340871111112, - 0.06639933666666666, - -0.1465535255555555, - 0.05377655111111114, - -0.1640056500000001, - 0.04418829777777779, - -0.17093437533333333, - 0.02842860777777779, - -0.16408909622222206, - 0.016942645555555583, - -0.16675064855555574, - 0.0073328979777777265, - -0.1588536488888888, - 0.00373534444444446, - -0.1495966028888889, - 0.0037222849777777105, - -0.1322372677777777, - -0.0027955453333333665, - -0.10401365777777777, - -0.014766566666666684, - -0.0861462788888889, - -0.025277220000000013, - -0.07635618999999995, - -0.03186592444444443, - -0.07135788, - -0.030484778888888852, - -0.06502929344444444, - -0.022410275666666677, - -0.05761954077777779, - -0.016950835555555564, - -0.03907689404444446, - -0.011996154444444438, - -0.029193174444444425, - -0.010071146111111135, - -0.02858531444444451, - -0.007421466666666659, - -0.023952365555555542, - -0.009688820900000063, - -0.01668311955555556, - -0.005838026666666681, - -0.0015534499999999242, - -0.005162895555555574, - -0.0012964042222222037, - -0.001906099777777802, - 0.003737124444444456, - -0.003503918111111117, - 0.001677034444444477, - -0.007449703600000025, - -0.0018753644444445127, - -0.012184628888888922, - 0.0026639691111110986, - -0.016971600444444422, - 0.007810784999999998, - -0.020134840000000025, - 0.010748244444444445 - ] - ], - "std": [ - [ - 0.9926513732856214, - 0.9922740467464981, - 0.9964342900718223, - 0.9915656502494293, - 1.0031269607060127, - 0.9916453686089172, - 1.0081725642875177, - 0.9907693657057502, - 1.0084903680397026, - 0.9923185425628301, - 1.0128792801232473, - 0.9902737219168581, - 1.010792816435926, - 0.9888655842110828, - 1.0031758362749574, - 0.9854298441685992, - 0.9890882368719963, - 0.9804285773312239, - 0.9730772918992427, - 0.9745141433518287, - 0.9567259704295461, - 0.9768662669607254, - 0.9493774355368427, - 1.0038706259343744, - 0.9377382291600974, - 1.0496602487376752, - 0.9305872026550348, - 1.0503150154169958, - 0.9307025386159513, - 1.0392640335949292, - 0.9406209149566932, - 1.0233939080464391, - 0.9494506124739838, - 1.012079221518538, - 0.9489390893774563, - 1.0141082199450873, - 0.9442671255914099, - 1.0105514136076659, - 0.9468901507686455, - 1.0026766110539935, - 0.9613592957699403, - 0.985068403868737, - 0.9800073579280031, - 0.975436460339431, - 1.0032379235377316, - 0.9551918013742791, - 1.028917517888183, - 0.9387713484170384, - 1.0523789652036324, - 0.9234035510206958, - 1.070132196612977, - 0.9175395296994716, - 1.0842267579309721, - 0.9236823939192144, - 1.0897183483523363, - 0.9433433068622874, - 1.086396588028764, - 0.9587574522789919, - 1.0791277022520895, - 0.9570482720019563, - 1.0581187757889448, - 0.9635751628260921, - 1.0294739845645628, - 0.9733935507031055, - 1.0038087220203096, - 0.976159293071053, - 0.9795623017359278, - 0.9735603509166184, - 0.9585371109226899, - 0.9664985333557078, - 0.9486892392383033, - 0.9697532879719861, - 0.9467364294702475, - 0.9789250453647614, - 0.945107639018188, - 0.9917430005321338, - 0.9508272395661652, - 0.9771349829809848, - 0.9547821795258222, - 0.9594346199487507, - 0.9622256316466118, - 0.9685833725709367, - 0.9607418125919945, - 0.9665777543918542, - 0.9594116876542311, - 0.9632493733809626, - 0.9562909158066344, - 0.9622547186764627, - 0.9546903734091414, - 0.9522119089089927 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84255, - "cert_evals": { - "36": 0.42222222685813904, - "72": 0.2888889014720917, - "108": 0.2222222238779068, - "255": 0.04444444552063942 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5431033369818417, - "std_test_acc": 0.019926677964873712, - "n_samples": 360, - "n_features": 90, - "n_classes": 15, - "mean_cert_acc_36": 0.42624009400606155, - "std_cert_acc_36": 0.051979676661508545, - "mean_cert_acc_72": 0.3318948596715927, - "std_cert_acc_72": 0.06097124864743025, - "mean_cert_acc_108": 0.2504960410296917, - "std_cert_acc_108": 0.041059928298123285, - "mean_cert_acc_255": 0.07063492387533188, - "std_cert_acc_255": 0.048415953204195686 - }, - "low-res-spect": { - "dataset": "low-res-spect", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 50, - "best_val_acc": 0.8536585365853658, - "test_acc": 0.7563291139240507, - "train_size": 133, - "val_size": 82, - "test_size": 316, - "stats": { - "mean": [ - [ - 0.024469110902255578, - 0.005587958646616302, - 0.01128199067669173, - -0.06037009248120303, - -0.05151846172932332, - -0.024907055639097758, - -0.0322428857142857, - -0.07194005187969929, - -0.07847493984962406, - -0.07729481917293234, - -0.0773144627819549, - -0.07946655714285718, - -0.08317833781954889, - -0.08108707368421056, - -0.051557367819548866, - -0.021992530075187956, - 0.014977627969924827, - 0.04699444218045112, - 0.04272368962406013, - 0.05729708105263157, - 0.07787030999999998, - 0.07839934406015038, - 0.09192532827067672, - 0.07718017969924812, - 0.0731354135338346, - 0.07884905857142857, - 0.07964327293233082, - 0.05894142315789478, - 0.062022699022556374, - 0.07031742661654138, - 0.043068441142857156, - 0.04871273007518795, - 0.04621051263157891, - 0.06354882256390976, - 0.0722840044360902, - 0.038285738646616524, - 0.02072807609022559, - 0.04804389000000004, - 0.0138044796992481, - -0.018880903210526323, - 0.011148169654135377, - 0.02407343864661653, - 3.409736842104958e-05, - 0.014395889473684208, - 0.012942278195488701, - 0.003991518496240605, - 0.004891412781954892, - -0.0026670207518796982, - 0.0021274761654135233, - 0.004516233834586465, - -0.017067495330827086, - 0.05021997804511279, - 0.05085938015037594, - 0.049456287593984995, - 0.04968600586466166, - 0.038087282105263166, - 0.0031582917293233393, - 0.021881782706766925, - 0.006666542857142849, - -0.009844528496240594, - 0.009452689842105257, - -0.006844017293233067, - -0.0035632469924812256, - -0.013377724812030098, - -0.0006018690977443607, - -0.018097159398496255, - -0.011943087969924802, - -0.03201817045112783, - 0.003904128195488711, - -0.007856270676691717, - -0.008680359248120318, - 0.014900510601503778, - 0.004884186917293262, - 0.009004930977443638, - 0.005372908571428565, - 0.007624029323308276, - -0.002930867593984958, - -0.006319933082706782, - 0.00469686285714285, - -0.008532866616541344, - 0.0019344359398495853, - -0.004738761654135335, - 0.0044714904511278155, - -0.001649885714285715, - -0.00984493360902256, - -0.01978030300751879, - -0.00966449759398497, - -0.010639091127819557, - -0.00729790171428571, - -0.01663022781954888, - -0.014927266917293243, - -0.0048786105263157985, - -0.023854766390977448, - -0.002417377293233085, - -0.018055805503759383, - -0.035139856165413506, - -0.003715027067669185, - -0.023457403157894727, - -0.028482144812030083, - -0.012900542255639115 - ] - ], - "std": [ - [ - 1.017393269930814, - 0.9859850544384411, - 0.6351269169990451, - 0.9218499349108917, - 0.9397831881819683, - 0.9559682118638801, - 0.9438724801654544, - 0.9693197875856094, - 0.9713955988615406, - 0.9774390189841138, - 0.9920460008560096, - 0.9991906740103633, - 1.0018878985632447, - 1.0231730392212295, - 1.0116746756260164, - 1.0108766947238579, - 0.9897047919639949, - 0.9656545067924569, - 0.9779229908137462, - 0.9930910566294954, - 0.9769947826741521, - 0.9930680515190659, - 0.9847812255306415, - 0.9945404262409027, - 1.0133003340234725, - 1.010622334528224, - 0.9790643689216147, - 0.9695036033277806, - 0.9691086110146303, - 0.9709469151594099, - 0.9509962741361917, - 0.9459390595619844, - 0.9682759104651395, - 0.9693952498748859, - 0.9565179833606766, - 1.0087728224509616, - 1.0339412420571243, - 0.9797879106089201, - 1.046812274765615, - 1.017780178031687, - 0.9666275571579879, - 1.0256130258535934, - 1.0669421863085269, - 1.0402013313577008, - 1.0594653822910898, - 1.0511922704716143, - 1.0356545195251559, - 1.0641512050185258, - 1.0747163688005084, - 1.0935617174093786, - 1.07443136746114, - 1.0136851672908218, - 0.997280326392972, - 0.9783984688090382, - 1.0042883048291307, - 1.0487180616841298, - 1.0824392363653417, - 1.0689163006997184, - 1.07508445719523, - 1.094579375466917, - 1.0691245108180063, - 1.0218590639920084, - 1.0406528766233436, - 1.0483992179501052, - 1.0151157130662107, - 0.9890602540733745, - 1.0033195884602837, - 0.9979416719998978, - 0.9549270557055792, - 0.9629229016162045, - 0.9687018168255607, - 0.9641140507904243, - 0.9578638967395385, - 0.9634794979402529, - 0.9643850012759382, - 0.9632020577312645, - 0.9577176582123652, - 0.9571989614345542, - 0.9564290236354037, - 0.9456491144494708, - 0.9478771903690641, - 0.9493390272820802, - 0.9470489606741441, - 0.9627884351729016, - 0.9803995592284533, - 0.9681002662445597, - 0.9719751368852133, - 0.9739709130127491, - 0.9720839287368537, - 0.9671210605802054, - 0.9711011471027048, - 0.9845527475390607, - 0.9825803050843526, - 1.0038184387573925, - 0.979717500002443, - 0.9649405988529449, - 0.9876179722405718, - 0.9748242307388256, - 0.9872212806368876, - 0.982676241489978 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102409, - "cert_evals": { - "36": 0.6829267740249634, - "72": 0.5609756112098694, - "108": 0.5121951103210449, - "255": 0.17073169350624084 - }, - "fold": 0 - }, - { - "best_epoch": 57, - "best_val_acc": 0.7101449275362319, - "test_acc": 0.7386018237082067, - "train_size": 133, - "val_size": 69, - "test_size": 329, - "stats": { - "mean": [ - [ - 0.1530652789473686, - -0.009363782556390993, - 0.05088392255639105, - 0.09471572902255651, - 0.08876052902255634, - 0.12944444736842103, - 0.10373392857142849, - -0.02023532421052626, - -0.029163837593984988, - -0.026313689849624053, - -0.02965288872180454, - -0.034014545112781965, - -0.03632338819548872, - -0.014735644736842088, - 0.01785539338345867, - 0.042751381052631564, - 0.08679215699248122, - 0.10001419052631579, - 0.1017368892481203, - 0.1075867052631579, - 0.10462587691729323, - 0.0953443353383458, - 0.1062469197894737, - 0.10487969082706766, - 0.1025905135338346, - 0.08913448766917297, - 0.09933672556390981, - 0.10743754187969931, - 0.11109795225563905, - 0.10047740721804511, - 0.08384493444360905, - 0.08902717887218042, - 0.08559397548872186, - 0.06289796500751879, - 0.060330664586466215, - 0.046363331127819554, - 0.07722293548872182, - 0.0516131944360902, - -0.022730849022556402, - -0.028101030902255634, - -0.013324536090225563, - -0.09062933308270675, - -0.0771601732330827, - -0.06511450924812032, - -0.12265796165413538, - -0.08916524360902257, - -0.07463184060150373, - -0.05617420278195486, - -0.030201605263157905, - -0.07578766255639095, - -0.059237725210526344, - 0.1091188300225564, - 0.09946399218045113, - 0.08242898984962406, - 0.03451749195488724, - 0.014174642255639086, - -0.049911600902255625, - -0.08932375545864665, - -0.07350661661654141, - -0.06060752706766915, - -0.0945347070225564, - -0.07166026834586467, - -0.08000871849624057, - -0.06738826315789478, - -0.0653453539849624, - -0.06987513011278194, - -0.07700414037593982, - -0.0684724142857143, - -0.06314225375939844, - -0.06643927654135334, - -0.056201902105263185, - -0.045947005037593976, - -0.033031945488721806, - -0.04689342698496246, - -0.051469952631578955, - -0.03478667669172926, - -0.032341004661654134, - -0.056062630977443614, - -0.05649333834586465, - -0.039601220375939813, - -0.037854870451127794, - -0.045860515789473665, - -0.05729389000000003, - -0.0682322045112782, - -0.058773774210526354, - -0.06832082496240602, - -0.0708990614285714, - -0.0600364096992481, - -0.07209753969172931, - -0.0762365472180451, - -0.0768351112781955, - -0.07007685624060155, - -0.08927176834586463, - -0.0882228510300752, - -0.07869736499248121, - -0.0844527432330827, - -0.07372521428571428, - -0.09207066969172933, - -0.08798474277443606, - -0.09338331523308271 - ] - ], - "std": [ - [ - 0.9744553382107187, - 0.9677597969434724, - 1.777310974913784, - 0.9984082294697983, - 0.9969586292153921, - 1.0583440616051412, - 1.0566345380560944, - 0.9857375895494132, - 1.0026115267211986, - 1.0074187005868174, - 0.9914187021756643, - 0.9940673441835514, - 0.98310153446628, - 0.9642872316677437, - 0.9316107906957257, - 0.8392466954824206, - 0.8182299587971944, - 0.8347678474815514, - 0.8515903298166666, - 0.8799721558505285, - 0.89007089287234, - 0.8866071634453673, - 0.8820893100565611, - 0.8826542910069028, - 0.8881722225389, - 0.8787089402752493, - 0.8964119629138864, - 0.879494453663738, - 0.8784873894639735, - 0.886681676346154, - 0.9222856861284946, - 0.9332670529570117, - 0.9776036297075393, - 0.9305127026487992, - 0.9359011475452199, - 0.9633874454328895, - 0.9527398490690858, - 0.965465879462667, - 1.0188818420464785, - 0.9828227999977308, - 0.9531229051081205, - 0.8713338836905145, - 0.9153495157969829, - 0.9223417239665608, - 0.8942885354612832, - 0.8998020432065605, - 0.9315570163515208, - 0.9082683584325931, - 0.9187746260543722, - 0.893070795181221, - 0.9468936674390013, - 0.9056643525291117, - 0.9110446769794468, - 0.9379974540127038, - 0.9647664124557613, - 1.0085574939350006, - 0.9275642673326407, - 0.8504043471913983, - 0.9142116919528667, - 0.8800039098256741, - 0.8415645024254653, - 0.8409729112787964, - 0.8399221552071359, - 0.8651820522167459, - 0.8672852422573245, - 0.8259267130126927, - 0.8390487632459173, - 0.8180961860126535, - 0.8777786937858696, - 0.8683920376045541, - 0.8383842635930155, - 0.8430069272476867, - 0.8666946932557273, - 0.8486025752416404, - 0.8592189394385275, - 0.8740498203324533, - 0.8491655645886534, - 0.8344601422755191, - 0.8287917280777043, - 0.8272025037471293, - 0.8136865464598907, - 0.8270386668301318, - 0.80191790451096, - 0.7804539659801455, - 0.7882991571441237, - 0.778040195581798, - 0.7589918746851501, - 0.7570902805838913, - 0.7293901823605933, - 0.7351310134454143, - 0.7408556555784315, - 0.725678505691747, - 0.6990444825351154, - 0.6919872173073935, - 0.7125567265129449, - 0.7086783958233831, - 0.6708513004398178, - 0.6871596422451152, - 0.6809238754969238, - 0.6885319279117135 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102409, - "cert_evals": { - "36": 0.6811594367027283, - "72": 0.6521739363670349, - "108": 0.6376811861991882, - "255": 0.3478260934352875 - }, - "fold": 1 - }, - { - "best_epoch": 88, - "best_val_acc": 0.7021276595744681, - "test_acc": 0.805921052631579, - "train_size": 133, - "val_size": 94, - "test_size": 304, - "stats": { - "mean": [ - [ - -0.13586325413533815, - -0.0618193278195488, - -0.04310375263157894, - -0.004718533834586481, - 0.01244425488721805, - -0.025889947368421044, - -0.03012266992481201, - -0.06166973518796993, - -0.058414011278195524, - -0.04856861338345865, - -0.053738878195488775, - -0.0494522635338346, - -0.033144374736842064, - -0.01673198932330828, - 0.00380962645112784, - 0.03076035639097744, - 0.08222181203007521, - 0.08607955939849626, - 0.08385189150375942, - 0.08648061872180456, - 0.08489306466165417, - 0.08092049669172934, - 0.08067010932330827, - 0.07488779000000001, - 0.07012468195488719, - 0.07198337165413535, - 0.04773527819548873, - 0.050869944360902274, - 0.03545853684210525, - 0.016283467669172918, - 0.004097258646616531, - 0.010401111278195502, - -0.01792126090225564, - -0.002418199992481197, - 0.024459281879699275, - 0.025849884210526343, - 0.037459733984962384, - 0.006547264984962439, - -0.010970754511278193, - 0.04163085169924812, - 0.02889156383458647, - 0.030891175112781943, - 0.028361738345864675, - 0.02267998270676693, - -0.025261697518796977, - -0.0006612544360902128, - 0.015497131578947396, - 0.0313857212706767, - 0.03935556884962408, - 0.020145579699248115, - 0.01561868073684209, - 0.07393228112781952, - 0.04280226511278196, - 0.015148240601503748, - -0.02417430518796993, - 0.02045143834586462, - -0.006660919548872173, - 0.012737768827067671, - 0.005639975112781977, - 0.025091721879699245, - 0.0078095799248120235, - -0.0012346056390977465, - -0.00859317037593985, - -0.006910761654135332, - 0.0007964472932330711, - -0.013898008308270668, - -0.00025283060150373826, - -0.016696168195488716, - -0.01286229004511279, - -0.012526450751879697, - -0.030305314661654148, - -0.022196533157894733, - -0.014210327067669165, - -0.022408989473684207, - -0.032924627819548864, - -0.03237249348120299, - -0.020712286992481198, - -0.029102100751879693, - -0.03426806187969925, - -0.0444582919548872, - -0.05113502075187971, - -0.02233855496240602, - -0.032802209022556386, - -0.05755775917293232, - -0.047944335338345884, - -0.049902552481203004, - -0.045151886090225545, - -0.03859559834586468, - -0.05805407509774432, - -0.04678762857142857, - -0.04049555030075189, - -0.03414902180451127, - -0.04661476240601504, - -0.059792844360902264, - -0.045702631368421086, - -0.04080758105263156, - -0.05423186360902256, - -0.061008449345864635, - -0.04793841503759399, - -0.03687203282706768 - ] - ], - "std": [ - [ - 1.0650127556320446, - 1.0066608520484202, - 0.4156979395941612, - 1.0111846623477019, - 1.0239930605317062, - 0.9684176798741715, - 0.9492043006836792, - 0.9787734675960276, - 0.988203812821042, - 0.9943574947885739, - 0.9813196660052181, - 0.9835335096862478, - 0.9989723824774754, - 1.0098341686716865, - 1.0089678435680955, - 1.006897414092789, - 1.0014680482759133, - 0.9969246326169929, - 1.003048211475138, - 0.9963037789822996, - 0.9898134995117452, - 0.9862762846232758, - 0.9696634183119972, - 0.9719462993345181, - 0.9829041377072096, - 0.9970195508702976, - 0.9730130647207035, - 0.9951471045673186, - 1.000240668580986, - 0.9831852201961157, - 0.9993734243431007, - 0.9862173484627466, - 1.0050828113211423, - 0.9769241582086713, - 0.9707777014896144, - 0.9086079382002629, - 0.9264498134320229, - 0.8898792590804552, - 0.9013370080430921, - 0.9668210661261372, - 1.0273237339044736, - 1.0647338020747121, - 1.0837400905988852, - 1.0895012361342458, - 0.9942055646868553, - 1.0030736971903318, - 1.0609720074331763, - 1.062673419595116, - 1.0433128230210706, - 1.0685942775734432, - 1.0659683471227248, - 0.9465620323080091, - 0.9666073282199529, - 0.9823564017132853, - 0.9338971590735567, - 0.9507680860369068, - 0.9776613927510699, - 1.0598523929295665, - 1.0562343768456484, - 1.0489211645884213, - 1.0066351241778364, - 0.9808309075924808, - 0.9798741552856448, - 0.9697984887288765, - 0.983702693591976, - 0.9640382228774541, - 0.9492112764984969, - 0.9447960904251254, - 0.9458208100097997, - 0.9393657515269506, - 0.9219232080989007, - 0.9287988887010107, - 0.9255985041358817, - 0.9022261222236313, - 0.919866535230441, - 0.9212084221960762, - 0.9055005820857147, - 0.9052992836968272, - 0.8965515106580905, - 0.9021371283357683, - 0.8931093485275595, - 0.8894800077414449, - 0.875828335944702, - 0.8768265814954874, - 0.8758047501041376, - 0.8679342278962235, - 0.8563653918115903, - 0.8447870748154496, - 0.8533573385243273, - 0.8580903767160212, - 0.8449284057138841, - 0.8368868316325839, - 0.8375542445936696, - 0.8372449278647315, - 0.8325101772382546, - 0.8345010300544318, - 0.835506482915972, - 0.8231852532778424, - 0.8212941968447315, - 0.8516404740029587 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102409, - "cert_evals": { - "36": 0.5744680762290955, - "72": 0.46808508038520813, - "108": 0.3617021143436432, - "255": 0.10638297349214554 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.7564935064935064, - "train_size": 133, - "val_size": 90, - "test_size": 308, - "stats": { - "mean": [ - [ - 0.10493862744360913, - 0.0936277362406016, - -0.0037778827819548765, - -0.03855023533834586, - -0.02125209138345864, - -0.04543471105263157, - -0.04156411240601502, - 0.01708999368421052, - 0.01226467932330826, - 0.008226878796992469, - -0.0025615368421052433, - -0.018209970902255675, - -0.022531850601503787, - -0.047815336466165384, - -0.04824461954887216, - -0.04206402887218042, - -0.02118501894736845, - -0.0029625436842105487, - 0.01991662105263155, - 0.02359305000000002, - 0.0402974844360902, - 0.02456900902255638, - 0.02643880670676695, - 0.01608115548872179, - 0.022838549624060137, - 0.021608356240601513, - 0.0155475280451128, - 0.0207188052631579, - 0.0194884992481203, - 0.035869669473684244, - 0.023877902255639096, - 0.02819542037593984, - 0.011200890977443602, - 0.0551807004511278, - 0.04744355939849627, - 0.06211426172932332, - 0.06588056992481206, - 0.07162352157894733, - 0.08258311954887225, - 0.064603631774436, - 0.07408918799999994, - 0.07613642842105264, - 0.06256042105263157, - 0.050916241353383455, - 0.04188059195488719, - 0.06601848721804507, - 0.08979577601503759, - 0.04491898714285714, - 0.05555289037593983, - 0.08533037067669177, - 0.1070483993233083, - 0.02408604115037597, - 0.03420398706766918, - 0.0032010017293233246, - 0.029893602556390973, - 0.09153908646616546, - 0.11421593466165411, - 0.07139292911278192, - 0.08337384052631581, - 0.06448526315789473, - 0.04947902714285716, - 0.017647485338345863, - -0.0008786248120300822, - -0.015028007622556393, - -0.005325834736842084, - -0.018705311578947382, - -0.027164074135338317, - -0.029699412736842082, - -0.03217006824060152, - -0.03655872067669175, - -0.05774721052631579, - -0.04586767902255643, - -0.04562037030075189, - -0.07277231285714282, - -0.054276041203007504, - -0.034596221676691734, - -0.054279020075187985, - -0.060108875413533845, - -0.05830179338345861, - -0.06900260458646613, - -0.06369796345864664, - -0.050903367669172896, - -0.06467745977443612, - -0.039303367142857155, - -0.05294008157894737, - -0.05645630721804513, - -0.029166729631578958, - -0.04837335909774438, - -0.057497763834586456, - -0.046163446466165416, - -0.046505692105263174, - -0.042113237368421055, - -0.047567896992481186, - -0.03315349614285714, - -0.04929982421052632, - -0.046727424661654124, - -0.04073674195488724, - -0.040684289624060156, - -0.04322478375939848, - -0.03915163230075189 - ] - ], - "std": [ - [ - 1.085273555336867, - 1.0600160276531263, - 0.5674366488770868, - 1.0538936578762175, - 1.0736216450711755, - 1.0086568899549089, - 1.0107145864607423, - 0.9639829575234186, - 0.9684391767243656, - 0.9700338935541478, - 0.9673544475161013, - 0.9769837254042069, - 0.9832042991536264, - 0.9966940528369324, - 1.0144584886010504, - 1.0253444526714819, - 1.044458899094195, - 1.0437288549864745, - 1.032355378351829, - 1.0318246656034074, - 1.0266339589652462, - 1.0146406956988476, - 1.0044468099155188, - 1.025901708674945, - 1.0091911104926408, - 1.0132829244630681, - 1.0135138926532963, - 1.0124400641048181, - 1.002468214234293, - 0.9964174189277575, - 1.0143810743935044, - 1.016224305012167, - 1.0394808957835124, - 0.9841938243486714, - 0.976043096972565, - 0.9976075386689336, - 1.0012751177529822, - 0.9622637624799687, - 1.0036628686765507, - 1.0160940224228003, - 1.0693721871548225, - 1.0925110746781017, - 1.0637453552419913, - 1.112434336735407, - 1.0720233742927996, - 1.0887433013425338, - 1.1365343727139479, - 1.1082290562555606, - 1.0534133646461585, - 1.0636388960493586, - 1.127374798190782, - 1.0194494800051157, - 1.0115614911992439, - 0.9818412722460208, - 0.9822209459756657, - 1.005189728257075, - 1.08403913325294, - 1.085459527481645, - 1.0752872906455573, - 1.0795318572671038, - 1.0523758463978325, - 1.0153359772434278, - 1.0026092291413942, - 0.9950344482682812, - 1.0022482399439303, - 0.9810221193577394, - 0.9883984901555372, - 0.9708415174186519, - 0.9316161962977328, - 0.9305979660096333, - 0.9093710872091209, - 0.8961295852270974, - 0.9009089691160881, - 0.8750080609089094, - 0.885858487783631, - 0.8776260762487318, - 0.8673876172449833, - 0.8724100819567573, - 0.8723912389263426, - 0.8799174782922783, - 0.8777004895430206, - 0.8741256633416288, - 0.8800181503826561, - 0.8711684637095992, - 0.8970805311242029, - 0.90130116126784, - 0.8913911258859273, - 0.9120317859512505, - 0.9060025721716157, - 0.898262341874369, - 0.9234492395195655, - 0.9258258169182748, - 0.9069694433482488, - 0.9289092057679259, - 0.9258785829559869, - 0.9254000265308414, - 0.931316640531728, - 0.9258381499941104, - 0.9377776810526488, - 0.9431768651197908 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102409, - "cert_evals": { - "36": 0.10000000149011612, - "72": 0.011111111380159855, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7643363741893356, - "std_test_acc": 0.028966528731513803, - "n_samples": 531, - "n_features": 100, - "n_classes": 9, - "mean_cert_acc_36": 0.5096385721117258, - "std_cert_acc_36": 0.2777617870630561, - "mean_cert_acc_72": 0.42308643483556807, - "std_cert_acc_72": 0.28474728769946367, - "mean_cert_acc_108": 0.3778946027159691, - "std_cert_acc_108": 0.27603877912497043, - "mean_cert_acc_255": 0.15623519010841846, - "std_cert_acc_255": 0.14584455306722768 - }, - "lung-cancer": { - "dataset": "lung-cancer", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.5, - "test_acc": 0.4, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.2121181, - 0.22119374999999997, - -0.34205175000000004, - -0.25413399999999997, - -0.4991070000000001, - -0.20667375000000004, - 0.18207425, - 0.1674343749999999, - 0.18600550000000005, - 0.25552725, - -0.39027892500000017, - 0.254131375, - 0.20814399999999994, - -0.11680949999999997, - 4.999999999866223e-07, - 4.999999999866223e-07, - -0.556826, - 0.03246771249999994, - 1.000000000070389e-06, - -0.15760575000000004, - 1.000000000070389e-06, - -0.526415, - 0.26887700000000003, - -0.5463909500000002, - 0.3981490000000001, - -0.11073775000000001, - -0.0461445, - -0.08733862499999998, - -0.20931662499999998, - -0.20931662499999998, - -0.34491900000000003, - -0.30012262500000003, - 0.530329625, - 0.5840457499999999, - -0.2706785, - 0.334991875, - -0.19773098749999996, - 0.28412875, - -0.55909175, - -7.500000000632001e-07, - -0.176777, - -6.250000000040945e-07, - -0.2341686250000001, - 0.143568, - -0.254133, - -0.254133, - -0.347985, - 0.0, - 0.0, - 0.06977162499999998, - 0.06977162499999998, - 0.12400250000000002, - 0.15760662499999997, - 0.0684115 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861638, - 0.8040182621062347, - 0.68534473627397, - 0.7239840501975423, - 0.9583948535512387, - 0.8803408658477123, - 1.0967323649565501, - 1.2845975870016406, - 1.26287547547214, - 1.275192087344785, - 1.0828786155044974, - 0.8691968462812435, - 0.9433006737973234, - 0.9271293940653591, - 0.8092773571506556, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 0.9842499957566675, - 1.0919276973489076, - 0.9842499957566675, - 1.0, - 0.5691037527613045, - 0.8831049872737146, - 1.061731, - 0.8858950000009523, - 1.1526351972973712, - 0.9725553242070524, - 1.0348836588388737, - 1.0348836588388737, - 1.3655263400268045, - 0.9701424604483272, - 0.7071057500002983, - 0.9344725000001003, - 1.0207927843497426, - 0.9180330571660311, - 0.6975292820538815, - 0.7517340128236433, - 0.7042730759798983, - 0.6959722224846242, - 1.0, - 1.2187770455635987, - 1.497375656357527, - 1.0, - 1.0, - 1.0, - 1.6688774326399765, - 1.0, - 1.0, - 0.7383957883078252, - 0.7383957883078252, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32035, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.75, - "test_acc": 0.45, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.3333284, - 0.22119374999999997, - -0.34205175000000004, - -0.08471187499999999, - -0.332738375, - 0.28934212499999995, - 0.18207425, - 0.1674343749999999, - 0.37201150000000005, - 0.54755725, - -0.0780548750000001, - 0.254131875, - 0.20814499999999997, - -0.584046, - 0.372012, - 0.372012, - 0.037120499999999945, - 0.03246771249999994, - 0.2841295000000001, - 0.15760662499999994, - -0.2841274999999999, - -0.14356812499999994, - 0.483978, - -0.5463909500000002, - 0.6635817500000001, - 0.33220974999999997, - 0.13842525, - 0.26201350000000007, - -0.627947875, - -0.627947875, - -0.7391125000000001, - 0.21437324999999996, - 1.2499999998971667e-07, - -0.11680875, - -0.09022612500000005, - -0.23927749999999992, - 0.06591022500000003, - 0.28412875, - 0.050826124999999986, - -7.50000000007689e-07, - 0.176776375, - 1.2499999998971667e-07, - -0.8586173750000001, - 0.143568, - -0.254133, - -0.254133, - -0.69597, - 0.0, - 0.0, - 0.06977162499999998, - -0.20931575000000002, - -0.3720145, - 0.15760662499999997, - 0.615692 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861637, - 0.6748704785505882, - 0.68534473627397, - 0.7239840501975423, - 0.8125185082212646, - 1.0389725707942121, - 0.6403537411098333, - 1.2845975870016406, - 1.26287547547214, - 1.2338234677314055, - 1.0010303391915438, - 0.7486887534635199, - 0.6561671321123982, - 0.6449175678604204, - 1.0, - 1.0, - 1.0, - 1.0287455149777083, - 0.963139848525996, - 0.7517333513858155, - 0.8339735544200334, - 1.100424948682894, - 1.0129176214682314, - 1.0, - 0.8831049872737147, - 1.0280166202880368, - 0.7672062760475096, - 0.9766487648315219, - 1.1975188335072229, - 1.080900755511744, - 1.080900755511744, - 1.5267048606832134, - 0.822478277401104, - 0.6846529246237537, - 0.9047995916201208, - 1.0047163027130392, - 0.7656924999999999, - 1.054565000000008, - 0.7517340128236433, - 1.1319596096912465, - 0.6959722224846243, - 0.9354143054375608, - 0.6723723872158637, - 1.2092403856025213, - 1.0, - 1.0, - 1.0, - 1.2054554005437115, - 1.39194, - 0.98425, - 0.7383957883078252, - 0.9667870265020562, - 0.9605327902178821, - 0.8339735544200334, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32035, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.5, - "test_acc": 0.4375, - "train_size": 8, - "val_size": 8, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -0.22580399999999995, - -0.3939341, - -0.4866262499999999, - 0.20522875000000002, - -0.08471187499999998, - 0.166368, - -0.04133512500000004, - -0.303458, - -0.27905975000000005, - -0.186006, - -0.32853374999999996, - 0.23417107499999992, - -0.25413399999999997, - 0.04162699999999995, - -0.3504277499999999, - 0.372012, - 5.000000000143778e-07, - 0.037120499999999945, - 0.03246771249999997, - -0.2841274999999999, - 0.47281899999999993, - 0.2841295000000001, - 0.04785500000000001, - 0.2688775, - -0.23416595000000007, - 0.13271625000000004, - 0.11073562499999999, - 0.32299500000000003, - -0.08733862499999998, - -0.06977312500000003, - -0.06977312500000003, - 0.24637075000000005, - -0.12862400000000002, - -0.35355349999999997, - -0.350427, - 0.27067862499999995, - -0.62212375, - 0.593192725, - 0.28412875, - 0.6607445000000001, - -0.20091262500000007, - 0.176776375, - 0.25413225, - 0.07805589999999993, - 0.7178385, - 0.7623977500000001, - 0.7623977500000001, - 0.347985, - 0.347985, - 0.0, - -0.48840412499999997, - -0.48840412499999997, - -0.124006, - 0.15760662499999994, - -0.47886900000000004 - ] - ], - "std": [ - [ - 1.8708296030318634, - 1.1948341428692102, - 1.0773417243604047, - 0.8486461065652968, - 1.059804131102034, - 0.8125185082212646, - 0.8803404878832395, - 0.920566504074317, - 1.0, - 0.7733489942365526, - 0.7203981402946568, - 0.5655146315423125, - 0.9749224782092981, - 0.9583948535512387, - 0.8811270319533954, - 0.6180957912261151, - 1.0, - 0.984249913856105, - 1.0287455149777083, - 0.963139848525996, - 1.100424948682894, - 1.0, - 0.7517333513858155, - 1.0658003128899194, - 1.0315890948113742, - 1.0355328887342052, - 1.0280166202880368, - 1.0621504008726752, - 0.7148326632261567, - 0.9725553242070524, - 1.0809007555117442, - 1.0809007555117442, - 0.5214703075947253, - 0.9548636855920851, - 0.9842497172806299, - 0.934473, - 0.8654191884816481, - 0.6631091564872164, - 0.913279950038126, - 0.7517340128236433, - 0.8132235000004611, - 1.3773654997805538, - 0.9354143054375608, - 1.01653000000083, - 1.2488975000001081, - 0.994665683287983, - 1.7606829064560963, - 1.7606829064560963, - 0.9206817699808115, - 0.9206817699808115, - 0.98425, - 1.5538907649834526, - 1.5538907649834526, - 0.9920339999999999, - 0.8339735544200334, - 1.0945610000000001 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32035, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.42857142857142855, - "test_acc": 0.11764705882352941, - "train_size": 8, - "val_size": 7, - "test_size": 17, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -1.2499999999804334e-06, - -0.39393409999999995, - -0.48662574999999997, - 0.20522875000000002, - 0.25413137500000005, - 0.166368, - 0.12400349999999996, - 0.18207425, - -0.055812250000000035, - 0.18600550000000005, - -0.03650375000000001, - 0.23417107499999992, - -0.08471287499999999, - -0.12489200000000006, - 0.11680875, - 4.999999999866223e-07, - 5.000000000143778e-07, - -0.556826, - 0.03246771249999994, - -0.28412749999999987, - -0.47281812500000003, - 0.2841295000000001, - -0.334991875, - -0.16132500000000002, - -0.23416690000000004, - -0.13271649999999996, - -0.11073775000000001, - -0.41528250000000005, - -0.08733862499999998, - 0.06977074999999999, - 0.06977074999999999, - 0.049274500000000054, - -0.814618375, - 0.53032925, - 0.35042749999999995, - -0.45113087499999993, - 0.526415, - 0.06591029999999999, - 0.28412875, - -0.7623978749999999, - 0.200909125, - -0.176777, - -0.508266375, - 0.07805589999999987, - 0.143568, - -0.254133, - -0.254133, - 0.0, - 0.0, - -0.2460625, - 0.348859, - 0.348859, - 0.12400250000000004, - 0.15760662499999994, - 0.06841149999999997 - ] - ], - "std": [ - [ - 1.8708296030318634, - 0.8745283537861637, - 1.0773417243604047, - 1.1050835007108908, - 1.059804131102034, - 0.9433006737973234, - 0.8803404878832395, - 0.9352965034364771, - 1.2845975870016406, - 1.2429866458078653, - 1.275192087344785, - 0.7002636005201451, - 0.9749224782092981, - 1.2564662193460912, - 1.2349267641556725, - 0.9047995916201208, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 1.100424948682894, - 1.2208122788934872, - 0.7517333513858155, - 0.5064579839368311, - 0.8330825907525617, - 0.826068984966516, - 0.9194860179854557, - 0.8858950000009523, - 0.8851640178287581, - 0.9725553242070524, - 0.956663241117368, - 0.956663241117368, - 1.0429379694381398, - 0.45374271193952453, - 0.9999985416822804, - 1.120393298613817, - 1.0047163027130392, - 0.7656924999999999, - 1.0, - 0.7517340128236433, - 0.5378974467662115, - 0.531557565187073, - 1.0, - 1.4149504831054103, - 1.2488975000001081, - 1.0, - 1.0, - 1.0, - 1.39194, - 1.0, - 0.6510201819788307, - 1.0, - 1.0, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32035, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3512867647058824, - "std_test_acc": 0.15720211641887774, - "n_samples": 32, - "n_features": 56, - "n_classes": 3, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "lymphography": { - "dataset": "lymphography", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.45, - "test_acc": 0.4065934065934066, - "train_size": 37, - "val_size": 20, - "test_size": 91, - "stats": { - "mean": [ - [ - 0.11571070270270278, - 0.027093891891891864, - -0.1061727567567567, - -0.22205799999999987, - 0.12556329729729743, - 0.06734324324324321, - 0.05365567567567566, - 0.1178617837837836, - -0.021548756756756857, - 0.3392003783783783, - 0.10699794594594601, - 0.16341409189189185, - 0.04434448648648651, - -0.18670452972972956, - 0.26953127027027013, - 0.028475135135135103, - 0.04964567567567568, - 0.039015189189189156 - ] - ], - "std": [ - [ - 0.9649959417614393, - 0.9932963186135503, - 0.8953249050860361, - 1.0, - 1.0617235061005919, - 0.9934273444847499, - 1.0837969821071396, - 0.93550276827785, - 1.0343414594594595, - 0.9787865374391254, - 0.967613635624315, - 0.9191462546392654, - 0.8904463864306404, - 0.9446597120353613, - 0.8244693349942901, - 0.9863926362299982, - 0.9592304425723344, - 1.0431241983062185 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.3373493975903614, - "train_size": 37, - "val_size": 28, - "test_size": 83, - "stats": { - "mean": [ - [ - 0.04959027027027034, - 0.08128264864864862, - -0.035391108108108124, - -0.22205799999999987, - 0.18834432432432444, - 0.12121940540540535, - 0.053655675675675654, - 0.1178617837837837, - 0.06464635135135137, - -0.08076164864864863, - 0.05944235135135144, - 0.00778283243243246, - 0.15077297297297293, - -0.11202250000000004, - 0.16519686486486485, - 0.028475135135135117, - -0.08274070270270273, - 0.08157664864864865 - ] - ], - "std": [ - [ - 0.9907038663718554, - 0.9843876514961846, - 0.9653329850824838, - 1.0, - 1.0873992856216566, - 0.9875663650472953, - 1.0837969821071396, - 0.93550276827785, - 1.1435074740788183, - 0.8987462927541991, - 0.9629278239378523, - 0.8670760159672493, - 1.0294219151090758, - 0.8796063323575559, - 0.8770711701884819, - 0.9863926362299982, - 1.050784302485063, - 1.0667820327309758 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.535714328289032, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.52, - "test_acc": 0.5465116279069767, - "train_size": 37, - "val_size": 25, - "test_size": 86, - "stats": { - "mean": [ - [ - -0.08265059459459453, - 0.0812826486486486, - -0.03539110810810814, - 0.031722972972972906, - 1.2432432433330043e-06, - -0.09428524324324326, - -0.05365621621621621, - -4.864864865424842e-07, - -0.02154875675675677, - -0.016152108108108066, - -0.03566883783783778, - -0.02334296756756763, - -0.06208424324324333, - 0.08712936486486486, - -0.043471945945945945, - 0.08542454054054054, - 0.248225243243243, - 0.09576443243243248 - ] - ], - "std": [ - [ - 0.9873886182585688, - 0.9843876514961846, - 0.9653329850824838, - 1.0616419779070554, - 0.9966179074004299, - 0.9934273444847498, - 0.8978357031769213, - 0.9966159264522366, - 1.0343414594594607, - 0.8607871843035175, - 0.946344799312269, - 0.9999220929965701, - 0.8847748864465823, - 0.9544491031115466, - 0.9396531993920559, - 0.9631018357081231, - 0.7605018441428824, - 0.9305366467747157 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.5199999809265137, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.5555555555555556, - "test_acc": 0.5483870967741935, - "train_size": 37, - "val_size": 18, - "test_size": 93, - "stats": { - "mean": [ - [ - 0.04959027027027031, - -0.1896611351351352, - -0.035391108108108124, - -0.22205799999999987, - 0.1255632972972974, - -0.20203756756756758, - -0.0536562162162162, - 0.1767929189189188, - -0.021548756756756837, - -0.04845689189189187, - 0.011886594594594657, - -0.14784801081081084, - -0.133037, - -0.03734048648648648, - 0.06086245945945948, - 0.14237394594594593, - -0.0827407027027028, - -0.017734054054054066 - ] - ], - "std": [ - [ - 0.949006736815226, - 0.9991913040086986, - 0.9653329850824838, - 1.0, - 1.061723506100592, - 0.9787090886861045, - 0.8978357031769213, - 0.8976123081203877, - 1.0343414594594595, - 0.9022230780655615, - 1.039718775420792, - 0.9842972464819717, - 1.0946013067767175, - 0.8968738654850321, - 0.9148697472881367, - 0.9357742193114152, - 1.050784302485063, - 0.9574019230274994 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.45971038221623456, - "std_test_acc": 0.10518497930818128, - "n_samples": 148, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.2639285773038864, - "std_cert_acc_36": 0.3048259864398753, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "magic": { - "dataset": "magic", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 22, - "best_val_acc": 0.8307045215562566, - "test_acc": 0.823781983876621, - "train_size": 4755, - "val_size": 2853, - "test_size": 11412, - "stats": { - "mean": [ - [ - -0.006388502646498379, - 0.006146446558885208, - -0.004209508307465906, - -0.004618793225236638, - -0.005315102475499497, - 0.006428044290851726, - -0.009059829779516417, - -0.008184151766561471, - 0.0033090761545739233, - -0.037376705087697235 - ] - ], - "std": [ - [ - 1.0023231607535665, - 1.0146947634200698, - 0.9896786368249049, - 1.001451036065264, - 1.0040066512880044, - 0.9905161210566023, - 0.9988965907369368, - 1.0089426097443763, - 0.998566492615012, - 0.9927003057378353 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.7634069323539734, - "72": 0.6747283339500427, - "108": 0.5744829773902893, - "255": 0.13319312036037445 - }, - "fold": 0 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8367132867132867, - "test_acc": 0.8334064007014468, - "train_size": 4755, - "val_size": 2860, - "test_size": 11405, - "stats": { - "mean": [ - [ - -0.02436633946876997, - -0.022955164259726813, - -0.01993822200946376, - 0.03387639055541514, - 0.03436448497875925, - 0.0038116422946371125, - 0.007543406119453581, - 0.009698795669190335, - 0.0014860032576237098, - 0.00582992035215565 - ] - ], - "std": [ - [ - 0.9720381092498293, - 0.977333352882092, - 1.005139358382248, - 1.0164880549439819, - 1.0140583933617473, - 0.9837401295374851, - 0.9888378476099222, - 0.9663806918109694, - 1.005931831682823, - 1.000297701528725 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.762937068939209, - "72": 0.6751748323440552, - "108": 0.5741258859634399, - "255": 0.15069930255413055 - }, - "fold": 1 - }, - { - "best_epoch": 86, - "best_val_acc": 0.8397905759162304, - "test_acc": 0.8326315789473684, - "train_size": 4755, - "val_size": 2865, - "test_size": 11400, - "stats": { - "mean": [ - [ - -0.012130254007592012, - -0.00826500078065223, - -0.010807356011566996, - 0.006499159247108326, - 0.006873201220609896, - 0.02000870184077821, - 0.001820881288265063, - -0.006523736593059914, - 0.0003778347011781665, - -0.018002280250893746 - ] - ], - "std": [ - [ - 0.9818839030528209, - 1.009368494398234, - 0.999432313276235, - 1.001141721390468, - 1.0040075321280533, - 0.9881194208362026, - 0.9709869282224545, - 1.0026493070298281, - 0.9996452002230842, - 0.9913588270685182 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.7584642171859741, - "72": 0.6589877605438232, - "108": 0.5567190051078796, - "255": 0.12635253369808197 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8205673758865248, - "test_acc": 0.8258628221930974, - "train_size": 4755, - "val_size": 2820, - "test_size": 11445, - "stats": { - "mean": [ - [ - 0.002866516450893953, - 0.007929027486435548, - -0.0013075722715039048, - -0.001188124590956882, - 0.002480280701366967, - 0.012874902747423648, - 0.0054113211936909185, - -0.007862206105783356, - -0.005652595006519504, - 0.005077877345299725 - ] - ], - "std": [ - [ - 1.0050954716049485, - 1.0162654558216224, - 1.0021008916654397, - 1.0041169983170044, - 1.0089152336885907, - 0.9909098405813409, - 0.9979067399488123, - 0.9973925897941894, - 0.9985454656770815, - 0.9973467754133581 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1102, - "cert_evals": { - "36": 0.7390070557594299, - "72": 0.6460992693901062, - "108": 0.550000011920929, - "255": 0.12943261861801147 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8289206964296334, - "std_test_acc": 0.004818338352016994, - "n_samples": 19020, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.7559538185596466, - "std_cert_acc_36": 0.011515345728848339, - "mean_cert_acc_72": 0.6637475490570068, - "std_cert_acc_72": 0.013967555286937324, - "mean_cert_acc_108": 0.5638319700956345, - "std_cert_acc_108": 0.01240061823926636, - "mean_cert_acc_255": 0.1349193938076496, - "std_cert_acc_255": 0.010885484741626697 - }, - "letter": { - "dataset": "letter", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 72, - "best_val_acc": 0.6999019287348807, - "test_acc": 0.6921530860061972, - "train_size": 5000, - "val_size": 3059, - "test_size": 11941, - "stats": { - "mean": [ - [ - 0.00514853171999978, - 0.005659159839999929, - 0.015561632360000245, - 0.01129863240000007, - 0.0052732767999999685, - 0.00552804246000023, - -0.003806189400000043, - 0.004888994199999829, - 0.008798804439999558, - -0.008297726599999769, - 0.0009121625999998376, - 0.004806467700000183, - 0.003901915299999814, - -0.011281666800000121, - -0.0074610201999999294, - 0.003215448200000049 - ] - ], - "std": [ - [ - 0.9872835099546217, - 1.006134190408135, - 0.9972389123333294, - 1.0049266649751227, - 0.9943131104630408, - 0.9927707764568473, - 1.0068065835854811, - 1.0134669668414158, - 1.0040007520709764, - 0.9997230654740944, - 1.007968354670923, - 1.0003581319476724, - 1.005041480077882, - 1.0049516430140362, - 0.9976563117551296, - 0.9860491581099939 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3514, - "cert_evals": { - "36": 0.6171951293945312, - "72": 0.5197777152061462, - "108": 0.42693689465522766, - "255": 0.13762667775154114 - }, - "fold": 0 - }, - { - "best_epoch": 60, - "best_val_acc": 0.6856316297010607, - "test_acc": 0.6913112961561106, - "train_size": 5000, - "val_size": 3111, - "test_size": 11889, - "stats": { - "mean": [ - [ - 0.0029532797399999047, - 0.004388175279999976, - 0.004244063760000119, - 0.012979005999999998, - -0.004678983799999144, - 0.003455055400000179, - -0.007418534600000143, - 0.003926012599999779, - 0.00795879715999929, - -0.00524365779999995, - -0.01178226520000005, - -0.015187571099999951, - -0.012475097320000503, - -0.0018423520000003316, - -0.013382179199999674, - -0.004821816599999932 - ] - ], - "std": [ - [ - 0.9986276678083476, - 0.9950343941586423, - 0.99640667299183, - 1.0000071963490385, - 0.992160528900722, - 1.0037788827185958, - 1.0135243337906252, - 1.019023638516362, - 1.0086984945355297, - 1.009749704171076, - 1.013939210703217, - 0.9887907814862574, - 0.9896867749920725, - 0.9916791039398155, - 1.0056717046836126, - 1.0037598172363915 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3514, - "cert_evals": { - "36": 0.6100932359695435, - "72": 0.5094825029373169, - "108": 0.4091931879520416, - "255": 0.12021857500076294 - }, - "fold": 1 - }, - { - "best_epoch": 86, - "best_val_acc": 0.6896551724137931, - "test_acc": 0.6893388429752066, - "train_size": 5000, - "val_size": 2900, - "test_size": 12100, - "stats": { - "mean": [ - [ - 0.021874334520000687, - 0.017884720619999826, - 0.014568840500000449, - 0.006699696200000058, - -0.00020502299999983865, - 0.011056104300000202, - -0.0043222202000001006, - -0.005629635800000384, - 0.0012383624799995345, - 0.011071598799999905, - -0.0038767746000001103, - -0.0036525290000001725, - 0.002787233879999989, - 0.011734750599999826, - -0.007305219399999943, - 0.006554009400000075 - ] - ], - "std": [ - [ - 1.018882039972734, - 0.9909097519297484, - 1.011006149224975, - 0.9981095511490614, - 0.9744828743262628, - 1.0187271547521726, - 1.0142349021053059, - 1.0059981552155532, - 1.0032678982013254, - 0.9974167859950539, - 0.9962881566563585, - 1.0100493766021112, - 0.9931648907076084, - 1.0108922135098513, - 1.0056449285270137, - 1.001713691144833 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3514, - "cert_evals": { - "36": 0.6017241477966309, - "72": 0.5058620572090149, - "108": 0.4075862169265747, - "255": 0.13482758402824402 - }, - "fold": 2 - }, - { - "best_epoch": 79, - "best_val_acc": 0.6918196994991653, - "test_acc": 0.6800499791753436, - "train_size": 5000, - "val_size": 2995, - "test_size": 12005, - "stats": { - "mean": [ - [ - 0.004834942479999971, - 0.001483113019999944, - -0.0019111359399998356, - 0.0075840941999999545, - -0.0010267499999996761, - 0.017176408160000104, - -0.001742007400000528, - -0.001036997800000219, - 0.003506500319999635, - -0.004038084999999959, - -0.005625091799999523, - 0.0011537186999995067, - 0.00047216481999986826, - -0.0067559524000002655, - 0.007341836400000017, - 0.0008661090000000479 - ] - ], - "std": [ - [ - 1.004162670449844, - 1.0009285120042208, - 1.0009316003026747, - 1.0058812415247276, - 1.0013613633110403, - 0.9913646988590394, - 0.9980301597574796, - 0.9947148416325726, - 0.9936745035912995, - 0.9961424729063775, - 0.9987978729631191, - 0.9997824037300547, - 0.9953405790803281, - 1.0103550196199995, - 1.0017727765855509, - 1.0101591352858876 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3514, - "cert_evals": { - "36": 0.6143572926521301, - "72": 0.5248748064041138, - "108": 0.42003339529037476, - "255": 0.1302170306444168 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6882133010782145, - "std_test_acc": 0.005568547022734168, - "n_samples": 20000, - "n_features": 16, - "n_classes": 26, - "mean_cert_acc_36": 0.6108424514532089, - "std_cert_acc_36": 0.006743278408764441, - "mean_cert_acc_72": 0.514999270439148, - "std_cert_acc_72": 0.00883710235821608, - "mean_cert_acc_108": 0.4159374237060547, - "std_cert_acc_108": 0.009183185993263234, - "mean_cert_acc_255": 0.13072246685624123, - "std_cert_acc_255": 0.0076399678218880985 - }, - "mammographic": { - "dataset": "mammographic", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.589041095890411, - "test_acc": 0.5408695652173913, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.045138683333333235, - -0.06581824708333332, - -0.0668893333333335, - 0.0035843166666667194, - 0.07534454166666703 - ] - ], - "std": [ - [ - 0.3742768596239394, - 1.0309553579295558, - 1.0205845721721885, - 1.0069085496781394, - 0.8984819781883195 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 302, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5133333333333333, - "test_acc": 0.542907180385289, - "train_size": 240, - "val_size": 150, - "test_size": 571, - "stats": { - "mean": [ - [ - -0.06838790416666667, - 0.0036981495833333564, - 0.08851065416666656, - 0.06187655000000008, - 0.041687441666667095 - ] - ], - "std": [ - [ - 0.4594652865573056, - 0.9162656618320462, - 0.976470911981312, - 0.9979276514274945, - 0.967574818664843 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 302, - "cert_evals": { - "36": 0.5133333206176758, - "72": 0.5133333206176758, - "108": 0.006666666828095913, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8287671232876712, - "test_acc": 0.8208695652173913, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.033514049999999865, - -0.031616095833333364, - -0.03834651666666679, - 0.05680765833333342, - -0.03524305833333262 - ] - ], - "std": [ - [ - 0.37826323579119164, - 0.9793517631184475, - 1.0048978854533288, - 1.01250978800026, - 1.0390956653058405 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 302, - "cert_evals": { - "36": 0.5479452013969421, - "72": 0.06164383515715599, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5367647058823529, - "test_acc": 0.5367521367521367, - "train_size": 240, - "val_size": 136, - "test_size": 585, - "stats": { - "mean": [ - [ - 0.09435683749999943, - -0.13088563458333324, - -0.032003683333333525, - -0.03189805833333325, - 0.008030341666667275 - ] - ], - "std": [ - [ - 1.8583061444674212, - 1.0447702499996767, - 0.9948185192592106, - 1.0005602571514343, - 1.0036844453305227 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 302, - "cert_evals": { - "36": 0.5073529481887817, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.610349611893052, - "std_test_acc": 0.1403699843847572, - "n_samples": 961, - "n_features": 5, - "n_classes": 2, - "mean_cert_acc_36": 0.3921578675508499, - "std_cert_acc_36": 0.26205017553771, - "mean_cert_acc_72": 0.14374428894370794, - "std_cert_acc_72": 0.24810036816681225, - "mean_cert_acc_108": 0.0016666667070239782, - "std_cert_acc_108": 0.0033333334140479565, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "molec-biol-promoter": { - "dataset": "molec-biol-promoter", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.75, - "test_acc": 0.6875, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.09373999999999999, - 0.349711153846154, - -0.124846, - -0.18628265384615392, - -0.0025111153846154245, - -0.027689192307692376, - -0.32854380769230773, - -0.2587748846153846, - -0.291938, - -0.12147457692307692, - 0.013408923076923039, - -0.18303142307692302, - 0.10672619230769233, - -0.0388065384615385, - -0.2118675692307692, - 0.26045576923076913, - -0.0038293076923076983, - -0.12772800000000012, - 0.406745076923077, - -0.22977469230769215, - -0.23213830769230762, - 0.057734, - -0.25536484615384614, - 0.036332807692307734, - -0.306678, - 0.12654100000000004, - -0.06969015384615382, - -0.22098480769230766, - -0.20798946153846154, - -0.24676503846153855, - -0.3183693461538464, - -0.1853619230769231, - -0.30043107692307686, - -0.37097869230769237, - -0.36548838461538463, - 0.011515653846153858, - -0.05251046153846157, - -0.17936411538461533, - 0.030728153846153836, - 0.0502869230769231, - -0.08165438461538464, - -0.04035388461538459, - -0.044060461538461534, - 0.1891277692307692, - -0.09007600000000004, - 0.08841000000000002, - 0.34717700000000007, - -0.08658792307692309, - -0.14910884615384612, - -0.01171784615384617, - -0.010542692307692277, - 0.2279287692307692, - 0.19163046153846158, - 0.044342807692307744, - 0.11406934615384606, - 0.26639184615384615, - 0.0024606538461537973 - ] - ], - "std": [ - [ - 1.0076078297495967, - 0.9724627657739631, - 0.9573573651622793, - 1.0262408425117875, - 0.9587446442307666, - 0.9571040384617393, - 0.9896566783801658, - 1.0271371774080218, - 0.9458984467553748, - 0.983396009484761, - 0.9474507771505324, - 1.0162340072708942, - 0.9916278302898655, - 0.9889509346456372, - 1.0996503269494506, - 0.8339239830692423, - 0.9718806374953891, - 1.0013701717610572, - 1.1087224946399736, - 0.9663160194574336, - 0.8925655267102359, - 1.0240426363341295, - 0.9129708359204913, - 0.9674367468039534, - 0.934498494547744, - 0.996046000000193, - 0.9001646244230804, - 1.011066294523225, - 0.9306740888083066, - 0.9019636923091955, - 1.0103842953596318, - 0.9763974023364559, - 1.0034859025495506, - 1.0189729800426417, - 0.8809657272220804, - 1.001293348052636, - 0.8026415950749621, - 1.0084947048958783, - 1.0447591131223906, - 1.080924244585727, - 0.9862369191590393, - 1.0095530529552834, - 1.014776711029924, - 0.9243136682665729, - 0.9998867689999087, - 1.0150113097032656, - 1.0058059432415762, - 0.8281138846158841, - 0.9053220114009879, - 0.7877964184833098, - 0.8751600073353956, - 1.0046622498233042, - 0.9279195402053261, - 0.9992859945990674, - 0.9930878632688641, - 0.9472126805852605, - 1.0500485456210673 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.9333333333333333, - "test_acc": 0.6923076923076923, - "train_size": 26, - "val_size": 15, - "test_size": 65, - "stats": { - "mean": [ - [ - 0.09734461538461536, - -0.009867653846153778, - 0.10790676923076924, - -0.15064011538461541, - 0.09738461538461546, - -0.05959273076923076, - -0.048695384615384696, - -0.10221076923076929, - -0.19740069230769225, - 0.26099000000000006, - -0.20290846153846157, - 0.20358803846153845, - -0.1825234230769231, - 0.21829484615384614, - 0.007081746153846278, - -0.06588375384615386, - 0.19917507692307695, - -0.3013095384615385, - 0.04983446153846157, - 0.007020153846153817, - -0.0066845384615384406, - -0.042044076923076885, - -0.07821423076923074, - 0.137686, - -0.015271923076923129, - -0.17227284615384614, - 0.2755073076923076, - 0.10235538461538465, - -0.2435485769230769, - -0.1773835384615385, - 0.08412084615384617, - -0.15183184615384618, - -0.10858899999999995, - -0.09742265384615373, - -0.05963238461538462, - -0.05630061538461538, - -0.018979730769230797, - 0.05089046153846155, - 0.15364107692307694, - -0.010982076923076903, - 0.10650861538461538, - -0.1806068846153846, - -0.20850592307692312, - -0.014057692307692288, - 0.21039161538461543, - -0.055766615384615394, - 0.2426295384615386, - -0.12109303846153843, - -0.29682430769230767, - -0.15785057692307694, - 0.19899334615384612, - -0.13024523076923075, - -0.20279253846153844, - 0.04434280769230771, - -0.06270500000000002, - 0.09504676923076928, - 0.10028380769230766 - ] - ], - "std": [ - [ - 1.0412699655331787, - 0.974109238604762, - 0.9613906810801298, - 0.9643340756609565, - 0.9673793894378168, - 1.003312008397785, - 0.9182015580655095, - 0.982743930536501, - 0.9723005343268958, - 0.9411703711795796, - 0.9796610632100985, - 0.9145025424643751, - 0.9879752636511461, - 1.0944915110032636, - 0.9430338516297093, - 0.9508755832408867, - 0.9258429683390378, - 0.8679061723089316, - 1.0276288482675964, - 0.9501945836398535, - 1.0169676029594148, - 1.0501744622186107, - 0.9644548335998028, - 0.9121775925932151, - 0.9112105136727959, - 1.0206435073325324, - 0.9080727257130373, - 0.9347829604211333, - 0.8967697697883465, - 0.9663770689480945, - 0.9532701925574484, - 0.8568118833949174, - 0.9554743200735837, - 1.1504807500220855, - 1.0155470332338918, - 1.0396018722819245, - 0.9268106513458504, - 0.9168958971379897, - 0.9852213842143813, - 1.001611750376513, - 0.990217812330316, - 0.9873887799655962, - 1.0110391392211635, - 0.9439560657308471, - 1.068328170673588, - 1.0047193948569797, - 0.9979267159932226, - 0.9934730341322996, - 0.8557618796771218, - 0.7460287358936586, - 0.9778352307693193, - 1.02192658245343, - 1.037835803866067, - 0.9677087884615755, - 0.956543380038049, - 1.0171593177603953, - 0.91997592085019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.7058823529411765, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - -0.030045192307692332, - -0.23869049999999983, - 0.041405769230769246, - 0.06321669230769228, - -0.0025107307692308154, - 0.09992461538461536, - 0.013492769230769159, - 0.14829176923076925, - -0.10286334615384617, - -0.08960249999999997, - 0.19882307692307696, - 0.09814630769230767, - -0.021829269230769246, - 0.03465076923076919, - -0.18058907692307682, - -0.1311519076923077, - 0.11797353846153848, - -0.05829530769230779, - 0.1212169230769231, - 0.07467584615384616, - 0.18656150000000013, - 0.2905494615384615, - -0.2553650384615384, - -0.06502038461538459, - -0.30667792307692304, - 0.09333938461538464, - 0.13742846153846142, - 0.17420873076923077, - 0.1120429615384615, - 0.23890723076923073, - -0.16356549999999995, - 0.08287507692307697, - -0.14056257692307694, - -0.09742265384615377, - -0.05963253846153847, - 0.011515500000000038, - 0.014551115384615343, - 0.08378369230769231, - 0.18436938461538463, - 0.019652346153846163, - 0.13786915384615384, - -0.14554365384615378, - -0.1756169230769231, - 0.12139923076923075, - 0.010079923076923155, - 0.30467446153846156, - -0.10586153846153845, - 0.15494511538461542, - -0.11217969230769238, - -0.011717730769230784, - -0.4645376538461538, - -0.13024538461538462, - 0.02728761538461537, - -0.024779269230769223, - -0.16876950000000007, - -0.04202923076923075, - 0.06767634615384611 - ] - ], - "std": [ - [ - 0.9790173867981108, - 0.8922350160543789, - 1.0237664792278374, - 0.9979986758255733, - 1.0450661465298063, - 1.0048325881986542, - 1.029402187109299, - 1.0083506459854783, - 0.9890083565745167, - 1.0164135742199043, - 1.0470407615391002, - 1.0378839738382932, - 0.9292517115719242, - 0.9612825317480931, - 1.0472447179957627, - 1.0262853071350215, - 1.052495553619595, - 1.059841692041489, - 1.1269554422034933, - 0.9208378006880765, - 0.9000880971984075, - 0.9294786618886555, - 1.076982881442786, - 1.0095815066264635, - 0.9911193052127372, - 1.0313874086125658, - 0.9980922524006728, - 0.9095892006901778, - 0.9905655045642239, - 1.0384115432086387, - 0.9810218452020498, - 1.060299711989925, - 0.9844584721629052, - 0.9476257009349917, - 0.8894460896472517, - 1.0593221207156762, - 0.8826955613077969, - 0.9713319428712611, - 1.075487248351794, - 1.0067518301441576, - 1.0419999967859404, - 0.986766332875252, - 1.0083607367807386, - 0.9773806693737923, - 1.0515029245809187, - 0.9917044123633906, - 0.9657665710047374, - 0.9290685404960641, - 1.1225398591645361, - 1.0183526454206688, - 0.8092726993206232, - 0.9375164234499523, - 1.0268476122485855, - 0.9726335635209717, - 0.9727406960463761, - 1.112026712980068, - 1.0129397204932757 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.6363636363636364, - "test_acc": 0.6811594202898551, - "train_size": 26, - "val_size": 11, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.06549715384615382, - -0.1733123461538461, - -0.22459746153846155, - -0.008068615384615393, - -0.33549623076923074, - -0.1233995769230769, - -0.17307238461538452, - 0.023040692307692345, - -0.07135107692307693, - -0.18521865384615382, - -0.04839615384615389, - 0.09814603846153849, - -0.021828923076923114, - 0.07137899999999996, - -0.1493106769230769, - -0.0006160384615384937, - -0.16623299999999996, - -0.19716084615384608, - -0.1643116153846154, - 0.14233134615384618, - 0.18656149999999996, - 0.09099338461538463, - 0.09893680769230777, - -0.031236038461538454, - -0.43619169230769256, - -0.3382805384615385, - -0.13872946153846152, - 0.21013507692307687, - 0.32539880769230767, - 0.34298038461538466, - -0.0706831923076923, - -0.0847729230769231, - 0.08325415384615384, - 0.03935515384615389, - -0.12760034615384613, - 0.045423692307692304, - 0.24926692307692294, - -0.014896576923076922, - 0.030727999999999995, - 0.14219007692307695, - -0.08165438461538452, - -0.07541711538461539, - -0.2085062307692308, - -0.14951476923076926, - 0.010080153846153841, - 0.16049815384615387, - -0.14071053846153841, - -0.19010246153846153, - 0.22017992307692313, - -0.08478423076923074, - 0.12914796153846148, - -0.195368, - -0.13705561538461536, - -0.33582846153846135, - -0.1687693076923077, - -0.0077596923076923285, - 0.035068461538461576 - ] - ], - "std": [ - [ - 0.9949457610380924, - 1.0006243291807655, - 1.0805097483660284, - 1.0669055953756055, - 1.0322555409439118, - 0.9848822871167503, - 0.9431346904463401, - 0.9378178344246724, - 1.0181978932718458, - 0.966727095536948, - 0.9908076284467556, - 1.0378839686283479, - 1.088933086989841, - 0.8046857737758931, - 1.134679772935726, - 0.9553453144737399, - 0.9684821547379812, - 0.8999479146517183, - 0.9741754410810941, - 1.0108802015807785, - 0.7709686644604582, - 1.0772131326993413, - 0.8384300579512153, - 1.0358089031747673, - 1.0305305742983066, - 0.9367306253151163, - 0.9884948822596298, - 0.9666870451735153, - 0.7559985089760948, - 0.8999593432865595, - 0.9970138749450403, - 1.052317535287378, - 1.0819218493489575, - 0.9767902491283019, - 0.9784792222564622, - 0.9949578210493984, - 0.8614226395733138, - 0.9539103328924243, - 1.0209907346186988, - 0.9432236511876507, - 1.036795800272391, - 1.0138060762016619, - 1.1167776196923178, - 1.0142323983395336, - 1.1052486656840097, - 1.0124481502282436, - 1.0529966821172885, - 0.9493509361557843, - 1.1279936610242616, - 1.0051609553372078, - 0.9160134879427471, - 1.0114984451985467, - 0.8295657525376697, - 1.028154229267194, - 0.9727407925020125, - 0.8988663639372382, - 0.9628933437374779 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6917123663846809, - "std_test_acc": 0.010492086443362358, - "n_samples": 106, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "molec-biol-splice": { - "dataset": "molec-biol-splice", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 42, - "best_val_acc": 0.80625, - "test_acc": 0.8196549921589127, - "train_size": 797, - "val_size": 480, - "test_size": 1913, - "stats": { - "mean": [ - [ - -0.08088939774153121, - -0.017083478042659816, - -0.008676474278544535, - 0.01205199498117964, - -0.019879412797992446, - -0.06819678419071469, - 0.014172110414052605, - -0.0726562358845669, - -0.0424785457967378, - 0.030165779171894516, - -0.015724135508155584, - 0.016329740276034888, - -0.03650249309912165, - 0.060801804265996566, - 0.050552770388958924, - -0.03993303764115418, - -0.02479237139272276, - 0.026231244667502603, - 0.0006134240903385369, - 0.008120775407778993, - 0.011976850690087297, - 0.012784564617315019, - 0.02205557967377646, - 0.003761100376411143, - 0.004885728983688804, - -0.007185055207026799, - 0.006090311166875841, - -0.06913297616060121, - 0.01692240903387772, - -0.024909814303639064, - 0.002042144291092072, - 0.03893583663739384, - 0.04832313927227111, - -0.04144308908406656, - -0.04533064868255915, - 0.029196543287328434, - -0.017319196988707316, - 0.002574765370137967, - 0.014485728983688884, - -0.04080718946047651, - -0.016152210790464142, - -0.1060891342534501, - 0.00146361355081561, - -0.02892638393977404, - 0.03808938393977416, - 0.004615427854454175, - -0.006006715181932309, - 0.03929904642409064, - -0.0026646035131743587, - -0.0008532597239647819, - -0.018261164366373872, - -0.015718006273525736, - -0.03865469008782939, - -0.0023145696361355087, - -0.01960441405269735, - -0.0853860326223336, - 0.005193398996235927, - -0.017738670012547086, - 0.055998069008782805, - 0.039315545796737614 - ] - ], - "std": [ - [ - 0.9945490246391062, - 0.9934109752899847, - 1.0063178858807398, - 0.9896020723574798, - 0.9849358791871932, - 0.9857421550044541, - 0.9930276963595361, - 0.9834603310222596, - 1.0029783411831081, - 1.008680505435535, - 1.000646776584492, - 1.017380058680371, - 0.9990572202887158, - 1.0037947864498273, - 0.9921475019154874, - 1.0063268933844312, - 0.9808355420987935, - 0.9924788012799176, - 0.9847824180917667, - 0.9870544204448741, - 1.0013704839730797, - 1.0166518616214755, - 0.985710071283119, - 1.0044850695151961, - 0.9909244249062288, - 0.9987615357097599, - 1.0051852364272729, - 0.9860816983161693, - 1.0064425553080443, - 1.021154244482058, - 0.9991376459347909, - 0.9638884376422283, - 1.0033244557289336, - 0.9848543808197192, - 1.0055575628990723, - 0.9940712305710926, - 0.9741863114052403, - 1.0048179660304701, - 0.9887806108854191, - 0.9765227042348682, - 0.997334968218974, - 0.9962132645441986, - 1.0014416509782584, - 1.002091005752959, - 0.9893159775047747, - 0.9934985594799247, - 0.9886647568170538, - 0.9919893464761707, - 0.9955923461346924, - 0.9926319617434606, - 0.9728863130641628, - 1.0082140966036435, - 0.9961100311402014, - 1.0077701107332304, - 0.9792654768868749, - 1.0119326199882663, - 1.0172792289838704, - 0.9956848073966668, - 1.0083179950377872, - 0.9802036286210523 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36723, - "cert_evals": { - "36": 0.737500011920929, - "72": 0.6416667103767395, - "108": 0.5479167103767395, - "255": 0.125 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8245614035087719, - "test_acc": 0.8146618482188952, - "train_size": 797, - "val_size": 456, - "test_size": 1937, - "stats": { - "mean": [ - [ - 0.018491488080301106, - -0.0011505069008782528, - 0.021436997490589735, - 0.03502552697616077, - 0.021530190715181953, - 0.01771506524466753, - 0.0028268569636132166, - -0.03774227101631111, - 0.019095676286072647, - -0.016733656210790544, - -0.0663814040150566, - 0.005845333751568237, - 0.004257730238393967, - 0.0011046449184443634, - -0.027280681304893566, - 0.005402819322459137, - 0.04633495859473012, - 0.009161250941028725, - 0.026725796737766497, - -0.01972711794228387, - -0.01983136010037666, - -0.009908578419071404, - 0.022055481806775055, - 0.05518264240903318, - -0.04640085570890846, - -0.03727541907151866, - -0.0335212045169384, - -0.03967690213299759, - 0.005998318695107535, - -0.01785224341279831, - -0.003198117942283299, - -0.013416670639897136, - -0.009072863237139185, - -0.007062920953576991, - 0.011101452948557616, - -0.045883223337515024, - -0.012705889585947094, - -0.05706059096612311, - 0.00637870514429108, - -0.024475352572145292, - -0.033483001254705075, - -0.018872419071518255, - -0.004380110414052662, - -0.019757495608531926, - -0.01618084692597215, - 0.06015848933500684, - 0.004326102885821954, - 0.031207774153074287, - 0.09302961606022617, - 0.037705563362610196, - 0.031232815558343906, - 0.05163176913425327, - 0.051368831869510787, - -0.02336010790464227, - 0.006880800501882391, - -0.05682849560853219, - -0.004021038895859437, - 0.002038494353826773, - 0.05144887452948544, - -0.00027493977415304015 - ] - ], - "std": [ - [ - 0.9889166025491434, - 1.0113611751416451, - 1.00351331532884, - 1.0051662180322105, - 0.9987679141001061, - 0.9996822942772838, - 1.0042310134414263, - 1.0134372724050602, - 1.0000665011762366, - 0.9994360301075128, - 0.9995393709189473, - 1.0346986177316517, - 1.011186369192948, - 1.0016439123703365, - 0.9965028721446453, - 1.0098540994428735, - 0.9933407245937251, - 1.0209497831856362, - 0.9866653742506231, - 0.982825314351339, - 0.9914313036126221, - 1.0062435071011668, - 1.0149240913230397, - 0.9887363914059815, - 0.9994565119417103, - 1.016608779035485, - 0.9986323360957506, - 0.9983077834509023, - 0.992117921809115, - 1.0118934305428742, - 1.0093115895196225, - 1.0141263884110643, - 0.998031262724133, - 0.9978752951488421, - 1.0058194162074532, - 0.9997345249416975, - 1.0043988806220703, - 1.0026034007181608, - 1.0124721562205274, - 0.9897322617082525, - 0.9985816439065134, - 0.9919527474532689, - 1.0036339185538052, - 0.973512268444304, - 1.0130393993507771, - 0.9897840394213037, - 0.9936053260728854, - 1.0155800367441008, - 1.0112837805104922, - 0.9806050237126605, - 1.0133289778387422, - 1.003164742603154, - 0.9684252971086295, - 0.9941237378734813, - 0.9987879065672047, - 1.0056255382787287, - 1.0017418494408326, - 0.9935852276048891, - 1.024679553968222, - 1.007096200700548 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36723, - "cert_evals": { - "36": 0.6951754689216614, - "72": 0.5657894611358643, - "108": 0.43421053886413574, - "255": 0.04605263099074364 - }, - "fold": 1 - }, - { - "best_epoch": 71, - "best_val_acc": 0.8295019157088123, - "test_acc": 0.8225547835382149, - "train_size": 797, - "val_size": 522, - "test_size": 1871, - "stats": { - "mean": [ - [ - 0.016180366373901797, - 0.0159205972396487, - -0.04805540652446672, - 0.017795338770389135, - -0.018760287327477875, - -0.012470120451693864, - -0.025536504391468096, - -0.023100938519447715, - -0.021953736511919807, - 0.005599485570890773, - -0.028107018820577125, - -0.0663806737766629, - -0.002535664993726509, - -0.041697066499373665, - -0.041221063989962406, - -0.019531874529485415, - 0.001174760351317426, - 5.719824341241943e-05, - 0.009695979924717433, - -0.006360112923463307, - 0.031288966122960366, - 0.01732320451693862, - 0.034643243412797765, - -0.05223140276035192, - 0.012863726474278572, - -0.02278748055207084, - 0.08181816185696375, - 0.022917264742786353, - 0.03112372647427915, - 0.01743540276035093, - 0.009902525721455502, - 0.030388477038899016, - -0.007947400250940755, - -0.002626762860728837, - -0.002393195734001926, - 0.0224729749058976, - -0.035772559598494034, - 0.031245622333751583, - 0.07355148055206996, - -0.02680844165621052, - 0.0011786298619825138, - -0.023523868255959906, - 0.009644725219573422, - -0.011734667503136672, - 0.04155336135508157, - -0.008113194479297375, - 0.023843790464241343, - 0.03351953826850721, - -0.05937222333751553, - 0.01956023839397823, - -0.05714953952321155, - 0.029942850690087883, - -0.01788004265997477, - 0.018731055207026504, - 0.00457773149309927, - -0.028270974905896498, - -0.044334417816813056, - 0.02181565872020062, - -0.004279376411543287, - 0.033493360100376554 - ] - ], - "std": [ - [ - 1.006032731784378, - 0.9981987082501484, - 1.0058419047925986, - 1.0147724595576162, - 0.9940588732535701, - 0.9991159025458402, - 0.9691047120808344, - 0.9991048317365939, - 1.020189994500977, - 0.9848978164137729, - 0.998075185404707, - 0.9900346208081456, - 0.9970676239537044, - 1.0074170125268456, - 0.9888612246445799, - 1.0204821123725891, - 1.0188778509112115, - 1.021786600393116, - 0.9923811904568762, - 0.9930750642777653, - 1.0126874688330874, - 1.0123955584555848, - 1.0119546947996216, - 0.967160657446603, - 1.013064602613993, - 1.0088579414594196, - 1.0050975228498589, - 1.0226014249223117, - 1.0030135447468238, - 1.0006692722984143, - 1.0063109761380487, - 0.9976611466924694, - 1.0191830139161713, - 1.0037191251141417, - 1.0000135193218243, - 1.008885797923785, - 1.005277894129722, - 0.9951865869001352, - 1.003658412696999, - 1.0103592136706143, - 1.013785819980191, - 1.0167078374977943, - 1.0100157686042965, - 1.0010457270061084, - 1.0282359743543752, - 0.9985304229175116, - 0.9712378399548074, - 1.0007272977609394, - 1.00869249677983, - 0.9976542416860067, - 1.0108332275437888, - 1.0094799027511412, - 0.9910934491654954, - 1.0239973266326525, - 0.9997566127783953, - 0.995332570938697, - 1.0015100811283149, - 1.0189914283748178, - 0.9815154139951994, - 1.0109702187257807 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36723, - "cert_evals": { - "36": 0.7509578466415405, - "72": 0.6724137663841248, - "108": 0.5670498013496399, - "255": 0.16091953217983246 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8147368421052632, - "test_acc": 0.8284671532846716, - "train_size": 797, - "val_size": 475, - "test_size": 1918, - "stats": { - "mean": [ - [ - 0.023113880803011123, - -0.031878431618569576, - 0.0017474705144291346, - -0.048827942283563595, - 0.02600689711417815, - -0.020596907151819388, - 0.03119006398996214, - -0.010712095357591008, - -0.03563701003764123, - -0.0066837766624844005, - 0.020298818067753775, - 0.0349687051442911, - 0.03369574404015041, - 0.010115574654956229, - -0.008693601003764222, - -0.037666260978670006, - 0.013593819322459105, - -0.06367114930991241, - 0.002884076537013706, - -0.04311930238393992, - -0.028919440401505687, - 0.03661243287327482, - -0.012274677540778, - 0.022044312421580708, - -0.0019524943538268248, - -0.00718509535759122, - 0.018905804265997497, - -0.020039599749058525, - 0.011460363864492227, - 0.00190883061480542, - 0.015142810539523602, - 0.0015411859473054327, - -0.0034457590966119997, - 0.007354567126724528, - -0.019568141781680794, - 6.111668757913393e-05, - 0.014974058971141782, - 0.017483629861982628, - 0.004062395232120175, - -0.039640589711417734, - -0.017307636135508092, - -0.015383726474278643, - 0.02951326599749063, - 0.010041510664993838, - -0.009252728983688915, - 0.023129829360100374, - 0.024991664993726456, - 0.005777824341280051, - 0.010330861982434136, - -0.02240079799247117, - 0.013556362609786848, - 0.009395460476787914, - -0.05596691593475561, - -0.0011453801756584612, - 0.019547611041405746, - -0.005424897114178279, - -0.036271767879548236, - -0.04216928481806779, - -0.06910606649937284, - 0.013698135508155716 - ] - ], - "std": [ - [ - 0.9995168687982413, - 1.0072187255531315, - 0.9922765699545656, - 1.0014379023165043, - 1.0007423887263762, - 1.006595287508758, - 0.996025190875742, - 1.0015863398288425, - 0.9939619881518538, - 1.0012546381038536, - 0.9974235803209218, - 0.9958759047377087, - 1.0231793150542605, - 0.9988598615456608, - 1.0165807865563634, - 0.9981765632980487, - 0.9916120393689883, - 0.9967806721546657, - 1.0001387498061993, - 0.9907382633450215, - 0.9919466420747174, - 0.9918048070565159, - 0.9927131112764388, - 0.9987541938182435, - 0.9829950228363971, - 0.9987615525719863, - 1.006646575684889, - 0.9727270348859581, - 1.0274767556558333, - 0.9948545552577256, - 0.9724110619354693, - 0.999399954650725, - 1.0137453383320747, - 1.0038171597805419, - 0.9942857302920103, - 1.0221132950933616, - 1.0125332438729522, - 1.0058606284258966, - 1.0061583893468007, - 1.0071484737907352, - 0.993080173542264, - 0.994054088509694, - 1.0019557537886754, - 0.9879867613789639, - 1.0059203970540576, - 1.002236769456239, - 1.0166179760088292, - 1.0148930646959913, - 0.9855942441531308, - 0.9881712595842015, - 0.997375001351328, - 1.0153221146032385, - 0.9987022726517054, - 1.0023090382878383, - 0.9960039697880356, - 0.9659716681886643, - 1.0079997805456118, - 0.9972223231158401, - 0.9973623069301778, - 1.0162353419266272 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36723, - "cert_evals": { - "36": 0.7221052050590515, - "72": 0.5999999642372131, - "108": 0.5199999809265137, - "255": 0.11999999731779099 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8213346943001736, - "std_test_acc": 0.00576509216526845, - "n_samples": 3190, - "n_features": 60, - "n_classes": 3, - "mean_cert_acc_36": 0.7264346331357956, - "std_cert_acc_36": 0.023942360668521803, - "mean_cert_acc_72": 0.6199674755334854, - "std_cert_acc_72": 0.0467455130403199, - "mean_cert_acc_108": 0.5172942578792572, - "std_cert_acc_108": 0.05866166836355126, - "mean_cert_acc_255": 0.11299304012209177, - "std_cert_acc_255": 0.04820522637738574 - }, - "monks-1": { - "dataset": "monks-1", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.6, - "test_acc": 0.7415730337078652, - "train_size": 432, - "val_size": 35, - "test_size": 89, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.6336633663366337, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.7241379310344828, - "test_acc": 0.7157894736842105, - "train_size": 432, - "val_size": 29, - "test_size": 95, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.48275861144065857, - "72": 0.13793103396892548, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.6521739130434783, - "test_acc": 0.6534653465346535, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6861228050658408, - "std_test_acc": 0.05090298417206534, - "n_samples": 556, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.12068965286016464, - "std_cert_acc_36": 0.24137930572032928, - "mean_cert_acc_72": 0.03448275849223137, - "std_cert_acc_72": 0.06896551698446274, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "monks-2": { - "dataset": "monks-2", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6115107913669064, - "train_size": 432, - "val_size": 30, - "test_size": 139, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.03333333507180214, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.46153846153846156, - "test_acc": 0.3916083916083916, - "train_size": 432, - "val_size": 26, - "test_size": 143, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3793103448275862, - "test_acc": 0.37857142857142856, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.37931033968925476, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.7241379310344828, - "test_acc": 0.6428571428571429, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5061369386009674, - "std_test_acc": 0.14045854729410995, - "n_samples": 601, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.10316091869026423, - "std_cert_acc_36": 0.1847689949117633, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "monks-3": { - "dataset": "monks-3", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.75, - "test_acc": 0.6333333333333333, - "train_size": 432, - "val_size": 32, - "test_size": 90, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.46875, - "72": 0.03125, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 3, - "best_val_acc": 0.6111111111111112, - "test_acc": 0.6826923076923077, - "train_size": 432, - "val_size": 18, - "test_size": 104, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.5833333333333334, - "test_acc": 0.5, - "train_size": 432, - "val_size": 24, - "test_size": 98, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.5862068965517241, - "test_acc": 0.5376344086021505, - "train_size": 432, - "val_size": 29, - "test_size": 93, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5884150124069478, - "std_test_acc": 0.08426495535485919, - "n_samples": 554, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.1171875, - "std_cert_acc_36": 0.234375, - "mean_cert_acc_72": 0.0078125, - "std_cert_acc_72": 0.015625, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "mushroom": { - "dataset": "mushroom", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 61, - "best_val_acc": 0.989202657807309, - "test_acc": 0.9903865821231336, - "train_size": 2031, - "val_size": 1204, - "test_size": 4889, - "stats": { - "mean": [ - [ - 0.01584243131462058, - 0.019616320039388076, - -0.017441079960610038, - 1.6376169432992076e-06, - 0.03251508222550193, - -0.0356802550467818, - 0.0053510472673569415, - 0.01704437272280179, - -0.004787042589856331, - -0.006957840965042196, - -0.010824010832105619, - -0.015714124076808157, - -0.0028289399310687338, - 0.026870491383555076, - 0.022659543082221442, - -0.030434470704082447, - 0.043593827671097096, - 0.004918543082224606, - 0.02840681752831178, - -0.026348127031018555, - -0.005641193156080321 - ] - ], - "std": [ - [ - 1.035686963839167, - 1.007002340594574, - 1.0017151333988827, - 0.9999368171880522, - 0.9990636351015061, - 1.1008233629053865, - 1.0048344484644247, - 1.0068055573931955, - 1.0236440770193422, - 1.0008597796892533, - 1.0073922426397302, - 1.0167066772104598, - 1.0093964386273888, - 0.9734350559013669, - 0.9832626494901496, - 1.1103048088729688, - 1.0723209186406066, - 1.007595964551157, - 1.0120097158286505, - 1.0110411166324569, - 1.0045172770457236 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4622, - "cert_evals": { - "36": 0.974252462387085, - "72": 0.960132896900177, - "108": 0.9485049843788147, - "255": 0.8737541437149048 - }, - "fold": 0 - }, - { - "best_epoch": 63, - "best_val_acc": 0.9856459330143541, - "test_acc": 0.9834676586071502, - "train_size": 2031, - "val_size": 1254, - "test_size": 4839, - "stats": { - "mean": [ - [ - 0.021851665189558965, - 0.045494687346133454, - -0.023016031905465747, - 0.036965530280656626, - -0.008439554899067095, - -0.06050103692762893, - -0.005352279172820291, - 0.018109654357464634, - -0.010826772476611657, - -0.005964144756278134, - -0.0263845425898607, - -0.005439538158541234, - 0.010182521910388735, - 0.029856061546036587, - 0.009422661742979281, - -0.06898491088133507, - 0.012714621368784741, - -0.020496901526342964, - 0.05158484524864612, - -0.02241571344165382, - -0.02120593136385968 - ] - ], - "std": [ - [ - 1.0315248601647244, - 0.9830179985436717, - 1.0047928251090696, - 0.992895294859441, - 1.0073587113125533, - 1.1652227018641232, - 0.9949884738559476, - 1.0072236447378615, - 1.00567603413793, - 1.0007315155621166, - 1.0109205575258327, - 0.9954514465944221, - 0.9929406186187327, - 0.9751836648011396, - 0.9886323473980784, - 1.2290771873330002, - 1.039381732586694, - 1.0071967460617643, - 1.021124603051882, - 0.9975517568367002, - 0.9993739380403122 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4622, - "cert_evals": { - "36": 0.9736841917037964, - "72": 0.9641148447990417, - "108": 0.9569377899169922, - "255": 0.8835725784301758 - }, - "fold": 1 - }, - { - "best_epoch": 91, - "best_val_acc": 0.9898595943837754, - "test_acc": 0.9902307212637705, - "train_size": 2031, - "val_size": 1282, - "test_size": 4811, - "stats": { - "mean": [ - [ - 0.03987938453963112, - 0.04048598621368699, - 0.017724141063516025, - 0.042959675036934646, - 0.03524534219595943, - -0.01085947316593538, - 0.06020559527326806, - 0.04154585032004439, - -0.021138416248152825, - 0.00794760216642041, - -0.004058537173807962, - 0.006043802067947628, - 0.019799688330871056, - 0.03766451600196941, - 0.053620419005411035, - -0.008115798128995993, - 0.03451170260955303, - -0.036620701624815996, - 0.050364973855244716, - -0.04954926834071779, - -0.038910718808467415 - ] - ], - "std": [ - [ - 1.0340777607321368, - 0.9828467876602278, - 1.0051604242584575, - 0.9916188873116444, - 1.0038227965760236, - 1.0318178450050028, - 1.0521446789948306, - 1.0160955327893362, - 0.9979031775629262, - 0.9988302921123722, - 1.0182499365894375, - 1.001416742027472, - 0.9791335857275247, - 0.980153235814559, - 0.9653369532140004, - 1.0477780788429225, - 1.071696160550273, - 1.0158478432818197, - 1.025340873611186, - 1.0205312831654343, - 1.0033427979641445 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4622, - "cert_evals": { - "36": 0.9828392863273621, - "72": 0.9695788025856018, - "108": 0.9547581672668457, - "255": 0.8798751831054688 - }, - "fold": 2 - }, - { - "best_epoch": 69, - "best_val_acc": 0.9807073954983923, - "test_acc": 0.9870076304392659, - "train_size": 2031, - "val_size": 1244, - "test_size": 4849, - "stats": { - "mean": [ - [ - 0.03496272082717429, - 0.006259809945836701, - -0.04574476898079691, - 0.0529499162973972, - 0.02928835942885052, - -0.032577657311676125, - 0.02140603692762581, - 0.03515416051206783, - -0.04146721969473072, - 0.024840437715410932, - -0.005411634662730505, - 0.015714001477105683, - 0.0005653535204322815, - 0.0039044672575081134, - -0.004711640078783966, - -0.03449241260462414, - -0.005449605120628364, - -0.03908023929099026, - 0.04496253520433339, - -0.007472618414573513, - -0.011867085376661432 - ] - ], - "std": [ - [ - 1.037139112731056, - 0.9986273221456993, - 0.9988733086677153, - 0.9894071869891404, - 0.9808046824130975, - 1.092466913790217, - 1.0192143900594468, - 1.0137373624703432, - 1.0005595322422731, - 0.9962556551254128, - 1.0143973341038952, - 0.977335640989274, - 1.0045271012864667, - 0.9912055809890613, - 0.9960096703292455, - 1.1096668870025468, - 0.9979657396378034, - 1.0073781800135768, - 1.0120560325807864, - 1.0092077265578872, - 1.0030900969477494 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4622, - "cert_evals": { - "36": 0.9734726548194885, - "72": 0.9614147543907166, - "108": 0.9477491974830627, - "255": 0.8633440136909485 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9877731481083301, - "std_test_acc": 0.003265627061300418, - "n_samples": 8124, - "n_features": 21, - "n_classes": 2, - "mean_cert_acc_36": 0.976062148809433, - "std_cert_acc_36": 0.0045300742085297285, - "mean_cert_acc_72": 0.9638103246688843, - "std_cert_acc_72": 0.00418848826893542, - "mean_cert_acc_108": 0.9519875347614288, - "std_cert_acc_108": 0.004556061553501653, - "mean_cert_acc_255": 0.8751364797353745, - "std_cert_acc_255": 0.008843004374468348 - }, - "musk-1": { - "dataset": "musk-1", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.8552631578947368, - "test_acc": 0.7437722419928826, - "train_size": 119, - "val_size": 76, - "test_size": 281, - "stats": { - "mean": [ - [ - -0.009291536974789802, - -0.12607884680672266, - -0.04762204201680674, - -0.0761702235294117, - -0.044936774789916, - -0.014382231932773128, - -0.041894201680672254, - -0.03190622907563026, - 0.021353001680672248, - 0.10775567647058813, - 0.09010778932773111, - -0.057640225210084016, - 0.14667296336134458, - 0.10126893949579828, - 0.14001244605042018, - -0.04249502016806724, - 0.038105572268907546, - 0.002184308487394976, - -0.05224322941176468, - 0.06215304016806718, - -0.12393828857142859, - -0.02803303361344539, - -0.10647747142857145, - 0.02538642941176475, - 0.03754377647058824, - -0.00930381512605037, - -0.10533614621848736, - -0.07591091428571431, - 0.015518248319327696, - 0.03344583445378154, - -0.0436141698991596, - -0.03440255966386541, - -0.08419558653781517, - 0.059494676050420144, - 0.011928458739495816, - -0.006269523999999992, - 0.060528428571428566, - 0.03592683193277311, - 0.07123646218487396, - -0.0823780630252101, - -0.03973622907563024, - -0.09128727731092437, - 0.134798512605042, - 0.09857759663865544, - 0.08639189302521, - 0.04655348655462184, - 0.12397431176470586, - -0.0036607467226890487, - -0.045298374201680695, - 0.09763559579831942, - -0.11482796470588238, - 0.005798111764705843, - -0.04984500840336133, - 0.10562984689075626, - -0.006794973949579853, - -0.06879170025210085, - -0.05042998067226895, - -0.1381735478991597, - 0.018107122621848763, - 0.07930746134453784, - -0.035087430369747964, - -0.047216151260504276, - -0.050801200000000026, - 0.000790052100840336, - -0.03210146470588229, - -0.011450639932773149, - 0.13865514789915964, - 0.024682792941176448, - 0.04572973361344544, - -0.07111193899159665, - -0.05305032773109243, - -0.03151311848739495, - 0.13506087714285714, - 0.03930882689075631, - 0.13208768117647057, - 0.03213378487394958, - 0.036931210084033585, - 0.0542657411764706, - -0.055266365126050425, - -0.007700784890756318, - -0.06660210142857143, - -0.0472203361344537, - -0.13513644588235293, - -0.0953638899159664, - 0.0684584218487394, - -0.027715061344537825, - -0.13681975714285718, - -0.03402985277310925, - 0.0014045230252100738, - 0.0014960380672269073, - -0.013881531092436904, - -0.054739220168067156, - -0.07439434873949584, - 0.16347766033613445, - -0.027834813445378172, - 0.04105560084033615, - -0.018090553781512614, - 0.039478408403361344, - 0.01011179831932775, - -0.056224057983193236, - -0.05482081092436975, - -0.09049105663865546, - 0.1384086307563025, - 0.1158592352941177, - 0.1295010983193277, - 0.026534809327731116, - 0.030993403193277324, - 0.045596629411764705, - 0.07867409050420171, - 0.07023428403361341, - -0.010699962478991626, - -0.1297697013445378, - -0.06125888739495793, - -0.054635241344537774, - 0.07315159588235293, - 0.14113961932773117, - 0.03369915462184867, - -0.017007521008403328, - -0.03182301008403359, - -0.10475748344537812, - 0.029890118487394944, - 0.008469613445378164, - 0.0055577798319327845, - -0.015650881428571396, - 0.0048053532268907215, - 0.06544014621848733, - 0.11003610159663865, - 0.04605257647058817, - 0.14969492016806743, - -0.012363702521008463, - -0.051404617310924446, - -0.01038593529411762, - -0.07927427529411762, - -0.04159334571428572, - 0.06169648184873948, - 0.11608897882352946, - 0.038903689075630285, - 0.1461880742857143, - -0.06708651966386553, - -0.11414608924369747, - -0.1295263958823529, - -0.03233595445378152, - -0.04501458058823521, - -0.000721831932773089, - -0.004400483109243784, - -0.12390628907563028, - -0.036873544537815106, - -0.0909845665546218, - -0.10444491176470592, - -0.09871166294117649, - 0.005718816974789886, - -0.036594511848739485, - -0.04913234621848742, - -0.08743706722689078, - -0.11513121176470595, - -0.08874053697478997, - -0.05336954033613433, - 0.082962791092437, - -0.021164454621848745, - -0.0932097171428572, - 0.014436121848739485, - -0.04426032336134451, - -0.1090511277310925, - 0.1449148087394958, - 0.1817663789915966, - 0.013956836806722718 - ] - ], - "std": [ - [ - 1.0099114119845158, - 0.9348594846360825, - 0.9584972842977127, - 0.9640337720371549, - 0.2970971465206269, - 0.9902644318765941, - 0.9766608443635819, - 0.9277337303843832, - 1.0209147991357326, - 0.8462688910212999, - 0.937274236323561, - 0.9720030442747652, - 0.8629052767970179, - 1.0131630405366665, - 1.0235995127546023, - 0.9236691973697053, - 1.0455909357050364, - 1.035981564713016, - 0.99532697338212, - 0.9211771365528878, - 0.874501926986878, - 0.9704498314090642, - 0.891302047446978, - 0.9804149844573272, - 1.0041773279830728, - 1.002529298728106, - 1.0224471703080853, - 0.9244712375286949, - 0.9743559806263377, - 0.9887295244749511, - 0.9544273760411471, - 1.02985801200279, - 0.9474472095469905, - 0.9846549124544697, - 1.0482961086154436, - 1.055409389025073, - 1.0423422939087563, - 1.0253865871036294, - 1.0239668108505644, - 0.9972886803210333, - 0.9397442064430964, - 0.9896358956731565, - 0.8331728551459917, - 1.0002340413586819, - 1.026654843545489, - 0.9343094828155423, - 1.0805604708964744, - 1.016149424944211, - 0.9476470504397961, - 0.8577284376860824, - 0.920172262946738, - 1.0002820735413485, - 0.9664321885797094, - 1.019659024980453, - 1.0132206139363333, - 1.00472748039475, - 1.0024772758067237, - 0.9013838379335253, - 0.9715976585133171, - 0.9356214917883198, - 0.9726637625607683, - 1.00574462045675, - 0.9321535556262043, - 1.004591790870879, - 1.0091107376933197, - 1.0832569998991441, - 1.8163040204653527, - 0.9290261409599484, - 1.0054342451497356, - 0.9239187303729655, - 0.9412606308289463, - 0.9574057112375489, - 0.8857071278100311, - 1.0050826351619282, - 0.9471390167804283, - 1.0193559664076242, - 1.033149121132442, - 0.9758992146197891, - 0.9828293233847875, - 0.90614346312176, - 0.9387813930150655, - 0.9606369771060325, - 0.8549597722364108, - 0.9981213041653383, - 0.9677112371500205, - 0.9888508064525113, - 0.9412501606612704, - 0.9784409127120647, - 0.9536777420064435, - 1.0085901119483398, - 1.0060567404606122, - 1.05851562000323, - 0.9752413461311447, - 0.832810761621145, - 0.9562798547506608, - 0.9993771767194177, - 0.9838326504712223, - 1.0393844730608708, - 0.9854152300072946, - 0.9930779495430294, - 0.9453202880876939, - 1.0360449396357243, - 0.9713513980461649, - 0.9992332279693708, - 1.030407313898056, - 1.0076912122214956, - 1.0744880656744056, - 1.0277037793008523, - 0.9982104529316067, - 1.0186593720796726, - 0.9108463414168625, - 0.8553233102911179, - 0.9405777768078974, - 0.9494600014203208, - 0.9952734588081359, - 0.9638326137771844, - 0.9939522113357686, - 0.9987681660336664, - 1.0036155891840373, - 1.0182452713672059, - 0.9910446446968689, - 1.0210928396177827, - 1.014427730685323, - 1.0086920592279505, - 1.0093171765266578, - 0.9594492714523327, - 0.9056353320538072, - 0.9878559376915045, - 0.865650141810967, - 1.0394374951234533, - 0.9719119864007881, - 0.9799530665659871, - 0.9588363638135182, - 0.9822725442114135, - 0.9853299809008946, - 0.9191461281202059, - 1.0618195424162966, - 0.9695623887099393, - 0.9472161121894884, - 0.9054444134708255, - 0.8581249512539794, - 0.9983938325913907, - 0.9776524170683517, - 1.0043567453308122, - 1.0368357351214297, - 0.7773405936733125, - 0.9853354382623081, - 0.9079498191834765, - 0.9125689627310116, - 1.007586247217154, - 1.0299208957325752, - 0.9872806671843242, - 0.9852145677771802, - 0.961619761600875, - 1.0605262646288578, - 0.980777477262741, - 0.8407792662129906, - 0.9672088420960975, - 0.993154330767692, - 0.9994330628955878, - 0.9756248219133866, - 1.0207484353264802, - 0.8458747953216613, - 1.047455330809163, - 0.8596011234926225, - 0.9804108130279062 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.03947368264198303, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7439024390243902, - "test_acc": 0.730909090909091, - "train_size": 119, - "val_size": 82, - "test_size": 275, - "stats": { - "mean": [ - [ - 0.024158311764705866, - 0.06841572537815128, - 0.07787132436974789, - 0.05814358991596639, - -0.0888491647058824, - 0.03483687310924371, - -0.08321678991596636, - 0.0172144136134454, - -0.07243344537815127, - 0.008146065798319318, - -0.016513243697478995, - -0.05358841159663873, - -0.11541696184873952, - -0.030794808823529415, - -0.023826682857142848, - 0.22576291260504208, - -0.07960640428571429, - 0.17796446697478982, - -0.10515495630252099, - -0.1766215479831932, - -0.021160134789915977, - -0.09120216806722693, - -0.08078450756302523, - 0.036557993277310914, - 0.07266807731092434, - -0.07452452100840339, - -0.09814859546218489, - 0.003981514285714288, - 0.06022833823529412, - 0.03180818907563029, - 0.12598115882352945, - -0.019460692436974722, - 0.005478542042016823, - 0.03584051008403359, - 0.02924001680672268, - 0.08767364537815124, - 0.028594260504201666, - -0.07716408655462187, - 0.056073705882352984, - -0.05639972268907562, - 0.0835798580672269, - 0.025938724369747895, - -0.10687808823529413, - -0.07300582436974785, - -0.056062168571428615, - 0.07744706722689071, - -0.11377087142857145, - 0.048533752268907604, - -0.08137850462184877, - -0.058378573949579855, - -0.028422560504201697, - -0.0789361680672269, - -0.08572274453781516, - 0.03500715462184874, - 0.09914903445378148, - -0.01241268218487394, - -0.09931365378151263, - -0.012532198319327783, - 0.059187288168067245, - 0.08141363613445372, - 0.08123671047058818, - 0.02099984705882357, - -0.061353805882352924, - 0.05045417815126048, - 0.003424229411764733, - 0.03549537599999996, - 0.10939142605042013, - 0.024103800252100897, - 0.09995052563025215, - 0.04793713714285712, - 0.08099445378151263, - 0.04342324285714288, - -0.04197519075630255, - -0.006363128907563019, - -0.04760110218487393, - 0.18736039663865556, - -0.06648005882352942, - 0.04628493109243699, - -0.08752957159663863, - -0.10092213726050421, - -0.04371235016806719, - -0.08629289915966386, - -0.061165748991596644, - 0.06382008823529413, - 0.08361947142857139, - -0.08537609243697473, - 0.011821439495798298, - 0.059812282521008404, - 0.07737757478991594, - 0.048898662184873966, - 0.05884979831932784, - 0.032120366386554605, - 0.049671467226890774, - 0.06206085193277312, - -0.06417456806722689, - 0.09108409243697482, - 0.013927862352941179, - -0.0819115100840336, - 0.06585645378151259, - -0.080924987394958, - 0.08453104543697479, - 0.03520098739495797, - -0.033171742605042, - -0.07644083142857143, - -0.07423916470588235, - 0.19354969352941173, - 0.07750047327731097, - 0.04090831848739493, - -0.009056908571428546, - -0.08928623369747901, - -0.1007881585714285, - -0.06398705378151263, - -0.08433044033613445, - -0.08870030352941174, - 0.009959691008403333, - -0.09990773865546218, - 0.05553736134453778, - -0.06597402521008403, - -0.09688954873949583, - -0.07634268067226894, - 0.04976200672268908, - 0.09565500000000006, - 0.04676366134453782, - 0.039169940336134454, - 0.01394140588235296, - 0.09173843613445375, - 0.04849337193277301, - 0.02735341008403359, - 0.0022560852100840245, - 0.017306670588235304, - -0.07432240336134455, - 0.018145999999999957, - 0.07377648403361345, - 0.03658892100840334, - 0.09466570336134442, - -0.01156839252100844, - -0.08601561932773116, - -0.023251629747899148, - -0.07814215966386556, - -0.05655879957983193, - -0.07487231655462186, - -0.05101524907563022, - -0.07532593025210085, - -0.08363757142857142, - 0.04670676983193278, - 0.01303225319327727, - 0.1082119579831933, - 0.058739847226890775, - 0.04739272436974786, - -0.08494485210084034, - -0.007814653361344537, - 0.03440219747899159, - 0.03682794453781517, - 0.019789025210084014, - -0.020285273949579827, - 0.01840798831932768, - 0.09117156386554631, - 0.09178180537815128, - 0.028927057983193283, - 0.039525619159663856, - 0.03801534126050421, - 0.05517624386554618, - 0.027384261176470626, - -0.06334286823529411, - -0.002208981512605072, - 0.04186990235294113 - ] - ], - "std": [ - [ - 0.9547059509648184, - 0.9457416976985498, - 0.9671967001393593, - 1.0340808405040773, - 0.29867998736393586, - 0.9719739664896527, - 1.0223829819294672, - 0.9920370365260445, - 0.9938178926570024, - 1.0674678703036786, - 1.0536235501005935, - 0.9759681128010698, - 1.1933806341652835, - 1.0462009952757907, - 1.0396377705165756, - 1.2364398130013148, - 1.0297123743799923, - 1.0513930980262587, - 0.9790963258765985, - 1.0632151511993007, - 0.8881037178933221, - 0.997644465555213, - 0.9146456782945884, - 0.9986846418706715, - 1.028389228812699, - 1.0052304374745582, - 1.0570364058143467, - 1.1112265087401707, - 1.0072333277340315, - 0.9792224727759794, - 1.140107641685767, - 1.0319855071635557, - 1.012909596546793, - 1.0478738212633798, - 1.0393769664926573, - 1.040313487043468, - 1.0004874772542869, - 1.0065552249215965, - 0.9959877333213383, - 1.0314341517051941, - 0.9609827644603898, - 0.9407821598946572, - 1.1423539444973092, - 1.040681629733202, - 1.035405523493998, - 1.0348642291431813, - 0.9384238030240764, - 1.007329148159345, - 0.96532151079532, - 1.080102411960722, - 0.9189706961196683, - 0.9890328023534652, - 0.9970449665503818, - 1.0032947034394086, - 1.0232492622926868, - 0.9044539334562162, - 1.0428486576399463, - 0.9869742154628898, - 0.9627579193146311, - 1.0375988820208812, - 1.0442635152617854, - 0.9921480147512401, - 1.0172361211613725, - 0.9856162070884749, - 1.0071085351580469, - 1.004680228407639, - 1.0918099971010347, - 0.859818967469955, - 0.951570742602994, - 0.8998130747416146, - 0.9682740422741012, - 0.9513593820658351, - 1.0918457242129123, - 1.0306512739007234, - 1.1233409715843774, - 1.319054880300292, - 1.0190368042078375, - 1.0726089749646683, - 0.9780586022786055, - 1.0237281910570661, - 0.9302196391823201, - 1.0150095369233572, - 0.8567595112619277, - 1.0253125704582768, - 1.0329663588386147, - 1.0150497595004389, - 0.9645261987539875, - 0.9987452828678794, - 0.9996111734287946, - 0.9939296531881606, - 1.0641892502012626, - 1.0238265092687246, - 1.0399511925040086, - 1.0927394981630942, - 0.947573210798269, - 1.0191620496299643, - 0.9777226300254053, - 1.0076015412678785, - 0.9989352692153354, - 1.0456873119376142, - 0.9570466525951427, - 0.9629678052479418, - 1.0756215730851235, - 1.0393724244555782, - 1.0305172746367526, - 1.0836356914908913, - 1.0236898037082116, - 1.030964269392618, - 1.054840275031591, - 1.0178620591147387, - 1.006995468728297, - 0.8734971943634845, - 0.942877766385353, - 0.971630330747536, - 1.0292634993717256, - 1.116414229811486, - 1.0266501952515827, - 1.0364187186039386, - 1.0294974903053178, - 1.069916118390874, - 0.9920027928850452, - 1.0092646258306635, - 0.9981544780299838, - 0.9515782433268465, - 1.0464699288665589, - 1.0272730625017454, - 1.0548039781673533, - 0.983479378572509, - 1.135184518802563, - 1.0353433069590894, - 1.0020848418547366, - 1.0073768884693561, - 0.9727461694029419, - 0.9973821577284503, - 1.0529917786648204, - 0.8823455010261391, - 1.0295445080258667, - 0.906856533293073, - 0.9621107954508806, - 0.8425968192386732, - 0.8559038698220399, - 1.016468338504835, - 1.037043233806624, - 1.0173006551929522, - 1.0578471179473388, - 1.0163426747138629, - 1.1986785031894742, - 0.9143980309098125, - 0.9344978248549644, - 1.0421032838564122, - 0.9875543674864906, - 1.0306666337849881, - 1.0407485217723018, - 0.9295624550306794, - 1.0304280230394511, - 0.9628856470269781, - 1.122180757252087, - 1.1061285175248974, - 1.0018242894154332, - 0.9161538026866665, - 1.0210998734495285, - 0.9425158583796771, - 1.017252092911681, - 1.1339821301332038, - 0.9482657315372943, - 1.0539881791338177 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 39, - "best_val_acc": 0.921875, - "test_acc": 0.863481228668942, - "train_size": 119, - "val_size": 64, - "test_size": 293, - "stats": { - "mean": [ - [ - 0.06318337899159665, - -0.01750837369747895, - 0.02927752857142856, - -0.008290130252100843, - 0.015662287394957966, - 0.02086558571428569, - -0.13928621848739492, - -0.07404167731092438, - -0.19213065546218494, - 0.1664315235294117, - -0.12294668319327731, - -0.1817351731092437, - 0.010112128235294188, - -0.10692336386554628, - -0.08861290806722695, - -0.06722896890756305, - -0.16965138907563024, - -0.08699059201680673, - -0.09990497731092438, - 0.025839068067226904, - -0.15816130924369745, - -0.17952358823529418, - -0.12498328067226894, - 0.15700955630252103, - 0.2047434554621848, - -0.12583588235294113, - -0.159380296302521, - -0.1583042731092438, - -0.017471884033613477, - 0.17150142016806721, - -0.013367896789915854, - 0.09515493319327734, - -0.1043621142773109, - 0.14587384495798317, - -0.12920535638655464, - 0.08664596507563023, - -0.11529433613445382, - -0.11128723529411766, - 0.1026118739495799, - -0.1288278638655462, - 0.03162067176470591, - 0.10926809579831938, - 0.10145011742857142, - -0.10089418487394954, - -0.16934925134453793, - -0.10035777899159666, - -0.0022220840336134593, - -0.14973477075630254, - -0.09981443655462183, - 0.13018069327731097, - -0.16896669495798325, - -0.19508748739495796, - -0.15524649243697483, - -0.11831341932773114, - 0.22480805714285726, - -0.04188063773109245, - -0.14299176722689078, - -0.09312031680672267, - -0.03409673368067225, - 0.21123602268907565, - -0.0823785142352941, - 0.09407231092436971, - -0.06044896050420165, - 0.12690943361344537, - -0.15432811176470584, - 0.11373846321008402, - -0.09197245798319335, - -0.036408632521008365, - 0.02736904537815129, - -0.07516609663865546, - 0.02726841428571433, - 0.11449725126050421, - -0.08324179865546223, - -0.1859713232773108, - -0.029114210756302543, - -0.04372340672268908, - -0.1676014957983193, - -0.09481104907563025, - -0.14518526134453774, - -0.14023717031932764, - -0.17883970840336139, - -0.15227219327731092, - -0.12688221596638652, - 0.17267242857142853, - 0.21734268907562995, - -0.13427643697478986, - -0.10342343025210089, - -0.08278381840336131, - 0.039320595126050406, - 0.12871404033613446, - 0.01710760588235305, - 0.1303802900840336, - -0.1259390416806723, - -0.02462903075630251, - -0.011597495798319335, - -0.02996593277310922, - -0.11406075697479011, - -0.15991802436974792, - 0.08011680672268909, - -0.13947732605042013, - 0.03274552773109243, - 0.12533725361344533, - -0.110098517394958, - -0.12202160000000008, - -0.11250578067226888, - -0.029730635546218537, - -0.06243363445378147, - -0.11122854033613447, - 0.0018548309243698465, - -0.16121145042016807, - -0.11309920420168079, - -0.1428132453781513, - -0.16323598739495804, - -0.1605866899159664, - 0.2219443926890757, - 0.08728584873949588, - 0.18907824873949586, - -0.14974748739495788, - -0.15023559243697474, - -0.18183265630252093, - 0.18517070504201683, - 0.16599662184873953, - 0.14711887731092438, - -0.05699850756302512, - 0.04790072465546219, - -0.009070256302521026, - 0.17716400000000004, - 0.16732338571428573, - 0.08124960588235282, - -0.14709592941176478, - 0.0369225247058823, - -0.017422470588235324, - -0.1504932868067227, - -0.19206401436974793, - -0.11275016705882353, - 0.00605314857142857, - -0.1441573467226891, - 0.07815059025210083, - -0.13342117983193286, - -0.0817532226890756, - -0.09976520789915962, - -0.10781365663865544, - -0.14120095630252097, - -0.14986163865546215, - 0.20239748411764702, - -0.07042730252100846, - -0.02724144705882351, - -0.08136119201680665, - -0.08620197731092435, - -0.144991794117647, - -0.11356651411764705, - -0.13158160840336128, - -0.10353579159663868, - 0.15731504201680674, - 0.12369566218487399, - 0.14793098151260503, - -0.10683907815126047, - 0.04158667731092437, - 0.08902219327731095, - 0.11460572504201683, - 0.06525115428571429, - 0.08792362386554624, - 0.06720011109243695, - 0.11343997344537818, - -0.046682014285714286, - 0.08234472924369746 - ] - ], - "std": [ - [ - 0.9926193696304842, - 0.982041564897434, - 0.9788587860924499, - 1.0481325530599315, - 1.1497163338460719, - 0.9036763603503252, - 1.0073501012902193, - 1.0681136353666913, - 0.957911230073424, - 1.0517887344491312, - 1.037533414748361, - 1.0316333625809162, - 0.988344377792284, - 1.0327635738369823, - 1.0645913439075099, - 0.8772045443763791, - 1.0038093734493303, - 1.078088978405565, - 1.016038289193935, - 1.1038191425269852, - 1.0415694714449408, - 0.9494193094640091, - 0.9951683699303016, - 1.0484760713821966, - 1.0292290388549856, - 1.0046238226745023, - 1.0231894041917298, - 0.8722526507660389, - 0.9637053912866876, - 1.0443111125853262, - 0.9779088621252243, - 1.0200265098256789, - 1.04982753768682, - 1.0411057141110271, - 0.9917883582877046, - 1.0640907950667935, - 0.9109416890609948, - 1.014778603352571, - 1.012407645947388, - 1.0130519839966745, - 0.9833348170290883, - 1.0054412900355405, - 1.002550053092507, - 1.040884298794981, - 1.0022037130564367, - 1.0045856731019926, - 1.0338791557822133, - 1.0330533263056556, - 1.0342555211980782, - 1.0856777292343813, - 1.0480432440305076, - 0.9406979132818648, - 0.9525414189459014, - 1.0458734546424882, - 1.0040929970983012, - 1.0908338035551266, - 1.0204411854890103, - 0.9393304179799824, - 0.8845216239422083, - 1.0634312588079848, - 0.9761643177227193, - 0.9998814706721766, - 1.0943099390691056, - 1.0203591751451435, - 1.0002264397589242, - 1.0452620025255572, - 0.21243774403030324, - 0.9825487629977677, - 0.9989470256653102, - 0.9776195550802724, - 0.9881921942536106, - 0.9692812223632913, - 1.0114103879358118, - 1.0176471463203618, - 1.0985968046879107, - 0.9011071747489188, - 0.9852820686558261, - 1.0409724045164395, - 1.0226853862781786, - 1.0523503465387045, - 0.9984890729247287, - 0.9865085860689214, - 1.0253383015650288, - 0.9842190050210698, - 1.0482657857074558, - 1.0036930615027435, - 1.0023674926749344, - 0.9730180833171876, - 1.0498568728572968, - 1.013227026732738, - 1.0681306059244247, - 1.0419005594011688, - 1.0023012201703372, - 1.0090606387751904, - 1.0008208481733105, - 1.0237634624186749, - 0.9344050493529626, - 0.9799269064690889, - 0.9917577807573584, - 1.0154669742852132, - 0.9626828180326641, - 0.9488893200381362, - 1.0680204623811373, - 1.0577745418633626, - 1.0312684087947, - 1.034145517451026, - 0.9555340495289785, - 1.038495245556023, - 1.124990782413921, - 0.9969234745383295, - 1.0341464668845146, - 1.0190464402227772, - 0.9844502112008426, - 0.9638979266497083, - 1.0560016403249661, - 1.0338565548525813, - 1.0195784734669, - 1.0452959798033794, - 1.0300936651868722, - 1.0079193145701346, - 1.0358505453672258, - 0.9983519055294932, - 0.9782721184706487, - 1.017214512787047, - 1.0461193963805977, - 1.0786507849769222, - 1.0600256230229115, - 1.0549246896740905, - 1.0202597947720748, - 1.0047933682967538, - 1.046133607275955, - 0.9767724487049283, - 1.065119568533619, - 1.0493844633618457, - 1.0486183588403433, - 1.0360634805883144, - 1.0211356178592574, - 1.116516917576279, - 0.9684635542928414, - 1.0485198907974274, - 1.0097174728071363, - 1.0200358029187542, - 1.0093169179506543, - 0.9954927763696803, - 1.9163314627641592, - 0.7748234776717885, - 0.8330323640536798, - 0.9972784153379518, - 1.014123873707783, - 1.0176782914003792, - 0.9696823644591901, - 1.0083943170146934, - 1.016776019144507, - 0.9587407406311098, - 0.9964839901207664, - 0.9516493424090011, - 0.7372865758169305, - 0.9783224584281585, - 0.9967116551381188, - 1.0058189487431421, - 0.9864991950017903, - 0.9736185085647364, - 0.9649805689555828, - 0.7965445354430392, - 1.012032729083389, - 1.009115061348346 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.828125, - "72": 0.71875, - "108": 0.671875, - "255": 0.28125 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8055555555555556, - "test_acc": 0.8175438596491228, - "train_size": 119, - "val_size": 72, - "test_size": 285, - "stats": { - "mean": [ - [ - 0.08827094453781521, - 0.052429700924369736, - -0.00036463781512605076, - -0.12936181092436974, - 0.24400667394957987, - 0.06789304621848738, - -0.14386008655462185, - -0.16341241647058824, - -0.09119049579831934, - 0.08688295487394951, - -0.010142181512605056, - -0.07992688621848743, - 0.07515934235294126, - -0.043617603697479, - -0.0595251351260505, - -0.00513104201680665, - -0.10509469159663867, - -0.12206933151260506, - -0.10814025714285717, - -0.12779779672268907, - -0.10893169613445379, - -0.08832163865546222, - -0.0816827924369748, - 0.09850233697478993, - 0.05851083949579831, - -0.1641787092436975, - -0.16092729126050428, - -0.1280319789915966, - -0.08851597478991598, - 0.07951196302521006, - 0.08349220993277319, - 0.005591952100840379, - 0.03787954203361344, - 0.10143728361344516, - -0.10608766731092427, - 0.14584866675630268, - 0.012883600840336178, - -0.16592546050420165, - 0.09759672268907567, - -0.19044940252100842, - 0.033699108991596664, - 0.11165795798319325, - 0.09412673485714296, - -0.05305871764705887, - -0.05172935680672275, - 0.012541703843697427, - -0.01198715798319332, - -0.18350753075630258, - -0.11316068361344542, - 0.01317001420168068, - -0.09100677478991598, - -0.07560952100840335, - -0.08295605882352938, - -0.11658848504201687, - -0.0018185008403361622, - -0.2458672547058823, - -0.1656989243697479, - -0.07704509663865547, - 0.036561694117647064, - 0.09020285378151255, - -0.03517201448739494, - 0.05582876890756301, - 0.009798390756302568, - 0.09632748058823527, - -0.07761458739495794, - 0.11183031848739493, - -0.036579986554621885, - -0.1263089718487395, - 0.11839747605042025, - -0.12111019226890757, - 0.02024199159663867, - 0.11024838487394956, - 0.04454762537815129, - -0.04300331764705883, - -0.03712093210084034, - 0.015276773109243746, - -0.10326505882352946, - -0.07333125647058819, - -0.08882397941176472, - -0.12382232100840335, - -0.08881872605042021, - -0.12030378151260503, - -0.09926218848739496, - -0.10734386974789903, - 0.06343325798319317, - -0.13570989327731095, - -0.04595993361344538, - -0.2624038873109244, - -0.16767311747899152, - 0.09202781512605042, - 0.08289800840336134, - 0.09075038487394953, - -0.06000971176470589, - 0.14886200151260504, - -0.07113343193277308, - 0.10141161344537818, - 0.010751606722689067, - -0.10513173865546219, - 0.04550339495798316, - -0.17243847226890754, - 0.046450748739495784, - 0.152537722184874, - -0.04370105689075634, - -0.0473904394957983, - -0.05494940756302522, - -0.07405113613445377, - -0.03986815983193283, - -0.20286767310924372, - -0.06405264798319323, - -0.0780125884033613, - -0.13415427676470587, - -0.08062178285714292, - -0.06563321680672268, - -0.062234380672268885, - 0.019833384033613455, - -0.030907690756302526, - 0.05372328235294116, - -0.1764853655462185, - -0.15975390168067233, - -0.13166282773109242, - 0.07275436470588237, - 0.05660831008403364, - 0.08542897647058818, - 0.12639466974789917, - 0.007908259394958005, - 0.10586099915966378, - 0.11454698386554625, - 0.09212199915966388, - 0.14067056840336137, - -0.0895770168067228, - -0.08912285042016815, - -0.05617147647058823, - -0.14716913361344536, - -0.079183261092437, - -0.05918893747899158, - -0.07452321445378149, - -0.15886370840336134, - 0.01905404537815125, - -0.10519994621848744, - -0.17713219344537812, - -0.11923718403361346, - -0.18296511042016797, - -0.16212627722689074, - -0.13948604201680673, - 0.10796782184873933, - 0.042607534453781536, - -0.20062171932773104, - -0.07986152588235298, - -0.048355900000000014, - -0.1863898361344538, - -0.0708105474789915, - -0.10174562865546222, - -0.09230160840336135, - 0.1088111268907563, - 0.036985360504201724, - 0.0905234268907563, - -0.0005666193277310296, - 0.13550344991596625, - 0.07032440672268905, - 0.12498390974789911, - 0.11443038134453778, - 0.17218037596638658, - 0.12188053815126057, - -0.04917931680672268, - -0.10940718739495801, - 0.018918798487394944 - ] - ], - "std": [ - [ - 1.2133217476808096, - 0.9652578226642976, - 0.9562814291999604, - 0.9966056010399577, - 1.8946268220275222, - 0.9886790713878757, - 1.0097226863252031, - 1.0867582795960857, - 1.0417589224997932, - 1.050242189139985, - 1.0667010091805855, - 1.0548795344041055, - 1.1190749488928982, - 1.0572465763203538, - 1.0230162584277593, - 1.0209072269541954, - 1.0668654357533103, - 1.0443336788426352, - 0.990874576128837, - 1.120212168053591, - 1.059400368391213, - 1.0526573622956357, - 1.1038394597149008, - 1.0008841743240904, - 0.9680575174660357, - 1.0707994377159522, - 1.1140756914259644, - 0.950461759055246, - 0.9718974872556142, - 0.9735586441221257, - 1.1567408121073435, - 1.0232943304431714, - 0.9691590839674367, - 1.0073028282577203, - 0.9940009027248206, - 1.1435157497277848, - 0.9996235910991119, - 1.0269563434750735, - 1.008201967276556, - 1.0550683905227118, - 0.9586071450202497, - 0.9837557247029177, - 1.0965052578037058, - 1.0450206753864866, - 1.0490515247311962, - 1.0695381870608307, - 1.038128056317601, - 1.0253465437388283, - 1.0120829704198246, - 1.0886821528839274, - 1.044134767295889, - 1.057010495053697, - 1.099547175101147, - 1.0777320456504151, - 0.9823934587662047, - 1.1421985287771175, - 1.0422574316080255, - 0.9551778546027428, - 0.956249353115088, - 0.9834601472281421, - 1.029947583292353, - 0.9913988001063331, - 1.0982033505572715, - 0.9681930495112483, - 1.0408755740827247, - 1.2253039493523459, - 0.567158136783271, - 0.9085815833042423, - 1.0299220239151927, - 0.9456963821833498, - 0.9732983818929857, - 1.0442991792113836, - 1.04539232954153, - 1.0732878711261946, - 1.1008086762685154, - 1.0285808932813831, - 1.0337505005392162, - 1.0564580683518567, - 1.009641905396013, - 1.0305981372553041, - 1.0664271922774013, - 1.0216625020139711, - 1.0388018156059555, - 0.9586012537860019, - 0.9557594962481459, - 1.0302377619239333, - 0.9961613435881551, - 0.9016777854545155, - 0.9406896531612865, - 0.9812838480496827, - 1.0699842326852145, - 1.0186354962550983, - 1.035027201513659, - 1.0841073584834067, - 1.0303881720252803, - 1.0570748314290839, - 1.02985434388838, - 1.0364309671151335, - 1.0005332938619562, - 1.025577023774322, - 0.9464780143821591, - 1.0208419763094765, - 1.0617116423350834, - 1.0293973942652435, - 1.0261666434965675, - 0.9851421752157683, - 0.9857629751068895, - 1.0385946163975952, - 1.0559440697914113, - 1.016524220581366, - 1.0027196694275118, - 1.0834757121421426, - 1.0779633843014398, - 1.0946447748718007, - 0.9723982390487668, - 1.2023645479315772, - 0.9602099447193709, - 1.0179074417662215, - 1.0352139390132336, - 1.0786183250373933, - 0.9804549368975595, - 0.9682741396185083, - 0.9768312285612, - 0.964630802629325, - 1.0207703099984005, - 1.0415806373869094, - 1.0550470699342684, - 0.9675481149164916, - 1.1420215446420958, - 1.0174455574052221, - 1.083572189658775, - 0.9761057784836439, - 1.0143463201882303, - 1.0941768766737126, - 1.0832459833284696, - 0.9500313582926581, - 1.065039580804888, - 1.0125276884653949, - 1.1411154537895276, - 1.1272755315245084, - 1.050528247361956, - 1.028501993348714, - 1.006157366499387, - 1.012150424187772, - 1.6375220163439004, - 1.093707575936411, - 0.6658659113952596, - 0.988960241303364, - 1.0068392081134723, - 1.09304691782344, - 0.9750885920735577, - 1.0310739633166615, - 1.0173047096798833, - 0.9764442487893782, - 1.0396515626155156, - 0.9538418857070222, - 0.9651813087072169, - 1.0912789245984904, - 0.9909731053384292, - 0.9928942678288627, - 1.0260651993226064, - 1.0689401877661775, - 1.1776513152500432, - 1.2958224260799447, - 1.1488774292810453, - 1.0222715473882593 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.75, - "72": 0.694444477558136, - "108": 0.5833333134651184, - "255": 0.2222222238779068 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7889266053050096, - "std_test_acc": 0.0626692045956057, - "n_samples": 476, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.40439967066049576, - "std_cert_acc_36": 0.44560551041066593, - "mean_cert_acc_72": 0.353298619389534, - "std_cert_acc_72": 0.408074763191252, - "mean_cert_acc_108": 0.3138020783662796, - "std_cert_acc_108": 0.36414593808673623, - "mean_cert_acc_255": 0.1258680559694767, - "std_cert_acc_255": 0.14732414288579368 - }, - "musk-2": { - "dataset": "musk-2", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 44, - "best_val_acc": 0.9663512092534174, - "test_acc": 0.9624812406203102, - "train_size": 1649, - "val_size": 951, - "test_size": 3998, - "stats": { - "mean": [ - [ - 0.012168368132202085, - 0.02341837027895701, - 0.020700292359005428, - -0.02209387503335347, - -0.0020560481746509213, - 0.07922314560339604, - -0.027858995163129237, - 0.00514897956337172, - -0.025443598241358795, - -0.012925350424499825, - -0.009110814602789298, - -0.017373151864160538, - -0.040321679138872364, - 0.007127460606428197, - -0.012625362098240398, - -0.02746496821710099, - -0.023977028114008505, - -0.0128747651546395, - -0.006377627871436776, - -0.011840867556093787, - -0.035358124244997124, - -0.02599307175864223, - -0.018361714281382703, - 0.011001715591267355, - 0.027934514554275192, - -0.011575247507581028, - -0.007172763747725843, - 0.0027959981928443083, - 0.042997548386901153, - 0.023930509799878933, - -0.01096750604002399, - 0.010412050727713567, - -0.006464042322619719, - 0.029377336149787842, - -0.02244467216494814, - 0.0317711095209218, - 0.03187295605821503, - -0.0026378569678593704, - 0.020977830206185225, - -0.0036226940509401454, - 0.021893817113401794, - -0.0009828729290479623, - -0.029076973559733193, - 0.0033704940994537243, - 0.004985980127349881, - -0.010993449878715093, - -0.012518613050333069, - -0.027202663074590454, - -0.0010676262219536442, - -0.01585898565524571, - -0.03181626658580958, - -0.02924936503335347, - -0.02763026403881141, - 0.008494404038809971, - 0.04722333969678628, - 0.0229503257368101, - -0.018894740873256474, - 0.01871618680412386, - 0.06477876221952691, - 0.008558880157671074, - -0.031547880798059424, - 0.008203403517283188, - -0.000289734602789409, - 0.03673335621588857, - 0.013091789630078789, - 0.02911800007883555, - 0.01277751763492998, - 0.008987795275924537, - 0.008712649326864512, - 0.01420030491813175, - 0.025488006731351723, - 0.021362418544572378, - -0.015943126046088506, - -0.0005885549181321762, - -0.03791631068526347, - -0.015693888781078937, - -0.023804016494845228, - 0.004294386876894847, - -0.01157729425712512, - -0.01509732865979494, - -0.031328824038811424, - -0.025596520897513814, - -0.03243116698605216, - -0.02051309634930244, - 0.012494524863553975, - -0.025342257265009032, - 0.014463499423893529, - 0.03412406198301991, - 0.0033505793298965916, - 0.042880541425106077, - 0.007444614442691303, - 0.019256483653728926, - -0.015653737174045033, - 0.0006856575657974568, - 0.02221309022437888, - 0.018454490527591967, - 0.05848207186500957, - -0.019929462886597988, - 0.01588340198908411, - -0.016667239181321875, - 0.018337170509399668, - 0.005482837640995143, - -0.02818863503335347, - -0.010530225324440038, - 0.000394534081261926, - 0.0006825949909036677, - -0.004826858508186781, - -0.020504588665858026, - -0.02142568289266422, - -0.0011396426318975351, - -0.01590721860521369, - -0.030444407580351825, - -0.031948866100667064, - -0.030496640163735603, - 0.012254034827167781, - 0.012930004990903523, - 0.02322402771376609, - -0.008586242510612324, - -0.0197745485567008, - -0.007942196488781021, - 0.025542949909036442, - 0.05293685342025502, - 0.05262248675560933, - -0.029827094505761254, - 0.010104120921770921, - 0.0022028918981197103, - 0.0016149754275316386, - 0.023351566525166744, - -0.002819539854457228, - -0.002041346402668358, - 0.01823543717404487, - 0.013049118435415728, - -0.030092134930260864, - -0.014618941146149471, - 0.005299833020012497, - 0.015546710539720895, - -0.00942926343238306, - 0.015492048283808455, - -0.011970772437841034, - 0.009756993417829036, - -0.019888988114008455, - -0.0011420646452394534, - -0.015025678132201254, - -0.013745059496664378, - 0.015459569375378677, - -0.010210574627045487, - 0.021245265463917546, - 0.022011781334142992, - 0.02073261820497242, - -0.005542739993935386, - -0.019565093746513107, - 0.00036582510612481067, - -0.0189964784718008, - 0.019598904063068558, - -0.00026563279563400293, - 0.01771834469981801, - 0.01626723617465116, - 0.01942332519102481, - 0.031801142498483904, - 0.018783376682838318, - -0.004773656567616662, - -0.00011846311400895201, - 0.01336986795633728, - -0.03590764133414193, - -0.03136190026682869, - 0.019380970218314118 - ] - ], - "std": [ - [ - 1.0328022523113283, - 1.0034675961418653, - 1.004502178141599, - 0.9908819725941522, - 0.9900285779624574, - 0.9922869983839483, - 0.9940251383226943, - 1.0023957894105795, - 1.0001232563862132, - 0.9694534261265297, - 0.9909609551728282, - 1.0245658684959877, - 0.9889385630503745, - 1.02018833549602, - 1.0099637621111557, - 0.9533954360905958, - 0.9939413086518578, - 0.9495206701070115, - 1.0240125891607361, - 1.0103444615034631, - 0.9946476273612365, - 0.991342725906765, - 0.9858149199320863, - 1.0014711063260942, - 1.004472195320524, - 0.9889795116240089, - 1.000004391730708, - 1.0058601968014709, - 1.0343528189495148, - 0.9919047582182774, - 0.9696485736175491, - 0.9924140896524998, - 1.0155430689993945, - 0.9932553050087483, - 0.9699258360928635, - 1.0042970460912612, - 1.0197195605157803, - 1.001155677587926, - 1.0168152275345068, - 0.9990466599977574, - 1.0098411842715662, - 0.9846055078437203, - 0.9754412310974523, - 1.0070038006714206, - 1.0276809963147806, - 0.9906853395114988, - 0.9868894780685001, - 0.9900119186756405, - 1.0256770060540596, - 0.9757901727181725, - 1.00918520579672, - 0.9930883762442995, - 0.9893732161976826, - 1.0067582306865286, - 0.9812661122355284, - 0.9974102126361273, - 0.9972736641033295, - 1.0121917462070245, - 1.0227697257558075, - 0.9856449287075832, - 0.9902863042093888, - 0.9959939826856674, - 1.0367568153718374, - 0.9863881182581064, - 1.0128392086861082, - 1.0221798349905806, - 1.0363645719704848, - 0.9908253070164581, - 1.0128010969900354, - 0.988603956830815, - 1.0081799316492677, - 1.0108771107458496, - 0.9832967493585726, - 1.029163070750164, - 0.9916679017275597, - 0.962685533931823, - 1.0027583300444822, - 1.0001938412765523, - 1.0209787004269553, - 0.9973662987453862, - 1.0061352847046312, - 0.9919410755542308, - 0.9846501403948491, - 0.9899263174260658, - 0.9845864971582349, - 0.9930689102842462, - 1.0135506035486388, - 1.0043926518503545, - 1.0162976879588899, - 0.9792327605267319, - 1.006235132130296, - 1.0118863144201946, - 1.00544671112892, - 1.0039248549576703, - 1.0350589137732202, - 0.9995022597709913, - 1.0159841525314124, - 1.0003354265534572, - 1.0084463468690352, - 0.9985081538974993, - 1.0110839895364512, - 1.0013381576463882, - 0.9912876803786089, - 0.997289736689443, - 1.017350271822531, - 0.9797570549225073, - 1.0043565268096553, - 0.9872978856195639, - 1.0033468182033753, - 1.0218062902654916, - 1.0014959384493556, - 0.9888739832615349, - 1.0004143322752173, - 0.9931349078768341, - 0.9800306535559788, - 0.9957636890082171, - 1.0002904102651144, - 0.9887217530179371, - 0.9945292914948252, - 1.004902891466416, - 0.9962003472957158, - 0.9934257069186699, - 0.9799059188184409, - 0.9949621520724802, - 1.0029037698373038, - 1.0036871512403356, - 0.9897720620258614, - 0.9871702045154062, - 1.011521199823348, - 0.9941843616678862, - 1.0247569886394758, - 0.9988084298059352, - 0.9881291924468982, - 1.0179947532533584, - 1.0106341537352928, - 0.9919181897045649, - 1.0028443160348683, - 1.0061816857351074, - 0.9845932235691414, - 0.9825632133654874, - 0.9783171138085085, - 0.9969834535825824, - 1.0007811859343756, - 1.0019656189691033, - 1.0503484122189095, - 0.9753504608707252, - 1.0373469598286436, - 0.9949630633139451, - 1.0059234160225077, - 0.9993867259561041, - 0.9736626903578918, - 1.003303340408411, - 0.9938479422620685, - 0.9997621940680084, - 0.9893549017338009, - 0.9921437872926778, - 1.0351189228816489, - 0.9982053116677407, - 1.0049035777011361, - 1.007943748077122, - 0.987183747951824, - 0.9954065358497123, - 0.9844630756889735, - 0.9195912077534116, - 1.0102406845364933, - 0.9709132374569961 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.9421660900115967, - "72": 0.9263932108879089, - "108": 0.9043111801147461, - "255": 0.7392218112945557 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.9610516066212269, - "test_acc": 0.9640489546149924, - "train_size": 1649, - "val_size": 1027, - "test_size": 3922, - "stats": { - "mean": [ - [ - 0.0022033838386908973, - 0.06625603036992117, - 0.04649901939357201, - 0.0004913727592479633, - -0.007424528047300943, - 0.029222694481503848, - -0.02871623684293518, - -0.01058671273499129, - -0.02433525755609501, - 0.004942196840509272, - -0.015235754990903076, - -0.012600504249242172, - -0.02657332941176486, - -0.01012015760339567, - -0.018367278909944645, - 0.044433595385081875, - -0.029744519138872053, - -0.004242953947847537, - -0.008002045858095115, - 0.0011893272164947555, - -0.05592513376591881, - -0.02044694836264443, - -0.04302950797452996, - 0.025187052055791012, - 0.02474263468768939, - -0.042601262001213426, - -0.020695051036992134, - 0.0015384054093390107, - 0.011092726046088491, - 0.021371811740448717, - -0.013469555081867212, - 0.01982452726500885, - -0.044538194766525006, - 0.030567572645239703, - -0.031482593996361656, - 0.02141072656155254, - 0.010427163068524451, - -0.023554046506974034, - 0.04504258471801071, - -0.03430833826561581, - 0.06747908948453606, - 0.04348396486355425, - -0.008884907592480267, - -0.011684225839903674, - -0.00656703219526952, - 0.002896513929653742, - -0.005738400824741935, - -0.04156242043662813, - -0.004873803086719859, - -0.0020245170263190598, - -0.0404051468768953, - -0.020279581224984647, - -0.029963112977562135, - -0.0015368056033973371, - 0.029301830357792758, - -0.05476914620982405, - -0.037951578969072176, - 0.047465052261976975, - 0.020526558156458357, - 0.02033791100060642, - -0.030164184865979576, - 0.05024194190418452, - -0.04485629808368706, - 0.03147835112189204, - -0.006291162340812682, - 0.019074118508186463, - -0.0014484904548212434, - 0.008784981788962792, - 0.023386305391206525, - 0.005879860982413359, - 0.05940395211643435, - 0.04984556731352376, - -0.023843370139479056, - -0.00745569275924821, - -0.018882913905396863, - 0.02314283274711956, - -0.024472644293511335, - -0.002770279702850328, - -0.012337558138264851, - -0.011593327471195118, - -0.042932302716798265, - -0.0240285988963009, - -0.0452392710248636, - 0.04310506591873858, - 0.02492436379624043, - -0.031592489102485924, - 0.053639132025470125, - -0.030478516828380917, - 0.007038873759854203, - 0.025400627586415966, - 0.0229284818168576, - 0.0009592673741654173, - -0.024041893893268843, - -0.0050410013741663505, - -0.039906425639781765, - 0.03151746901152146, - 0.018252275536447, - -0.023123840842935037, - 0.049373840412370945, - -0.03933781325530598, - 0.07366186678593085, - 0.013209034602790264, - -0.021385058447544267, - -0.018445256191631672, - -0.012832089751363926, - 0.016886379345057278, - -0.0021345572407520425, - -0.0338357411158276, - -0.013289104663434192, - -0.0065585543056388826, - -0.01209856645239361, - -0.04576090782292301, - -0.032484600758035095, - -0.028557836749545137, - 0.02584237292904779, - 0.009022810600363702, - 0.022957384186780123, - -0.03818952886597925, - -0.032933244008489626, - -0.009165709096422076, - 0.02088987131594965, - 0.02855925063068547, - 0.024874274311704, - -0.03435405539114632, - 0.016969646773802517, - -0.018423495306246717, - 0.01951220546998175, - 0.025427100121285417, - 0.012467580333535485, - -0.010936757514857925, - -0.014689930918738598, - 0.013502246094602934, - -0.050603092346876676, - -0.01723701176470571, - -0.004896197422679896, - 0.02070974576106733, - -0.026273534445118388, - 0.030336164984839376, - -0.039887732504548135, - -0.056432912220739984, - -0.05021272674348097, - -0.02755221443298974, - -0.03442035423893272, - -0.028371501285627588, - 0.0005140135536685691, - 0.002409129072166215, - 0.02409891870830806, - 0.02409901194663454, - 0.04556790412371142, - -0.03490499576713144, - -0.052055877830807035, - -0.012115913268648306, - -0.022166139478470903, - 0.05603566475439655, - 0.037913323129169, - 0.05956955137659166, - 0.012290112295936774, - 0.04308550950879324, - 0.029600502874469404, - 0.024453837204366478, - -0.010275065567010471, - 0.0072667682619769, - 0.010619255191024834, - -0.015975785809581464, - -0.03865312817465139, - 0.001558572067919981 - ] - ], - "std": [ - [ - 0.9789609056537054, - 1.0223542173821687, - 1.006354499416772, - 1.0097426115961123, - 0.9821876353647652, - 0.9998046045489866, - 1.0178212606990535, - 1.0167721117355657, - 1.0114146027100444, - 1.001776238241197, - 1.0068173587187008, - 0.9900351224079849, - 1.0414098112135597, - 1.009574294617972, - 0.9953634621121619, - 1.0551495473134025, - 0.9981956531855851, - 1.0183570217473137, - 1.0066623632600822, - 1.0127852757834928, - 0.9819060519437951, - 1.0168025572775439, - 1.0011040348853746, - 1.0077391574190562, - 0.9960322515796017, - 1.0217184675272302, - 1.0045863660324679, - 1.0189216552292488, - 1.0209580005984413, - 0.9885762298604023, - 0.9548219575549232, - 1.0137570744288356, - 0.979579874589421, - 0.991197794892492, - 0.9880528964389337, - 0.9852989430996284, - 1.0048530597402896, - 1.0022576693152574, - 1.019817156007534, - 0.9946728227761036, - 1.0213302738059442, - 1.000964538491138, - 1.0307917076654618, - 1.006989527865548, - 1.002313843550004, - 1.0141972045736452, - 1.0080080308891233, - 0.9964183873498001, - 1.0258591594541053, - 1.0107146809178345, - 0.9717107214304516, - 1.0149102149309601, - 1.016907704482399, - 1.0078526095792883, - 0.9874709483602169, - 0.9996202197544782, - 1.0096827085606537, - 1.0379820129740673, - 1.013223513461979, - 0.9861254732898448, - 0.9893639979797026, - 0.991075106383618, - 0.9269809003308983, - 0.9875139847082404, - 1.005442372648796, - 0.9896204194858335, - 0.9935153912057717, - 0.9811099295350456, - 0.982575262307681, - 0.9795878781577906, - 1.0193143649741352, - 1.0119494318757316, - 1.0171821247574437, - 1.0034040467334655, - 1.0066093997021297, - 0.9694393186766306, - 1.0117730193741676, - 1.0122625190981362, - 0.9925145459941629, - 1.005154502988111, - 0.9987288725767053, - 1.0170813277668, - 0.976308824777624, - 0.9884631741550407, - 0.9915959199837703, - 1.0218983144556584, - 1.0142113893430906, - 0.9911920808019298, - 1.0172127287199233, - 0.9893770325784368, - 0.9989337891002755, - 0.9894791117074598, - 1.0007549319713978, - 1.0326939082689799, - 0.9899757429384302, - 1.010492032769745, - 1.0061235379816107, - 1.0091634350161915, - 1.0152313478591228, - 1.0056174411509322, - 1.017311898436513, - 0.9976512207707879, - 1.003882833915693, - 1.0004358570223468, - 1.0036377564081862, - 1.0211550893522847, - 0.9924334669404734, - 0.9971024879775969, - 0.9990772588620248, - 1.0032740804274622, - 1.0024996588619381, - 0.9916378123810937, - 1.0022499057411776, - 1.010183122426781, - 1.00163045757315, - 1.0085039687864976, - 0.9922730297554195, - 1.014983448437488, - 1.014822892124083, - 1.0148845786316816, - 0.9937553605624629, - 0.9882702039873854, - 0.9870322023279767, - 0.9850906859406272, - 0.997923959817147, - 0.9510903327769852, - 0.9917224934440294, - 0.9847975043099015, - 1.0202145588783864, - 1.0021246013348553, - 1.0003272501219964, - 1.0067673298995008, - 0.990781057863208, - 1.0020482585196349, - 1.018688317687672, - 0.9988236160134567, - 1.0069349597950046, - 1.0061002120663578, - 1.0122386395403618, - 0.9892206859790922, - 0.9855242096919327, - 0.9959531341164058, - 1.0065041184698018, - 1.0078483816424069, - 1.0021878472773025, - 0.9741424082334939, - 1.0890817487043594, - 0.9945307148083409, - 1.007530511064047, - 0.9991966896972047, - 0.9619750319373882, - 1.0030667264483681, - 0.9931958657494955, - 1.0006523699688303, - 1.010191508136165, - 0.9864924753596401, - 1.0139473615684553, - 1.0114408938636286, - 1.0033347496554157, - 0.9803226862995067, - 1.0098451761605862, - 0.9980225437342447, - 1.0129871477235215, - 0.9828742206168505, - 0.9665430998047373, - 0.9908589509231834 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.9328140616416931, - "72": 0.9133398532867432, - "108": 0.8851022720336914, - "255": 0.7322298288345337 - }, - "fold": 1 - }, - { - "best_epoch": 41, - "best_val_acc": 0.9684959349593496, - "test_acc": 0.95359394703657, - "train_size": 1649, - "val_size": 984, - "test_size": 3965, - "stats": { - "mean": [ - [ - -0.0165193507883561, - 0.023745576106731784, - 0.00894758525166726, - -0.012979845463917304, - -0.008554753389932977, - 0.008500205057610555, - -0.008827268055791222, - 0.02424651702243768, - 0.002300678673256056, - -0.006792839332929151, - 0.0047927400606429405, - 0.0003070491534258074, - -0.0037253238023046277, - 0.012077483473620145, - 0.018683199696786473, - -0.009275691437234477, - -0.006638355451788972, - 0.017810546682838085, - 0.015129445567010357, - 0.024298001443298942, - -0.003184869132808023, - -0.004290789721043456, - 0.0031496054275316357, - 0.014148549696785681, - 0.018162637962401695, - 0.0032194466707086006, - -0.006616737907822937, - -0.022775198374772664, - -0.015071109605821711, - 0.014638325488174678, - 0.011475148077623627, - 0.03049396374166147, - 0.025694605900545734, - 0.008604017768344612, - -0.012231649072164738, - 0.002613359126743679, - 0.029584712128560786, - -0.0034158958580959363, - 0.006069550751970517, - -0.00541011442692557, - 0.01880269619163089, - -0.008083247077016392, - -0.006491640764099397, - 0.014566732795633777, - 0.008376424821103932, - -0.0009929023711349493, - 0.02163681163129177, - -0.0025090638993329082, - 0.01741273975136374, - 0.005851729104123725, - -0.004465054881746678, - -0.0037159464523949803, - 0.0014873154821107525, - -0.007976062644028743, - 0.01156759172225612, - 0.023733914178289805, - -0.011275250879320775, - -0.002578957016372865, - -0.006478712734990847, - 0.00032240861127936024, - -0.011706570736203905, - 0.02587612322619762, - -0.011422028793207837, - 0.01712189235900559, - 0.0028696369314734713, - -0.0015781066646451572, - -0.027441241722256038, - -0.0014402773256522523, - -0.004449931892055841, - -0.0014659224075202345, - 0.01708213645239509, - 0.018733296931473596, - 0.008334289472407117, - 0.005727799963614559, - 0.007039103201940653, - -0.00224206858702233, - 0.0011615125591269186, - 0.0096409494117641, - 0.004899610121286758, - 0.009826549023650048, - -0.009219501334142207, - -0.004807864269254234, - -0.002443187265009144, - 0.011609495827774482, - 0.0040307750576106674, - -0.004682432261976522, - 0.013977261024863448, - 0.0012793727167981009, - -0.025686529896907437, - 0.013434234869617957, - 0.021999945691932813, - 0.012433017674347574, - -0.009033386234081325, - 0.0062409658120072915, - 0.0009289013947849186, - 0.0003903400242564852, - 0.02740975750382101, - -0.011144831170406301, - 0.005830573753789878, - -0.009510249636142982, - 0.02073330933899335, - 0.007879717440873353, - 0.009509570454820928, - 0.01405836261370407, - 0.014672617586416688, - -0.005675097756215873, - 0.0017475856822315732, - 0.0018848247543965708, - 0.02229300998180564, - 0.01026309860521593, - 0.017680451788964564, - -0.005672595821710331, - -0.009564725087932182, - -0.0036886342935116994, - 0.01000584954517868, - -0.0014087143177684452, - 0.020023876538508456, - -0.014409325075803336, - -0.008730885488174288, - -0.0034071386173437994, - 0.017709779927228837, - 0.0037029051849606504, - 0.011111249060036448, - 0.001931565688295556, - 0.0326300536264404, - 0.009591248938750647, - -0.007016625542753067, - 0.012978908750757932, - -0.0024730208186779807, - -0.005898704823529222, - 0.00046255165858092147, - -0.015087141012734237, - 0.007914145130382093, - 0.00938928223165545, - 0.01491191867192227, - 0.003460371607034447, - -0.007647012371134029, - 0.009316860582171302, - 0.012669591819284187, - 0.023290896266828284, - 0.012400781200727585, - -0.003923578150394203, - -0.005147092104305529, - -0.008281499878714238, - -0.03743850333535512, - 0.013677931825349052, - 0.0004504794117647815, - 0.0031018094057014187, - 0.009501353911461253, - -0.007035560921770639, - 0.008385035146755612, - -0.0034377712431776946, - -0.010681847180108386, - 0.029691756458459714, - 0.008845037744087314, - 0.036611106986052, - 0.006922057057610421, - 0.00199877628865977, - 0.016813865591267338, - 0.002876468101879801, - 0.005453485567009417, - 0.0042027340964213965, - -0.01236373710127327, - -0.008553608768950838, - -0.0069991010551852945, - 0.0076861960764099575 - ] - ], - "std": [ - [ - 0.9681286752068088, - 1.0188584468817592, - 1.0110661386281417, - 0.9985656246319761, - 0.9821622573144201, - 1.0036187347218821, - 1.0069688072671201, - 0.9902174757207433, - 1.01713159486763, - 0.9867718776262003, - 0.9758196806068826, - 0.9717105755097225, - 0.9881331057860607, - 0.9898880234141544, - 1.0032622320902203, - 0.9951157752575892, - 1.0046808806006051, - 0.9614388015014891, - 0.9853693985919703, - 1.0191683054599883, - 0.996439727744992, - 1.008421273109573, - 1.00416757618972, - 1.0050873163713752, - 1.0062941810400496, - 1.0106625492506378, - 1.0037290960252208, - 0.9716931899880294, - 1.0122721434564084, - 1.004145433664744, - 1.0126537584886575, - 0.9877832016144399, - 1.0016994225200662, - 0.9984055948469278, - 1.009905276240697, - 0.9928053125930449, - 1.028439787038722, - 1.0058093224458307, - 1.0026249721952805, - 1.0044305239260718, - 1.0145868354939207, - 0.9730410910554939, - 0.981275887794836, - 0.9868601113866823, - 0.9903107009766159, - 0.9840780321801739, - 1.0155043762626388, - 1.015709680805549, - 0.9877740152182051, - 1.0007933926991834, - 0.9639452930264027, - 1.0107985365057115, - 1.0139858844795777, - 0.978091201901524, - 0.9836289102008465, - 0.9892831848712296, - 1.0050542524754924, - 1.0041143150075589, - 1.011404712398526, - 0.994592205655486, - 1.003602088307178, - 1.0043236988473279, - 0.9890344165359591, - 0.9960153738734304, - 1.0247056593625234, - 0.9709722536076895, - 0.8984006766242731, - 1.0084723110544285, - 1.0080442044255657, - 1.0139042067755502, - 1.0147945346118319, - 1.0086308434283413, - 0.9798709269587462, - 0.985827749679927, - 1.0097816591529503, - 0.9967310231913435, - 1.0125467431933681, - 0.9795738908810216, - 0.9759574846742652, - 0.9879270836797008, - 1.0100364897802065, - 1.0084344135598255, - 0.9683448859407486, - 0.9884096351113933, - 0.9957784496098612, - 1.0106496350052778, - 1.0041619111843998, - 0.9965669874488615, - 1.0148365256887901, - 0.9954909131964714, - 0.9942883718958846, - 1.0007980703139212, - 1.0031320592473836, - 0.9828596472567013, - 0.9637136602853367, - 0.9970558130158634, - 1.0142250931970318, - 1.008890015046518, - 1.0055896715654262, - 1.004944159225849, - 1.015901087459527, - 0.9987432420315473, - 0.9985224279803399, - 0.9900020636370531, - 0.9946414368680025, - 0.9718565169997336, - 1.0010286004673303, - 1.0045607582554759, - 1.0126684697205748, - 0.9911582699978772, - 0.9979453061380805, - 0.9943479420017864, - 1.0057507939001675, - 1.009199116070283, - 0.996011631450574, - 1.0055786667678899, - 0.9980095514928135, - 0.9965213084556673, - 1.0065546695035632, - 0.9959098534303568, - 1.0066323304809803, - 0.9785303330423044, - 0.9869014865983016, - 1.0002036756849269, - 1.0025571744250443, - 0.9798050960785967, - 0.9928695520264623, - 1.0029641941982563, - 0.995414106898259, - 1.0148844453635921, - 0.9709719526035338, - 0.9939566879305621, - 0.9884244597895214, - 0.9767542641597464, - 0.9853765727313375, - 1.0106906221793046, - 1.005948414723524, - 1.017725449726877, - 1.0152735855520598, - 0.9876730417321886, - 0.9757936207779202, - 1.0047018133551442, - 1.004391788961941, - 1.006171785979052, - 0.8968175799273889, - 1.0473489426893206, - 1.0315201707660164, - 1.0175144216806302, - 1.0142189436584537, - 1.0038989754399161, - 1.0173990273862883, - 1.0127050623257519, - 1.0051909194938937, - 1.012068652647229, - 0.9962079218654786, - 1.002233177655679, - 1.0161322523275562, - 0.999594425724876, - 0.9955572903935671, - 0.9917181216246964, - 0.9858353212831604, - 0.991792827254217, - 0.9768523928420304, - 0.9547301155646564, - 0.963911142038982, - 0.9970598920069098 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.9471544623374939, - "72": 0.9156503677368164, - "108": 0.892276406288147, - "255": 0.6961382031440735 - }, - "fold": 2 - }, - { - "best_epoch": 62, - "best_val_acc": 0.9619732785200411, - "test_acc": 0.9585010060362174, - "train_size": 1649, - "val_size": 973, - "test_size": 3976, - "stats": { - "mean": [ - [ - -0.019377861036991656, - 0.025388282601576818, - 0.017005815742874516, - -0.007883900460885378, - 0.0060343637174048335, - 0.019899812286233772, - -0.017346581947847252, - 0.01720070440873258, - -0.022683759298605638, - 0.03576464684050942, - 0.003250418289873286, - 0.023095340225590528, - 0.025853774105518486, - 0.004904056128563328, - 0.015174882898727272, - 0.004904859053972195, - -0.0064262512310491165, - -0.0013788380109157152, - 0.03392423097634965, - 0.040471053135233824, - -0.007766068975136523, - -0.02654642546998242, - -0.002714201516070317, - -0.005730637913887314, - 0.014443505081867881, - -0.01681206773802325, - 0.022797446707095152, - 0.02924670987871426, - -0.016523001552455778, - 0.022271198156458668, - 0.007295070836871207, - -0.010380893735597325, - 0.0032170857913887633, - 0.03166040751970903, - -0.011104923177683385, - 0.023025889023650516, - 0.00955245047907632, - 0.00501562544572467, - 0.003645016027895317, - 0.012703992892661992, - 0.014234079029714866, - -0.018872668283808444, - 0.03357063479684651, - 0.002985781740448259, - 0.016828823032140804, - 0.008592184530017656, - 0.020646139611886168, - -0.025274300994542045, - 0.031819425821709706, - 0.041618958390176077, - 0.00933414724075195, - -0.02236399884778645, - -0.018589546555488203, - 0.001330274912066101, - 0.0015160872407521844, - 0.002306856531231052, - -0.0022718787992723603, - 0.028225555027289576, - -0.006301775864159792, - 0.02247907061249244, - -0.011468676332322514, - 0.02175189545178902, - -0.013670970357792456, - 0.03126135081867806, - 0.004543698483929725, - -0.0009374850879321324, - 0.021139099308671503, - 0.02629353206791973, - -0.02450631540927904, - 0.030707943529411457, - 0.01293060334141885, - 0.012913687446937628, - 0.00928486858095778, - 0.01766341600970324, - 0.03807825699818077, - 0.0017500543359613783, - -0.016347040315342783, - 0.0007416811279563446, - 0.026208501607035268, - 0.023266191340205626, - -0.018853632765312562, - -0.02368463080654962, - 0.001749331437234659, - 0.003365637052759398, - 0.025888251528199256, - -0.018965530382049504, - 0.03517410735597307, - 0.025752976476652555, - -0.02487937299575574, - 0.022010353117040575, - 0.017477714511824522, - -0.017221659584597582, - -0.003431555427531808, - 0.019807925603396073, - 0.0032348454699819393, - 0.013613221879926436, - 0.0370615994009708, - -0.016630420776227922, - 0.0136933938872041, - -0.0017249714481504044, - 0.02229983032140703, - -0.012712485694360036, - 0.026678074426925498, - 0.012642979175256863, - 0.005538239963614194, - 0.0035851682595511494, - -0.017385318223165646, - -0.027282370030321336, - 0.030769696791993668, - 0.023036587355973605, - 0.02791771238326433, - -0.005707142462098305, - -0.011955044244996943, - -0.01365990568829588, - 0.02758415771376576, - 0.001034438120072712, - 0.016993479078229498, - 0.004106490266828514, - -0.007270538144329443, - 0.023955484869617922, - 0.016178350285021865, - 0.0035198083808369264, - 0.010066467580351705, - 0.013253238295936883, - 0.003935329266222111, - -0.028011770430564572, - 0.022866120224378214, - 0.0261654426682841, - 0.02473182812007268, - -0.0015221004548212846, - 0.0038331081837477228, - 0.021399354317768703, - 0.005301140012128602, - 0.019229334445118054, - 0.005640386767737668, - 0.02194890172225591, - -0.005060289387507513, - 0.026678006622195553, - -0.009628291109763477, - -0.003739145758641676, - 0.002035451000606312, - 0.010815814196482578, - -0.011372362352941229, - -0.019185084742267905, - -0.001526538386901546, - 0.01622554252274128, - 0.012853861158277795, - 0.032111232286234526, - 0.031036171322013306, - 0.014534576640388132, - -0.0195449016634327, - -0.0031721854821107633, - -0.011472115221346063, - 0.00807888645239537, - -0.009991977598544642, - 0.015293761594905845, - 0.04696865378289867, - 0.02876006337174039, - 0.030060548720436564, - -0.016465844511825162, - -0.013467629448150867, - -0.004964211527592827, - 0.023761107562159368, - -0.0028053264645238984, - -0.011466418192844817, - 0.015592289957550014 - ] - ], - "std": [ - [ - 0.985810694952265, - 1.0034659788102347, - 1.0123314802689827, - 1.0006728383848915, - 1.0057933627069857, - 1.0211647035506441, - 0.9873544232512542, - 1.0044940106681508, - 0.9972305516917789, - 0.9962847585776434, - 1.0084467836467266, - 0.9906644883619666, - 1.0245712429201694, - 0.9866939366954063, - 1.0013177295694342, - 1.0035460862038992, - 1.0106885153319805, - 0.9519922611580153, - 0.9980325911759347, - 1.0306730880090342, - 0.9835758012913696, - 0.9850289481711405, - 1.0052216421075988, - 0.9962087717875672, - 0.9963361086627195, - 0.9956939758386721, - 0.9995284943647325, - 1.023940251071931, - 1.0274738040648672, - 0.994278832453581, - 0.9978867650735795, - 0.9858582094807091, - 1.0042951554309811, - 0.9935762200569673, - 0.987438469465117, - 1.005913310224571, - 1.00088122516216, - 0.9882229146445906, - 1.0157177678163845, - 0.9964856588375458, - 0.9973534488049755, - 0.9843481194725128, - 1.0059020116489072, - 0.9945053400237248, - 0.9893145898736398, - 1.0071798920580137, - 1.026048360719046, - 0.9784906142973205, - 0.9999905642791316, - 1.0245359594400432, - 0.9857715356622779, - 0.9921646440585971, - 0.9889209867599961, - 0.9804599263285575, - 0.989078331357909, - 1.0220508106585684, - 0.9898585563272273, - 1.0050841202007248, - 1.0381369540158623, - 0.9852302977543494, - 1.0075559260629754, - 1.000291557770776, - 0.9848158888469627, - 0.9914305575952413, - 1.0027287892746963, - 0.9998437768528288, - 1.0380871234284017, - 1.0068281699392212, - 0.9909518921848135, - 1.0027114341322005, - 1.0043121525006478, - 1.004908814037755, - 1.0186241738713828, - 0.9840706508690844, - 1.0105911993179093, - 0.9676803103445097, - 1.0008055713802275, - 0.9912309236484144, - 0.995113888208004, - 1.00892652209743, - 0.9963556594838519, - 0.9845494099501623, - 0.9992655439793966, - 0.9888161956289881, - 0.988365168461102, - 0.986911819503751, - 0.9966018266120068, - 1.0253590540025506, - 1.0073388900110996, - 0.9884492302907475, - 1.0097952364856901, - 0.9710825809435979, - 1.0049468371789398, - 0.9978639652892881, - 1.0455255018744898, - 0.9978429399237, - 1.002476959825736, - 0.9981410717372688, - 1.0060801668925174, - 0.9880101858878161, - 0.9920156642454706, - 0.9690302977750064, - 1.0160561889470001, - 1.0042221946838557, - 0.9902952403395341, - 0.9972984826953729, - 0.9761193341167186, - 0.9802187480066236, - 1.008662757516423, - 0.9977604335997484, - 1.0125273643143784, - 1.0005678108605767, - 0.99939847346626, - 0.9934285795635643, - 0.993774093323074, - 0.9507637302569011, - 1.001524151413393, - 1.0029839092558797, - 0.9922893465303836, - 0.9995915259108642, - 0.9937205680489537, - 0.9906768211587779, - 0.9885237778798726, - 0.9923092460426346, - 0.9928187226268517, - 0.9431189215637575, - 0.9768867834667897, - 0.988648327088327, - 0.9868432165802018, - 0.9936538301879408, - 1.031840475179726, - 1.0088131603924193, - 0.948009389328019, - 0.980359732399849, - 0.9812840383484884, - 1.0125452888475233, - 1.0015379468649726, - 1.0082241487185495, - 1.0028073940649291, - 1.027290919950601, - 1.0123450850356626, - 0.9892757300213824, - 0.989457850129367, - 0.9916398725034907, - 0.9733306799223379, - 1.048692795336829, - 1.0185390556939666, - 1.005180692664418, - 0.9999773815928202, - 1.0029310617714582, - 0.9847831085240544, - 0.9984589470542239, - 0.997897554671397, - 1.0021153618672554, - 0.9825493908557392, - 1.0005331081478763, - 1.0721249078632564, - 1.0255830315079582, - 1.0078969722952105, - 1.0018509428094395, - 1.007362049760478, - 0.9875884283657037, - 1.0010931986356253, - 1.0157609941665726, - 0.9972826112887371, - 1.0062038228644128 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277222, - "cert_evals": { - "36": 0.9465571045875549, - "72": 0.9208633303642273, - "108": 0.8951696157455444, - "255": 0.7399794459342957 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9596562870770226, - "std_test_acc": 0.004667709347927378, - "n_samples": 6598, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.9421729296445847, - "std_cert_acc_36": 0.006623823542768897, - "mean_cert_acc_72": 0.919061690568924, - "std_cert_acc_72": 0.005813021058747411, - "mean_cert_acc_108": 0.8942148685455322, - "std_cert_acc_108": 0.007950767271768881, - "mean_cert_acc_255": 0.7268923223018646, - "std_cert_acc_255": 0.020797387055023084 - }, - "nursery": { - "dataset": "nursery", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.8315954118873827, - "test_acc": 0.8181235580620354, - "train_size": 3240, - "val_size": 1918, - "test_size": 7802, - "stats": { - "mean": [ - [ - 0.051029166666666737, - -0.00196411111111071, - 0.0016562925925925533, - -0.008005376543209762, - -0.004535925925925928, - -0.014196977160493821, - -0.01014526234567894, - -0.007937870370370368 - ] - ], - "std": [ - [ - 1.0081184659855247, - 0.994466909902115, - 0.9984780980079611, - 0.9954756099225289, - 0.9980995540133645, - 0.9998602139101664, - 0.9972906807623559, - 1.0052418041464166 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 773, - "cert_evals": { - "36": 0.7226277589797974, - "72": 0.5849843621253967, - "108": 0.47914496064186096, - "255": 0.033889468759298325 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8535841382816471, - "test_acc": 0.8463820456597446, - "train_size": 3240, - "val_size": 1967, - "test_size": 7753, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.026842851851852437, - -0.0011041870370370494, - -0.001656286419753089, - -0.010961820987654315, - 0.019135056172839497, - -0.012124891358024097, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0098249235756733, - 1.0053740157149613, - 0.9982315594686217, - 0.9999606252114857, - 0.9964249241892131, - 0.9997779009091493, - 0.9971359423938833, - 1.0041030187583004 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 773, - "cert_evals": { - "36": 0.7249618172645569, - "72": 0.570411741733551, - "108": 0.4631418287754059, - "255": 0.02338586561381817 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.8445026178010471, - "test_acc": 0.8376440460947503, - "train_size": 3240, - "val_size": 1910, - "test_size": 7810, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.047575135802469234, - 0.015458643209876576, - 0.0024844308641975513, - 0.006047901234567903, - 0.0012345197530864193, - 0.015837366358025084, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0166780451442419, - 1.0111134194425535, - 1.0062422991159916, - 0.9960005941386431, - 0.9966991236053043, - 0.9999602379504744, - 1.0002954947822456, - 1.0041030187583007 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 773, - "cert_evals": { - "36": 0.718324601650238, - "72": 0.6052356362342834, - "108": 0.481675386428833, - "255": 0.048691101372241974 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8253638253638254, - "test_acc": 0.8222165212929707, - "train_size": 3240, - "val_size": 1924, - "test_size": 7796, - "stats": { - "mean": [ - [ - 0.03364145061728391, - 0.03033460493827167, - 0.03257356666666669, - 0.032849621604938234, - -0.015875740740740732, - -0.01481423703703703, - -0.01707398148148124, - 0.006425895061728395 - ] - ], - "std": [ - [ - 1.006091408188469, - 0.9961770749809249, - 1.0063245385321156, - 1.0055792592242605, - 0.9961264090870245, - 0.9998512588890658, - 1.0080135891696445, - 0.9964644995871555 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 773, - "cert_evals": { - "36": 0.6964657306671143, - "72": 0.5732848048210144, - "108": 0.4802494943141937, - "255": 0.06704781949520111 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8310915427773753, - "std_test_acc": 0.01321198208755833, - "n_samples": 12960, - "n_features": 8, - "n_classes": 5, - "mean_cert_acc_36": 0.7155949771404266, - "std_cert_acc_36": 0.013045773707890949, - "mean_cert_acc_72": 0.5834791362285614, - "std_cert_acc_72": 0.015814467945888595, - "mean_cert_acc_108": 0.4760529175400734, - "std_cert_acc_108": 0.008669493577262585, - "mean_cert_acc_255": 0.043253563810139894, - "std_cert_acc_255": 0.018957365552617098 - }, - "oocytes_merluccius_nucleus_4d": { - "dataset": "oocytes_merluccius_nucleus_4d", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.6273291925465838, - "test_acc": 0.6633663366336634, - "train_size": 255, - "val_size": 161, - "test_size": 606, - "stats": { - "mean": [ - [ - -0.0371250154117647, - 0.0015389403921568473, - -0.03527819799999997, - 0.026217213882352975, - -0.022018143254901958, - -0.03976458627450978, - 0.003314039607843149, - -0.03319261360784315, - 0.01830184745098039, - -0.02685776486274508, - -0.04212637686274509, - 0.005226556078431408, - -0.02913093117647059, - -0.01200531101960785, - -0.03152609833333333, - -0.03705718681960783, - 0.00469401490196078, - -0.02551305090196081, - -0.03417245220392157, - -0.031662056862745085, - -0.018275636980392158, - -0.03872015905882352, - 0.06975402027450983, - -0.05690918172549015, - -0.0005046612313725563, - -0.026833323176470567, - -0.0324685416470588, - 0.06559194729411769, - -0.04924893603921571, - -0.002559774274509816, - -0.007582052196078413, - -0.03221969384313721, - 0.07669179423529408, - -0.05831633415686265, - -0.00790661125490195, - 0.033497423215686245, - 0.007940335568627457, - -0.0037278283529411723, - -0.005509080784313686, - -0.006456870705882385, - -0.006934026431372542 - ] - ], - "std": [ - [ - 0.9481208431065713, - 0.9777230774786245, - 0.9614649831710622, - 1.0004435636971643, - 0.9517495439744679, - 0.9370398970511897, - 0.978033253968666, - 0.9633889071060125, - 0.9762210193691487, - 0.9497999114505152, - 0.9347608009901895, - 0.9801580525147454, - 0.9702177059121481, - 0.937441002049969, - 0.9454783788330968, - 0.9479630674171062, - 0.9847917091528013, - 0.9682944519390624, - 0.9601592978081722, - 0.9504457074291478, - 0.9482732916854852, - 0.9550094850957569, - 0.8808478818975364, - 0.9032557709886272, - 0.9905437507629392, - 0.9682787727115054, - 0.9734319541870242, - 0.8994213820965716, - 0.9306569007254026, - 0.9903368456478869, - 0.9401093744879251, - 0.9661635565557377, - 0.8972092489723742, - 0.9227263611587284, - 0.9960722682017434, - 0.9400060154678039, - 0.9649245386172121, - 0.9716877264843913, - 0.9731199443916825, - 0.9739165511052336, - 0.9741830269626184 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17222, - "cert_evals": { - "36": 0.16149067878723145, - "72": 0.006211180239915848, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.6615384615384615, - "test_acc": 0.6530612244897959, - "train_size": 255, - "val_size": 130, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.00023252282745095802, - 0.0023210192156862736, - -0.008575552392156847, - -0.027089618431372545, - 0.02615166227450979, - 0.00029002847058821885, - 0.001517669058823556, - -0.009498281058823606, - -0.021533545372549014, - 0.027143032117647032, - 0.00012999274509802153, - 0.0020992274509804144, - -0.005652587843137251, - -0.01031889384313722, - 0.025365951607843145, - 0.0011974224705882457, - 0.0024456095294117628, - 0.007920263137254904, - 0.007542674117647044, - 0.019472125333333323, - 0.06628882686274508, - 0.0008101664705882076, - -0.005068037960784302, - -0.0018227520000000151, - 0.00320542466666668, - 0.025693874901960758, - 0.03285470894117649, - -0.03694405458823524, - 0.02895584858823529, - 0.02036504745098036, - 0.04203500674509803, - 0.012977303843137231, - -0.016463404666666667, - 0.005529818662745095, - 0.013588346156862736, - -0.03683925767843136, - -0.016918137803921634, - -0.014870798470588246, - -0.016124755137254858, - -0.018004861274509842, - -0.020472565215686273 - ] - ], - "std": [ - [ - 0.9572394549500175, - 0.9926437581599087, - 0.9624363039043059, - 0.9193272254177784, - 1.0255768714029772, - 0.9579689477579895, - 0.9914399769465777, - 0.964698567284664, - 0.9351924375292803, - 1.0260487030041765, - 0.9515013155985146, - 0.9925204239055312, - 0.9662079425779949, - 0.9893019122153763, - 1.0199562667897872, - 0.9463721256877698, - 0.9959986832754482, - 0.9814859605265475, - 1.0491115651558893, - 1.0166099051364492, - 1.0126788732557663, - 0.9559037060605928, - 1.005464306868578, - 0.9339913124161523, - 0.9907483477382796, - 1.002837860013556, - 0.9939512794379407, - 1.0866703256453316, - 1.0174263712495963, - 0.9852130473462448, - 1.0075951167847277, - 0.9748247085177442, - 1.0259519988694812, - 0.9604781044814549, - 0.9861127645283753, - 1.0373513207775564, - 1.0101438720127272, - 0.9991977496960652, - 0.9936335573449004, - 0.9927993181263407, - 0.9922363841337328 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17222, - "cert_evals": { - "36": 0.4769230782985687, - "72": 0.33076924085617065, - "108": 0.17692308127880096, - "255": 0.015384615398943424 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.6023391812865497, - "test_acc": 0.6023489932885906, - "train_size": 255, - "val_size": 171, - "test_size": 596, - "stats": { - "mean": [ - [ - 0.019915568666666633, - -0.014107577647058818, - -0.015105033250980377, - 0.02865576341176468, - 0.029814655176470552, - 0.017704559607843146, - -0.013470486980392094, - -0.016038092274509794, - 0.03248008262745098, - 0.030473079058823495, - 0.02067392156862747, - -0.014031545490196065, - -0.009559882039215687, - 0.03839121047058822, - 0.03184779492980397, - 0.022161854509803944, - -0.01396437243137256, - -0.0017765643137255195, - 0.055001846666666666, - 0.030386395921568613, - 0.03668542223529418, - -0.0027777596078431494, - 0.012474995117647124, - -0.0041148554117646985, - -0.013356863921568625, - 0.028240797568627463, - 0.00010664949019609575, - 0.02344727215686279, - 0.005875207882352966, - -0.007875607450980381, - 0.028559833607843157, - -0.003071006745098055, - 0.014597308196078422, - -0.0007609705999999861, - -0.016530812156862723, - -0.03674524662745102, - -0.019958698901960777, - -0.017071456470588258, - -0.017420987058823525, - -0.017710899607843143, - -0.01735895203921565 - ] - ], - "std": [ - [ - 1.0221090924456515, - 1.01545682802038, - 0.9869690473435272, - 1.037069581011897, - 1.0359698396459835, - 1.0192987930523796, - 1.016091448787416, - 0.9856390212088015, - 1.038505984158332, - 1.0379129504870621, - 1.0239033714401513, - 1.0194757702768644, - 0.9963995753206383, - 1.020298364999823, - 1.0423678031147061, - 1.0277751191583697, - 1.0205917784397192, - 1.0135024895112017, - 1.0892501748798247, - 1.0432132666589502, - 1.0172134304654925, - 1.030895619962752, - 1.0213433186098346, - 1.040706012633716, - 1.0211704714384828, - 1.010787095001102, - 1.034569087974703, - 1.0203462492134936, - 1.0580364742305262, - 1.0095797767173902, - 1.0215170604628103, - 1.033396337568214, - 1.0252577264940543, - 1.0526521075427535, - 1.017486639545284, - 1.0521736233720556, - 1.0188131869714923, - 1.0087257643396144, - 1.005460013688893, - 1.0056139578892642, - 1.0065387262698673 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17222, - "cert_evals": { - "36": 0.035087719559669495, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6927710843373494, - "test_acc": 0.6605657237936772, - "train_size": 255, - "val_size": 166, - "test_size": 601, - "stats": { - "mean": [ - [ - 0.005023620274509809, - 0.05012927215686277, - 0.0774847423529411, - -0.021592119215686236, - -0.007278767843137281, - 0.003806819607843134, - 0.05070236376470592, - 0.07836162039215684, - -0.009335469717647047, - -0.006452909647058787, - 0.004313807450980429, - 0.05239601662745102, - 0.08761111960784314, - -0.0006227640392157017, - -0.011547115941176465, - 0.007509175294117638, - 0.049814644431372575, - 0.09699411058823522, - -0.020684055294117654, - -0.014362384509803941, - 0.03558779360784312, - 0.0894858222352941, - -0.09410436105882346, - 0.07914001066274516, - 0.05154126003921575, - -0.0045582715686274125, - 0.09130289176470592, - -0.07599903827450982, - 0.08245660823529415, - 0.06585250807843139, - 0.012951737058823532, - 0.08790382078431377, - -0.08962203019607844, - 0.08192444351764702, - 0.05873899290196081, - -0.016822436196078434, - 0.029792561019607842, - 0.05055904957647062, - 0.05703265886274507, - 0.05811358976470591, - 0.05753943309803923 - ] - ], - "std": [ - [ - 1.0010627790031323, - 1.0340741776327254, - 1.0363077318633585, - 1.0137526513667938, - 1.0497867958856593, - 1.0059089649290247, - 1.032934819096642, - 1.0357871822249751, - 1.0425743779317471, - 1.0491455468136368, - 1.002585949212257, - 1.0328632642788567, - 1.0444571310319228, - 1.0499184939107524, - 1.0523852884773215, - 0.9969852155711642, - 1.036017112451258, - 1.0641484457194088, - 1.0260965200086805, - 1.0600673906871478, - 1.0132281500555904, - 1.039987043021767, - 1.0160272774539016, - 1.0119553762539002, - 1.0375407287957723, - 0.993275249370577, - 1.0310746092505982, - 1.0007724139832403, - 1.01278883373938, - 1.0152625509246365, - 0.9763093251846449, - 1.0267017964861733, - 0.997823146966079, - 1.0044670030988905, - 1.0259705961089964, - 1.0589413004871364, - 1.0376978512601307, - 1.0319158378686013, - 1.0340480487731072, - 1.0356155832366485, - 1.0358388933781137 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17222, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6448355695514317, - "std_test_acc": 0.028656573666112534, - "n_samples": 1022, - "n_features": 41, - "n_classes": 2, - "mean_cert_acc_36": 0.16837536916136742, - "std_cert_acc_36": 0.2170752175721083, - "mean_cert_acc_72": 0.08424510527402163, - "std_cert_acc_72": 0.1643755034527309, - "mean_cert_acc_108": 0.04423077031970024, - "std_cert_acc_108": 0.08846154063940048, - "mean_cert_acc_255": 0.003846153849735856, - "std_cert_acc_255": 0.007692307699471712 - }, - "oocytes_merluccius_states_2f": { - "dataset": "oocytes_merluccius_states_2f", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8528481012658228, - "train_size": 255, - "val_size": 135, - "test_size": 632, - "stats": { - "mean": [ - [ - 0.01054996298039211, - 0.027192816941176482, - -0.04626695749019601, - -0.0069539579607842475, - 0.014194326572549003, - -0.025412450196078348, - -0.04305473128235293, - 0.008311279215686227, - 0.03873141231372549, - 0.019546130517647062, - 0.04932295196078433, - 0.07244258905882356, - -0.12762710541176478, - 0.10863675447058822, - 0.03643630545098045, - 0.028625162627451017, - 0.07991438109803928, - -0.15667811082352961, - 0.11812816443137263, - 0.056641581960784365, - 0.025048539999999987, - 0.07553784419607842, - -0.12706123960784313, - 0.11197763396705882, - 0.047989735764705894 - ] - ], - "std": [ - [ - 1.055902739791254, - 1.0162268811039923, - 1.0028684541215303, - 0.9730091823212302, - 1.0042568790807076, - 1.059859315776944, - 0.9758982735241186, - 0.988138955008393, - 1.0133686644339426, - 1.0143882523728363, - 1.0032684708282238, - 1.0660462422249137, - 1.201916629773772, - 1.156152673218226, - 0.9766255498471383, - 1.0205814664175223, - 1.0558525489192028, - 1.2296182126345767, - 1.1597961969108055, - 0.9544712645073075, - 1.0067919810768349, - 1.0593103623610676, - 1.2049412432924147, - 1.1612948832756183, - 0.9664237104019653 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6553, - "cert_evals": { - "36": 0.8666666746139526, - "72": 0.8592592477798462, - "108": 0.8222222328186035, - "255": 0.6370370388031006 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.9470198675496688, - "test_acc": 0.875, - "train_size": 255, - "val_size": 151, - "test_size": 616, - "stats": { - "mean": [ - [ - -0.039873489411764704, - 0.06568908627450984, - -0.08042117858823533, - -0.07278203247058826, - 0.031821641215686286, - 0.042755718431372526, - 0.005826313725490188, - 0.07096834100392159, - 0.027976641294117695, - -0.0360630005411765, - 0.08661626117647052, - -0.01559811278431374, - -0.0027832955098039194, - -0.00600242694117644, - -0.011780795098039233, - 0.05183837615686276, - -0.0011791454901960582, - 0.012773291529411772, - -0.01314989992156862, - 0.009224545098039242, - 0.0690001321568627, - -0.0190796969803922, - 0.013153878745098036, - -0.02286682056078435, - 6.883568627453327e-05 - ] - ], - "std": [ - [ - 0.9701687420411181, - 0.9794453617880473, - 0.9813443525023554, - 0.9595676757646171, - 1.003115552689647, - 0.9711996996585899, - 0.96070065028928, - 0.9964287871578288, - 0.9706304482097151, - 0.9607876088942564, - 0.9996288496718735, - 1.0168336786919916, - 1.0395937464726017, - 1.0511176984743116, - 0.9543421247886298, - 0.9888423590787397, - 0.9945618062244868, - 0.993182419256565, - 0.9977759822780166, - 0.9466357052699218, - 0.970268559194868, - 0.9921749035989086, - 0.9919171706653837, - 0.9992337881273372, - 0.9493328232926572 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6553, - "cert_evals": { - "36": 0.6225165724754333, - "72": 0.3576158881187439, - "108": 0.17880794405937195, - "255": 0.0066225165501236916 - }, - "fold": 1 - }, - { - "best_epoch": 45, - "best_val_acc": 0.9102564102564102, - "test_acc": 0.867430441898527, - "train_size": 255, - "val_size": 156, - "test_size": 611, - "stats": { - "mean": [ - [ - 0.09042857501960787, - 0.08453290745098035, - 0.05499370141176466, - 0.003266606392156863, - -0.07544167117647055, - -0.015606528627450978, - -0.019981488733333278, - -0.025666618862745103, - -0.018207427176470593, - 0.07526210964705878, - -0.07317296886274506, - 0.06288879294117644, - -0.045770915470588244, - 0.06681564803529418, - 0.0457884809411765, - -0.057205103882352934, - 0.03428885882352944, - -0.026384509803921576, - 0.04764570376470586, - 0.0265779054901961, - -0.05987147952941173, - 0.04524020599999998, - -0.030786102745098055, - 0.050239169831372554, - 0.03661726031372548 - ] - ], - "std": [ - [ - 0.9803272049895071, - 0.9882927145330502, - 0.9802699132826773, - 0.9866157296330209, - 0.9568636941234572, - 0.9924758747611615, - 0.9911948282259507, - 1.014854441162732, - 0.9588574557798413, - 0.9306835025569801, - 0.9960935226571523, - 1.058677201136564, - 1.1189325498150606, - 1.104729425488317, - 1.0030626650633148, - 1.0161006842006703, - 1.038500769178019, - 1.1151857588414493, - 1.0890692776345845, - 0.9960240438206022, - 1.0157898082954688, - 1.0428087102486705, - 1.0990958365479944, - 1.0781825399569271, - 0.9998307298430946 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6553, - "cert_evals": { - "36": 0.884615421295166, - "72": 0.8397436141967773, - "108": 0.8141025900840759, - "255": 0.5833333134651184 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8658536585365854, - "test_acc": 0.8490878938640133, - "train_size": 255, - "val_size": 164, - "test_size": 603, - "stats": { - "mean": [ - [ - -0.0162589217254902, - -0.05657745160784315, - 0.01461218117647058, - 0.05366552894117648, - 0.038041347607843126, - -0.02560452082352941, - -0.011943972431372539, - -0.007390860000000016, - -0.011038546941176463, - -0.05211940686274512, - 0.008660175294117643, - 0.051748327019607854, - -0.01198270811764698, - 0.042424563215686224, - 0.0151460240784314, - -0.01830622803921565, - 0.029721466745098055, - 0.03686442627450982, - 0.01890176607843136, - 0.022645802980392142, - -0.02072309247058821, - 0.038014168235294084, - 0.011930823882352934, - 0.031066374470588243, - 0.015441112392156824 - ] - ], - "std": [ - [ - 1.0145212260058494, - 1.0183267267898117, - 0.9955590624479448, - 1.0189109805968923, - 0.9525691096733636, - 0.9401260529685115, - 0.9530483520235054, - 1.0372365061551077, - 0.9831280509255012, - 1.0109747306925605, - 1.0146664159530456, - 1.0835689421499082, - 1.0366330566676196, - 1.063468357562322, - 1.0478025436829708, - 1.0203756563273347, - 1.048069136775873, - 0.9743374382513833, - 1.0399684735711856, - 1.0238387714620327, - 1.0310574946708129, - 1.0714734463360287, - 1.0248857085596488, - 1.0669402741834955, - 1.0309522590651836 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6553, - "cert_evals": { - "36": 0.7865853309631348, - "72": 0.6829267740249634, - "108": 0.5853658318519592, - "255": 0.04268292337656021 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8610916092570907, - "std_test_acc": 0.01218836521104841, - "n_samples": 1022, - "n_features": 25, - "n_classes": 3, - "mean_cert_acc_36": 0.7900959998369217, - "std_cert_acc_36": 0.11957170587748701, - "mean_cert_acc_72": 0.6848863810300827, - "std_cert_acc_72": 0.23201758188595678, - "mean_cert_acc_108": 0.6001246497035027, - "std_cert_acc_108": 0.3015733656200867, - "mean_cert_acc_255": 0.3174189480487257, - "std_cert_acc_255": 0.3390872447995278 - }, - "oocytes_trisopterus_nucleus_2f": { - "dataset": "oocytes_trisopterus_nucleus_2f", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.5855855855855856, - "test_acc": 0.62478184991274, - "train_size": 228, - "val_size": 111, - "test_size": 573, - "stats": { - "mean": [ - [ - 0.008357397456140388, - 0.01802353785087694, - -0.041648607412280596, - -0.0453803663157896, - 0.0012030528070177244, - 0.022922442456140533, - 0.036679189828947405, - 0.006630059969298269, - 0.03305654250000005, - -0.013262542280701796, - -0.10907990994736835, - 0.018322935921052583, - 0.07612510290350878, - 0.012056999298245606, - 3.168017543867413e-05, - -0.10483278701754395, - 0.006886669999999989, - 0.06841488109649123, - 0.00695189035087715, - -0.010072736403508812, - -0.05385949504824569, - 0.02870514298245609, - 0.015483249929824555, - 0.03363409311403503, - -0.0021852223684209818 - ] - ], - "std": [ - [ - 0.9973978575903476, - 1.0076014353044038, - 0.9952366807299615, - 0.932027269541095, - 1.0037384211397398, - 0.9967681042898726, - 0.9897940967126091, - 0.9959439814010456, - 1.0138128967542228, - 0.9906591764143307, - 1.0399607914486315, - 1.0440929697744785, - 0.9325257900670985, - 1.077455055918072, - 1.0068935522712004, - 1.0499836979693067, - 1.020033825374287, - 0.9599692363716387, - 1.0561252019263898, - 1.0054889903033737, - 1.0309466984358973, - 1.0847181603368137, - 1.1023028462065556, - 1.254832404821169, - 0.9936933949524517 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.12612612545490265, - "72": 0.09009009599685669, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 45, - "best_val_acc": 0.6615384615384615, - "test_acc": 0.6931407942238267, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - -0.08728925657894768, - -0.0543713359210526, - -0.034470636140350855, - 0.03278697263157899, - 0.05903984850877202, - 0.027659603256579266, - 0.0052796477236843045, - -0.02784190157894725, - -0.009100311184210503, - -0.037397169736841936, - 0.10257767285964901, - -0.01304280877192977, - -0.06708928297368424, - -0.036337502456140376, - -0.047321120833333355, - 0.09918661429824563, - -0.009569511929824559, - -0.06545246535087723, - -0.012505821052631564, - -0.06283763969298246, - 0.07219973416666646, - -0.0427019519736842, - 0.004866778614035071, - -0.047571456315789504, - -0.07411300593421052 - ] - ], - "std": [ - [ - 1.0458471164356558, - 1.0593898673226612, - 1.0081986354392756, - 1.0765642846006065, - 1.0669306376265857, - 1.0624952898815982, - 1.0407781573587898, - 1.106896809173159, - 1.167838053551809, - 1.0758835524236412, - 1.0385900596754538, - 0.9885404293586944, - 0.9550027699090833, - 0.9244009468904739, - 1.0365002828514067, - 1.032883107457862, - 1.0049531003586958, - 0.9938416222614777, - 0.9755214096734742, - 1.053074988224559, - 1.0165408864776693, - 0.9716379772569274, - 0.9394817774978654, - 0.8622924823332119, - 1.0276563689405496 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.4692307710647583, - "72": 0.20000000298023224, - "108": 0.0923076942563057, - "255": 0.023076923564076424 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.5695970695970696, - "train_size": 228, - "val_size": 138, - "test_size": 546, - "stats": { - "mean": [ - [ - -0.03544724921052656, - -0.03885949409210542, - -0.00817023697368415, - 0.051384859504385955, - 0.046574599692982555, - 0.04455862842105246, - 0.006319970219298388, - -0.042167378070175295, - -0.056997550482456076, - -0.04837222118421066, - 0.023236387807017467, - -0.018419659824561344, - 0.03327031526622804, - -0.03261339552631577, - 0.017033810526315828, - 0.026972617807017606, - -0.016002433162280727, - 0.07519383274999998, - -0.03613011021929823, - 0.0164577965789474, - 0.013493596793859773, - -0.02311588736842108, - 0.0705855121052632, - -0.038314935394736835, - 0.002846930162280715 - ] - ], - "std": [ - [ - 1.0173295399775188, - 1.0238875326302583, - 0.965332841080866, - 1.0357264688512589, - 1.0296595721628123, - 1.027217931369946, - 0.9273272720979442, - 1.0575953015661612, - 1.0282364738483871, - 1.0347456518954214, - 0.9384525467734931, - 0.9632166870693201, - 0.9301838169931504, - 0.9056571647388838, - 1.0051927672529442, - 0.961531287665366, - 0.9441957103814642, - 0.9064551199981514, - 0.8776461226812926, - 1.0213725987384084, - 0.997919302021147, - 0.9466852583005331, - 0.8271188054338252, - 0.8317555000647003, - 1.0271823239026208 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.09420289844274521, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 40, - "best_val_acc": 0.6558441558441559, - "test_acc": 0.6660377358490566, - "train_size": 228, - "val_size": 154, - "test_size": 530, - "stats": { - "mean": [ - [ - -0.10959069377192993, - -0.09912143754385974, - -0.007162025008771894, - 0.06766152456140351, - 0.08831780850877229, - 0.08171766137061406, - 0.006699487456140278, - -0.07772155793859647, - -0.05998239798245609, - -0.07346038859649133, - -0.02367889968421067, - -0.005257190087719264, - 0.03324320991228074, - -0.048391179824561384, - 0.008669106403508755, - -0.045213709868421055, - -0.008913120438596496, - 0.02287917744298246, - -0.016604398201754404, - -0.0007747342105263451, - -0.06126861737280714, - -0.02565710350877192, - 0.05257332175438596, - -0.045432562719298235, - -0.0029558628640350784 - ] - ], - "std": [ - [ - 1.044732018887429, - 1.0625410440290517, - 1.0767800702099823, - 1.0282688245705722, - 1.08629241303742, - 1.0791696596464955, - 1.0159169319395265, - 1.053527399603391, - 0.9939044762321542, - 1.0659676193377676, - 0.9599515341324413, - 0.9624071800102462, - 0.902255701658811, - 0.882802488819804, - 0.992868117400491, - 0.976032726528656, - 0.9678528042797121, - 1.0363949239113746, - 0.9791104951035513, - 1.0023913562224034, - 0.9810108324803241, - 0.9401880345466065, - 0.8602452645459159, - 0.8427992005641717, - 1.0009607300230972 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6502, - "cert_evals": { - "36": 0.5714285969734192, - "72": 0.4285714328289032, - "108": 0.2922077775001526, - "255": 0.09740259498357773 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6383893623956731, - "std_test_acc": 0.05378877140045956, - "n_samples": 912, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.31524709798395634, - "std_cert_acc_36": 0.2408091999911225, - "mean_cert_acc_72": 0.17966538295149803, - "std_cert_acc_72": 0.18499648672465924, - "mean_cert_acc_108": 0.09612886793911457, - "std_cert_acc_108": 0.13777162098375142, - "mean_cert_acc_255": 0.030119879636913538, - "std_cert_acc_255": 0.046155466680009756 - }, - "oocytes_trisopterus_states_5b": { - "dataset": "oocytes_trisopterus_states_5b", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.8449612403100775, - "test_acc": 0.7963963963963964, - "train_size": 228, - "val_size": 129, - "test_size": 555, - "stats": { - "mean": [ - [ - 0.07071967587719294, - -0.03126246473684206, - -0.05244502938596495, - 0.005148638640350878, - 0.12069938767543859, - -0.061311192850877064, - -0.05906930372807029, - -0.05115659995614045, - -0.13130431929824563, - -0.06720904710526317, - -0.05089102140350876, - -0.04616209415789476, - -0.008453429122807003, - 0.007494995967982444, - -0.045153931578947384, - 0.03200924100877193, - -0.0691457934210527, - -0.0009892403947368614, - 0.011054617807017532, - -0.029681514881578927, - 0.01884901570175438, - -0.046099180000000024, - 0.002979564210526361, - -0.0069296600877193516, - -0.01987498114035088, - 0.015903855074561355, - -0.12577492600877196, - -0.08353401973684217, - -0.05708607535087729, - -0.05055958596491232, - -0.04731587622807015, - -0.043790602412280666 - ] - ], - "std": [ - [ - 1.1161365921129287, - 1.019937304172635, - 0.917445075485345, - 0.922445163110283, - 1.1247212152662185, - 1.0142273750405912, - 1.013302866302, - 1.014864695381583, - 0.9032083969104956, - 0.9420860638513419, - 0.8878850299621215, - 0.9649792111481951, - 0.9283049848951963, - 0.9030510744389749, - 0.8595512938345663, - 0.9546310505717645, - 1.0275522247728062, - 0.9168016008396184, - 0.9413647122294537, - 0.8546868987355505, - 0.9932921290570054, - 1.0448863454946404, - 0.9301627049708955, - 0.9728030425741644, - 0.8334914560515586, - 0.9950352822299136, - 1.1288380460826624, - 1.0483897554983064, - 0.9912110826643573, - 0.972356775914115, - 0.9655364442120018, - 0.961757628464007 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10627, - "cert_evals": { - "36": 0.7674418687820435, - "72": 0.7286821603775024, - "108": 0.6666666865348816, - "255": 0.3178294599056244 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.8, - "test_acc": 0.7734082397003745, - "train_size": 228, - "val_size": 150, - "test_size": 534, - "stats": { - "mean": [ - [ - 0.042168793947368305, - -0.046661154824561395, - -0.07265519657894737, - -0.029048200219298256, - 0.09316957649122803, - -0.10222960131578947, - -0.10301473457017543, - -0.10802850458421065, - -0.0797967623684211, - -0.04103184833333331, - -0.03355091710526318, - -0.07929260306140361, - -0.01261704565789473, - 0.1506792193013158, - -0.04067907675438599, - 0.0143033318859649, - -0.10382837236842095, - -0.04084723513596495, - 0.09225491631578954, - -0.05923273439912277, - -0.01375305198245613, - -0.07187321360087723, - -0.04672014346491231, - 0.0815637618859649, - -0.05598073456140354, - -0.022079915539473673, - -0.09001919685526312, - -0.07580621197368419, - -0.062005388640350885, - -0.0598721951754386, - -0.05949153206140351, - -0.05830784473684211 - ] - ], - "std": [ - [ - 1.0200834248953377, - 0.9834883235416357, - 0.948382326692065, - 0.9422895148016912, - 1.0599930578421568, - 1.008102104687054, - 1.005532265621242, - 1.002425640615904, - 1.0281516449119859, - 0.9864372876535116, - 0.9216225867194346, - 1.0175930869712388, - 0.9515569597651118, - 0.8710927832245062, - 0.9090671548749089, - 0.9587815133966584, - 1.0094043299853246, - 0.9261778760996505, - 0.8474973900761839, - 0.9036382522123776, - 0.9766692441797213, - 1.0089134547001877, - 0.9564712615645998, - 0.8678207248562414, - 0.9118462619599206, - 0.9732947965073382, - 1.0611090895722666, - 1.015667914213523, - 0.9793114555387845, - 0.9657189087278202, - 0.9606198710213132, - 0.9585784664444565 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10627, - "cert_evals": { - "36": 0.24666666984558105, - "72": 0.18000000715255737, - "108": 0.1066666692495346, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.8145161290322581, - "test_acc": 0.7696428571428572, - "train_size": 228, - "val_size": 124, - "test_size": 560, - "stats": { - "mean": [ - [ - 0.003998914473684303, - -0.0213186002192983, - -0.017623903947368354, - -0.012337663596491195, - -0.017431074298245655, - -0.004555553359648964, - -0.004108547587719438, - -0.0009373696052630999, - -0.016608215043859648, - -0.03182528381578946, - -0.007421083684210486, - -0.005595805956140336, - -0.02646343394736844, - -0.03618650232456141, - -0.010698251315789472, - -0.030884499561403496, - 0.00945457565789471, - -0.009139434872807068, - -0.03419454758771928, - -0.008557029530701714, - -0.023951698464912213, - -0.004459117500000028, - -0.004532075570175454, - -0.017823669631578956, - 0.001388015307017533, - -0.0025814676008772044, - 0.025199284736842097, - -0.0031750307894736394, - -0.009545385219298277, - -0.011465425438596452, - -0.011802506973684268, - -0.012658367236842074 - ] - ], - "std": [ - [ - 0.97457074546984, - 1.0043257679235367, - 0.9742480751664327, - 0.9943971588575504, - 0.9581527150500696, - 0.9265467380337167, - 0.9264773239886217, - 0.9319494271687707, - 1.0333247779313135, - 0.920720050526615, - 0.9972315457748969, - 0.9339472735421078, - 0.994560651859279, - 0.9728161348895927, - 0.9675512654728273, - 1.0285831983370706, - 0.9503032539654157, - 0.9956226688351669, - 0.9764940921703851, - 0.9471557323877339, - 1.0287165906042777, - 0.9500178099607385, - 0.9876437160220987, - 0.9354692176608096, - 0.898511968634094, - 1.0286414971042166, - 0.9524777970147053, - 0.9772040913271117, - 0.9780996145454892, - 0.9792411013617204, - 0.9824128780686913, - 0.9861305066741933 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10627, - "cert_evals": { - "36": 0.7580645084381104, - "72": 0.7177419066429138, - "108": 0.6532257795333862, - "255": 0.19354838132858276 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8153846153846154, - "test_acc": 0.7454873646209387, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - 0.19128086798245605, - -0.1545888153201755, - -0.1037753156140351, - -0.08390219271929829, - 0.19822772679824566, - -0.054646532894736755, - -0.05310007785087714, - -0.05312231039473688, - -0.09918999210526323, - -0.0755739785964912, - -0.07051384131578947, - -0.05881431096491246, - -0.07694789254385967, - 0.054556597587719274, - -0.06296629385964911, - -0.09344949605263154, - -0.05059881096491216, - -0.09314682412280695, - 0.050995198815789525, - -0.07107925399122803, - -0.13133097996491225, - -0.0199737169736841, - -0.08499977043859651, - 0.0665703333333333, - -0.06430988701754382, - -0.11358861070175429, - -0.20145491466228072, - -0.1672395333333333, - -0.13964623530701756, - -0.13065004122807017, - -0.1280007524122807, - -0.1254573030701754 - ] - ], - "std": [ - [ - 1.162459605948107, - 1.0220637257211564, - 0.9798271763297653, - 0.9281687716661429, - 1.1748679320520254, - 1.0338563715791989, - 1.0321846232991374, - 1.0330317193022602, - 1.0435830097086, - 0.9790515232110254, - 0.975207419353285, - 0.993634610991306, - 0.9186772145265852, - 0.9759927672870093, - 0.930549606138527, - 0.9430482289842438, - 1.0327123337266333, - 0.9392430037385824, - 0.9854560711615015, - 0.9600278149608173, - 0.9920638252884562, - 1.0141678876429923, - 0.9512802433446548, - 0.9952075820683842, - 0.911976129686222, - 0.9873548656001708, - 1.1909974471705074, - 1.0719478815576433, - 1.0152936018335244, - 0.9972868774145465, - 0.9919889419406073, - 0.9898458188922279 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10627, - "cert_evals": { - "36": 0.7076923251152039, - "72": 0.607692301273346, - "108": 0.48461538553237915, - "255": 0.2230769246816635 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7712337144651417, - "std_test_acc": 0.020843020248931567, - "n_samples": 912, - "n_features": 32, - "n_classes": 3, - "mean_cert_acc_36": 0.6199663430452347, - "std_cert_acc_36": 0.250245631275443, - "mean_cert_acc_72": 0.5585290938615799, - "std_cert_acc_72": 0.25820022995490344, - "mean_cert_acc_108": 0.4777936302125454, - "std_cert_acc_108": 0.2609158407859732, - "mean_cert_acc_255": 0.18361369147896767, - "std_cert_acc_255": 0.13339653297607335 - }, - "connect-4": { - "dataset": "connect-4", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.780119012779241, - "test_acc": 0.7805873765989559, - "train_size": 16889, - "val_size": 10251, - "test_size": 40417, - "stats": { - "mean": [ - [ - 0.030039043756277816, - 0.019902300550625314, - 0.02412979927762107, - 0.01985044289179096, - 0.04051709657175008, - 0.019031591236910044, - -0.0045395188821050255, - 0.00019764479838064707, - -0.0054407273373289445, - 0.0013942071762814724, - 0.0055600884599283544, - 0.001485642518807598, - -0.045466167742357476, - -0.01035231553081155, - -0.011896642548398602, - -0.003500336017520728, - -0.005169183847484449, - -0.004208846444423896, - -0.015666746284570425, - -0.004623683640220639, - -0.003240515128237825, - 0.007526564154155245, - 0.005614181419874743, - -0.0009578565812173992, - -0.008785680620530124, - 2.9899105920217333e-05, - 0.008153071703466623, - 0.012008136479367208, - 0.006621551092434575, - -0.0019656975546212823, - -0.013779740837230907, - -0.007963726330753096, - 0.0029912185446102466, - 0.006957733791219768, - 0.009923208727565623, - 0.008400017940669328, - 0.005648935283319054, - -0.0006844205696187397, - -0.00016250281250430496, - 0.005438035407640847, - 0.006130487891554314, - 0.0019121513411066388 - ] - ], - "std": [ - [ - 1.006531226467314, - 1.008924218376966, - 1.0197183666704737, - 1.023893878424687, - 1.1159454713651147, - 1.1190732652590052, - 1.0024169825217877, - 0.9994835093105424, - 0.9930989860238304, - 1.004612308430935, - 1.0242747269577495, - 0.9967703228906594, - 1.0081015996457976, - 1.0023951062831706, - 0.9892908401102037, - 0.9991151349692805, - 0.9863950858355114, - 0.960184531380724, - 0.9986346631032498, - 1.0001270989782147, - 0.9928951530660571, - 1.0169032842233705, - 1.013285375385304, - 0.970290472444351, - 0.9945759706604689, - 0.9972408901165424, - 1.0114521905940863, - 1.0290063758644428, - 1.023278904623385, - 0.9324949802555003, - 0.9965943679305745, - 0.9932874797871102, - 1.0036564691959504, - 1.0228377133115587, - 1.0386526847608728, - 1.1257342158605066, - 1.0035861966708441, - 1.000236858494279, - 0.9968329006749054, - 1.0125833294784417, - 1.0214319654141149, - 1.006766118353405 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18062, - "cert_evals": { - "36": 0.6201345920562744, - "72": 0.4415178894996643, - "108": 0.2763632833957672, - "255": 0.006145741790533066 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.7807207562032297, - "test_acc": 0.7837924565560821, - "train_size": 16889, - "val_size": 10156, - "test_size": 40512, - "stats": { - "mean": [ - [ - 0.027203261152216014, - 0.024381636864207697, - 0.020735522529443332, - 0.023047149623986126, - 0.020027097519112465, - 0.026940308105877917, - -0.00722533788855856, - -0.00531791621766461, - -0.009308466457466616, - 0.00578968973889537, - -0.0010269574279278557, - 0.004949220640663072, - -0.037384035289282136, - -0.016723926816264917, - -0.008892225590617149, - -0.008508028006396103, - -0.004554644798399636, - 0.0002488341287307118, - -0.014038076854764218, - 0.0028520603943621176, - 0.0008038332642066601, - 0.002791597607881187, - -0.00160992456626965, - -0.0009578257800985885, - 5.388069156555676e-05, - 0.010160649535196326, - 0.012398836639225969, - 5.7993960568914834e-05, - -0.003970593522402191, - 0.0032774340103030072, - -0.010958108650600418, - 0.003209088104681389, - 0.008421007164421582, - 0.007349537331987826, - 0.008767308745328259, - -0.0032300263189079456, - -0.0018860788679084654, - -0.009485176801493057, - -0.0028463511753280563, - 0.0013060429865429904, - -0.0015533507016145245, - 0.012107637870801016 - ] - ], - "std": [ - [ - 1.0053784970608792, - 1.0086117051709853, - 1.0174407281192794, - 1.0328236445577126, - 1.0555647249928823, - 1.1828794778966805, - 1.0020910755122447, - 1.0000565113338769, - 0.9890321160451245, - 1.0150152665488792, - 0.9899360205182285, - 1.0509979377431884, - 1.0058247313452429, - 0.9943794278675755, - 0.9914355031605685, - 0.98735263698585, - 0.9895129572809503, - 0.9832660190727348, - 1.0002454573596118, - 1.005345164132691, - 1.0022702027544366, - 1.0038695389702308, - 0.9884994910041733, - 1.0323210247180712, - 0.9997460580413666, - 1.0089872644160143, - 1.0235001251776934, - 0.9984386209085483, - 0.9823324227005963, - 1.0494438702787408, - 0.9933592013054958, - 1.0038908920524567, - 1.013697656799958, - 1.0183153010542547, - 1.0567215054144603, - 0.8880868673858706, - 1.0011297314158905, - 0.9952887406369397, - 0.9967427026967423, - 1.006175884588394, - 0.991937713430211, - 1.1100304287997806 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18062, - "cert_evals": { - "36": 0.6243599653244019, - "72": 0.4364907443523407, - "108": 0.26890507340431213, - "255": 0.005710910074412823 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.7817204301075269, - "test_acc": 0.7850042039665661, - "train_size": 16889, - "val_size": 10230, - "test_size": 40438, - "stats": { - "mean": [ - [ - 0.025572694783573928, - 0.01329715524895377, - 0.021220418319602922, - 0.01865168985727237, - 0.01982012718339098, - 0.00963998614483818, - 0.002528423115643657, - 0.014210160400253889, - 0.019369405767058635, - 0.014451386997468231, - 0.013793931316224738, - 0.012371159470670088, - -0.039714018710444283, - 0.002464175676483553, - -0.003429649002305634, - -0.009634763751553201, - 0.0009762194327558758, - 0.0017347277695622, - -0.010497498845409039, - -0.009077317366310872, - -0.009626320682147567, - -0.007594781810667109, - -0.00470596897387065, - -0.0015970677600842312, - -0.009472249452314906, - -0.00820725051809292, - -0.0026667849487946728, - -0.015432931020187987, - 0.0013254907454667974, - 0.008520569927173222, - -0.01259168517970182, - -0.013636079637638902, - -0.01148821777488854, - 0.0004930685061226005, - 0.0037583447036442816, - 0.004523333086622283, - -0.0011041412753886373, - 0.0011898180472266853, - 0.004086905974287228, - 0.0047194280300578055, - 0.006496377523849094, - 0.0006377091894106407 - ] - ], - "std": [ - [ - 1.002340911028259, - 1.000241509886604, - 1.0182352047279812, - 1.026450786988581, - 1.0586830294039484, - 1.0573441287107759, - 0.9999723336345973, - 1.0051963116139528, - 1.0189730060934503, - 1.0249429350044355, - 1.0283337398578962, - 1.0717856671455852, - 1.007021137501264, - 1.0086278986575667, - 0.9953893180688569, - 0.98676435866359, - 1.0045070750637721, - 0.9894410915928983, - 1.0018969853345276, - 0.9951351558433682, - 0.9829488046935272, - 0.9826669281585328, - 0.9809482582136214, - 1.0155101449208117, - 0.9962026519420597, - 0.990863381380769, - 1.0019931559758173, - 0.9596014491771616, - 1.0169055158769793, - 1.076548189219986, - 0.9955495648295175, - 0.9907146280157456, - 0.9785756681213451, - 1.006526766910725, - 1.0173366899136054, - 1.0876518916773228, - 1.0029420841971977, - 0.9990722630784118, - 1.0096089946640998, - 1.0127375864747392, - 1.01584212211435, - 0.9362241233272562 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18062, - "cert_evals": { - "36": 0.6223851442337036, - "72": 0.4486803710460663, - "108": 0.28387096524238586, - "255": 0.006060606334358454 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7906443247556354, - "test_acc": 0.7921854239456719, - "train_size": 16889, - "val_size": 10026, - "test_size": 40642, - "stats": { - "mean": [ - [ - 0.0255017919592495, - 0.022711381550094376, - 0.022287194327654584, - 0.02371314346613092, - 0.02809891444136949, - 0.011617169660734934, - -0.003762045615482179, - -0.0006222379063383423, - -0.0011956524365063191, - 0.008375274142948436, - -0.0028795755225458197, - 0.004949219420934186, - -0.03286969234417018, - -0.016504218603819, - -0.0016998223695865533, - -0.0031247556989696936, - -0.011519434898461321, - 0.0002488323820318791, - -0.012126160814738062, - -0.0071686163775022144, - 0.0038903055242530825, - 0.0026388575403812784, - 0.004066158683185444, - -0.0015970711824220074, - -0.004837915684773933, - -0.005745571910715695, - -0.003762464740373103, - -0.006138376635676964, - 0.001325493137553573, - 0.008520567025875392, - -0.0066514068920593425, - -0.003064876132393696, - 0.005525119900522458, - 0.009504424891937585, - 0.011849736177385477, - 0.008400017940669543, - -0.0067909446385286945, - -0.00818136082659884, - 0.004646044170746594, - 0.012444457339079356, - -0.0015533672804591957, - 0.00446103881223969 - ] - ], - "std": [ - [ - 1.0045809901782567, - 1.011044061995358, - 1.0172043141389446, - 1.0411444793879623, - 1.0848038904253097, - 1.0532589212327128, - 1.001732294856909, - 0.9979736375563433, - 0.9960552361012427, - 1.01505820099451, - 0.9927946698994767, - 1.0430998783719132, - 1.0035374294499668, - 0.9954329781752278, - 0.9998036225568965, - 0.9986000648188756, - 0.968307334521185, - 1.0041135888200137, - 1.0020709200665507, - 0.9957946771192316, - 1.0066983742054452, - 0.9982009085917064, - 1.0079501138389146, - 1.0086913740499897, - 0.9975519054988539, - 0.9949781645083238, - 0.9908446185534602, - 0.980252534332932, - 1.0196582337505167, - 1.129171084329408, - 0.9975018305111572, - 0.9962923547954192, - 1.0083259241822573, - 1.0245524736842544, - 1.0587730123334396, - 1.1257342158603454, - 1.000888709096108, - 0.9958781134180874, - 1.0074167017832345, - 1.03159906035601, - 0.975850670238492, - 1.1586868157131331 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18062, - "cert_evals": { - "36": 0.6382405757904053, - "72": 0.4615001082420349, - "108": 0.2932375967502594, - "255": 0.005286255851387978 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.785392365266819, - "std_test_acc": 0.004897071893500488, - "n_samples": 67557, - "n_features": 42, - "n_classes": 2, - "mean_cert_acc_36": 0.6262800693511963, - "std_cert_acc_36": 0.008158387230520245, - "mean_cert_acc_72": 0.44704727828502655, - "std_cert_acc_72": 0.010856117088904244, - "mean_cert_acc_108": 0.28059422969818115, - "std_cert_acc_108": 0.010410395569119683, - "mean_cert_acc_255": 0.00580087851267308, - "std_cert_acc_255": 0.00039128848060602465 - }, - "ozone": { - "dataset": "ozone", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.9805013927576601, - "test_acc": 0.9688917692806222, - "train_size": 634, - "val_size": 359, - "test_size": 1543, - "stats": { - "mean": [ - [ - -0.003832208201892918, - -0.005418530378548824, - -0.010179585331230298, - -0.007282815457413272, - -0.012684214511040823, - -0.016161820820189455, - 0.002799892586751031, - 0.0019220082018927972, - -0.018512049842271346, - 0.005907482334384807, - -0.007494815457413195, - -0.025883145425867744, - -0.03184079188958992, - -0.019569813880126137, - -0.027278735331230344, - -0.03046446009463729, - -0.011907895583595755, - -0.007346252618296485, - -0.02668136640378576, - -0.06587051593059931, - -0.049409756782334495, - -0.07125564747634061, - -0.0656345313880127, - -0.07421817728706603, - -0.009998679968454185, - -0.0262489938485801, - -0.021923096214510832, - -0.0190336230283913, - -0.018218104037854982, - -0.016821850378548945, - -0.020884196703469835, - -0.020929776435331872, - -0.021766428958990638, - -0.02181745849999988, - -0.020616926908517234, - -0.02164594619873821, - -0.027880692514195553, - -0.03721009403785469, - -0.03371047791798095, - -0.0357276862940851, - -0.03981797839116743, - -0.04135431316246058, - -0.0396969034069403, - -0.04041245388012638, - -0.03959258725552049, - -0.035369640788643436, - -0.0329854148107256, - -0.037678351135646625, - -0.029864726656151485, - -0.030806835126182992, - -0.03040135176656141, - -0.02955822337539437, - -0.0004082835646687658, - 0.03179852176656152, - -0.030195180984227132, - -0.04001496272870659, - 0.026779878261829634, - -0.004116586119873863, - -0.0023215491955836005, - -0.024096858706624612, - -0.03674826619400633, - 0.02543307507728708, - -0.005538621608832797, - 0.01184614798107252, - -0.02897714377507889, - -0.008931562263406941, - 0.023499008943217683, - 0.017402507271293364, - 0.0359555768138801, - 0.023836606309148266, - -0.0014779406940063293, - -0.008649845488958915 - ] - ], - "std": [ - [ - 1.0253346653541646, - 0.9970790367473195, - 1.0038692152439912, - 0.9938232451774182, - 0.9892173701948798, - 0.9911118430754786, - 1.017791120532591, - 0.9932864022974621, - 0.9902464436046423, - 1.000185178231482, - 1.0011696264611658, - 0.986480392675615, - 0.9730802318969383, - 0.9778181923701852, - 0.9836970027189096, - 0.9750118443336364, - 0.9792780834573579, - 0.9880149185292257, - 0.9781480670848659, - 0.9690310973910427, - 0.9891508690776625, - 0.9800473244857659, - 0.9719895753152141, - 0.9862159945987059, - 1.000643505337353, - 0.98774444392728, - 1.0016087509397211, - 0.9981176722651791, - 0.9943416662612424, - 0.9911189659544083, - 0.9910342795958328, - 0.9946798944092399, - 0.9963025407021763, - 0.9986420543916559, - 1.0050901822096001, - 1.006920701444179, - 1.0106377164264517, - 1.0193709910492683, - 1.0139900979553602, - 1.0114902226706495, - 1.0154408973720759, - 1.0202202440190384, - 1.0187333506565903, - 1.0188947379912598, - 1.0238829760328585, - 1.0216807530782095, - 1.0172760501580516, - 1.019296401406438, - 1.0121202260566657, - 1.0092598657183676, - 1.0163059965288948, - 1.0075443434312203, - 0.9544054418118135, - 0.959178459050877, - 0.9653248526530249, - 0.9812633263036802, - 0.9443343196371533, - 0.9785419366403552, - 0.9938503050835839, - 0.9399729974257295, - 1.0017571374847212, - 0.9409064434936084, - 0.9699516997787144, - 1.0227411928766736, - 0.9603064531854989, - 0.9989953512934372, - 0.9473740110075154, - 0.9448230205985104, - 0.9456688250252197, - 0.942484207617471, - 1.0193030273935935, - 0.9279161878664934 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52562, - "cert_evals": { - "36": 0.3537604510784149, - "72": 0.005571030545979738, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.8858560794044665, - "test_acc": 0.9052701801200801, - "train_size": 634, - "val_size": 403, - "test_size": 1499, - "stats": { - "mean": [ - [ - 0.03792215394321758, - 0.05303702501577294, - 0.055938417665614755, - 0.045617302050472784, - 0.021353089905362888, - 0.020145928075709717, - 0.0154306208201896, - 0.022261120504731842, - 0.020515404258675263, - -0.006392122712933948, - -0.018915373501577255, - -0.01732013391167209, - -0.017668103968454255, - -0.006586070347003194, - -0.016273178391167133, - -0.009117565772870817, - -0.006092351104100761, - -0.004906137602523564, - -0.015032467823343948, - -0.009775977760252257, - -0.0028146921135643894, - -0.014031686908517228, - -0.025870736750788572, - -0.018697430914826393, - 0.012961191798107244, - 0.01047141529968471, - 0.018777906104101107, - 0.026551687539432215, - 0.020844408675078762, - 0.023819117413249064, - 0.023811730189274537, - 0.019894168675078563, - 0.021038747192428944, - 0.02314655241798127, - 0.028341015741325026, - 0.024617651403785426, - 0.01178393461514206, - 0.014336364637223941, - 0.016739142365930756, - 0.012312654178627935, - 0.028485125615141934, - 0.019114635623028217, - 0.013634379747634108, - 0.008062478817034518, - 0.009352700126182908, - 0.012544397728706748, - 0.01817721485804401, - 0.017917969968454316, - 0.021168408769716013, - 0.023414116261829713, - 0.014830201829653165, - 0.02222035735015768, - 0.026335983533123025, - 0.0094259924290221, - -0.007603148958990523, - 0.0009938357413249734, - 0.005802570088328026, - 0.026215337223974716, - 0.038780452492113614, - -0.022953927902208182, - 0.031207762034700385, - 0.017113763779179843, - 0.04147194542586757, - 0.04368782463722394, - 0.01750911003659304, - 0.03434608705047321, - 0.009342367476340697, - 0.024773590962145133, - 0.004409446561514154, - 0.005585798107255572, - 0.00011378753943216802, - 0.0765020130757091 - ] - ], - "std": [ - [ - 1.03736363563334, - 1.041421531442326, - 1.0267865270755487, - 1.0121442820993367, - 1.008293110256913, - 1.01873498921806, - 1.0118066495461369, - 0.982292246248336, - 0.979405861495792, - 0.9688780031821314, - 0.9652773998745313, - 0.9694491321671315, - 0.9531773775158731, - 0.9580862657893832, - 0.9577664681306315, - 0.9623544801742809, - 0.975601277571152, - 0.9832052078314656, - 0.990296487656043, - 0.9755842570008628, - 0.9865540245890023, - 0.962851713833088, - 0.9566628208998662, - 0.9468020657890054, - 0.9742316163334963, - 0.9645422392473766, - 1.0027685912228592, - 0.9966208972539959, - 0.999182931601029, - 0.9948819423856855, - 0.9946336959149308, - 0.994301681069435, - 0.9956026583826234, - 0.9930511866663474, - 0.9890478651750041, - 0.994199597668802, - 1.0023859350650413, - 1.000426145687874, - 1.0003652424842289, - 1.0064232470420955, - 0.9992643537317858, - 1.005945961042932, - 1.0059460570896996, - 1.0088514720728148, - 1.0098664378887052, - 1.0086576841526969, - 1.0071224688030078, - 1.0065893694520875, - 1.003072381839363, - 1.0009275382343648, - 1.0031288456338048, - 1.001641400063109, - 0.9717690232361939, - 0.9645442990237298, - 1.0599901264777962, - 0.9668729591901228, - 0.9848003020040621, - 0.9858228202928896, - 0.9910100230003203, - 1.033854568614186, - 1.023206024569695, - 0.9609138694597942, - 0.9763937113178477, - 1.0499365812704335, - 1.002074911190731, - 1.0401611909032527, - 0.9829420247883154, - 0.9775076034950193, - 0.9858571161451036, - 0.98438894199897, - 0.9570620772827372, - 1.2319088901760018 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52562, - "cert_evals": { - "36": 0.8585608005523682, - "72": 0.8163771629333496, - "108": 0.7965260744094849, - "255": 0.6898263096809387 - }, - "fold": 1 - }, - { - "best_epoch": 33, - "best_val_acc": 0.8929503916449086, - "test_acc": 0.9071757735352205, - "train_size": 634, - "val_size": 383, - "test_size": 1519, - "stats": { - "mean": [ - [ - -0.026519395110410078, - -0.020519656719242864, - -0.03856912839116702, - -0.016610770662460427, - -0.02360172176656157, - -0.0062361091482649456, - 0.006315673186120061, - 0.008122894006309216, - 0.019828661829653038, - 0.023493720820189235, - 0.028398340063091426, - 0.037658466246056704, - 0.03720359796845454, - 0.01712326940063089, - 0.010629502208201842, - 0.016920019873816996, - 0.004836936277602788, - 0.008885449716088383, - 0.004271558517350052, - -0.013732781230283674, - -0.003293864984227115, - -0.0059959652996845044, - 0.02009481703470032, - 0.012495374763406907, - 0.026107515615142074, - 0.0048866673501578506, - -7.10347318611639e-05, - 0.004620787066245969, - 0.006923117208201871, - 0.007044452050473267, - 0.0017660842902208816, - 0.0005843353627757844, - 0.0024381367823343115, - 0.01260079149999998, - 0.027790525930599275, - 0.03580574296529951, - 0.044962928378549, - 0.03849109044164033, - 0.031017723895899216, - 0.014714712648895947, - 0.020249673911671977, - 0.01992396563091474, - 0.00854246886435317, - 0.010404890378548888, - 0.0019442098422712223, - -0.005629299589905388, - 0.0006738145583594855, - -0.006554089621451123, - -0.0014963604731860216, - -0.004724123485804328, - 0.03185038192429032, - 0.017040701072555207, - -0.016917529684542604, - -0.01635350962145107, - 0.03180636989905358, - -0.028097102381703456, - -0.02487774311041013, - -0.024357788801261843, - 0.010347320820189253, - 0.023048282129337568, - -0.0404586584542587, - -0.01956875883911673, - -0.015517057255520493, - -0.042936753533123054, - 0.016056352455205057, - 0.0006885119637224163, - -0.017713837870662472, - 0.00866661981072551, - -0.011936950630914838, - -0.019579047318612028, - 0.010573428391167213, - 0.013769920457413393 - ] - ], - "std": [ - [ - 0.9824246191960648, - 0.9460660479955723, - 0.9414137117810848, - 0.9563951332641849, - 0.9542747430368088, - 0.9649020128187702, - 0.9480302958839442, - 0.9695925595005404, - 0.9508962724118688, - 0.9324002792481486, - 0.9491098110835717, - 0.9593993759599093, - 0.9708845814409902, - 0.9746076150662417, - 0.9730830926818287, - 0.9705828418121233, - 0.9678944356517812, - 0.9787918055436075, - 0.9871395323030632, - 0.988799836722974, - 1.0088712263265718, - 1.027651048121395, - 1.0110542737448385, - 1.014655075557104, - 0.9527254870773569, - 0.9499284788193443, - 0.9739892346448356, - 0.9717415422572252, - 0.9710591664892269, - 0.9720523397095961, - 0.9743931633453154, - 0.9750560919142672, - 0.9732640281425894, - 0.9694138817789562, - 0.9591766148620566, - 0.9523484366096532, - 0.9426339173138096, - 0.9489336834494043, - 0.9510992266164007, - 0.9608960530293392, - 0.9501293475748765, - 0.950793971802449, - 0.9575052033489578, - 0.9516958236697296, - 0.9607004557781494, - 0.9650164347980471, - 0.9627072697949259, - 0.9664615907966804, - 0.9637912770104232, - 0.9634717474587103, - 0.9445789095634398, - 0.9512185629902784, - 0.9929982903986023, - 0.9911801208163777, - 1.0345096377862717, - 1.015804013333407, - 1.0429149112118707, - 0.9641031908608965, - 0.9736098232781243, - 0.9944177175712005, - 1.0241007437497402, - 1.0365807493549954, - 0.9939798656902995, - 0.9703197880729728, - 0.9618026775337026, - 1.0327802384943932, - 1.0325597261783583, - 0.978275118853774, - 1.0112531906719258, - 1.0439400654735873, - 1.021812320404611, - 1.0812409348018392 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52562, - "cert_evals": { - "36": 0.8694517016410828, - "72": 0.8407310843467712, - "108": 0.8093994855880737, - "255": 0.6892950534820557 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.9312039312039312, - "test_acc": 0.9096989966555183, - "train_size": 634, - "val_size": 407, - "test_size": 1495, - "stats": { - "mean": [ - [ - 0.0414219129337539, - 0.04560815454258686, - 0.034397147160883365, - 0.020956117823343955, - 0.024564269400630924, - 0.0005553069400630991, - 0.016602504416403943, - 0.0062627359621451415, - -0.0031757522082018035, - -0.013944516088328245, - 0.0037218815457413378, - -0.020531244637224017, - -0.012975684929022045, - -0.015335962460567969, - 0.0022576992113565006, - 0.01988752665615142, - 0.025492129968454638, - 0.02310144264984224, - 0.03577952003154558, - 0.03828845977918, - 0.04090566182965307, - 0.016406487381703586, - 0.032255133596214486, - 0.055611245425867664, - 0.025829820504732027, - 0.017592141324921318, - 0.08482513250788633, - 0.08251534022082004, - 0.0806660400000002, - 0.0797597929968453, - 0.07844461148265003, - 0.07577048630914786, - 0.07816740391167189, - 0.07698375904258688, - 0.07839980914826507, - 0.07030392544164019, - 0.07335677605520505, - 0.07059885154574139, - 0.05749520764984241, - 0.05839240802768149, - 0.04884538044164021, - 0.057599388186119704, - 0.06056710167192429, - 0.05068962059936886, - 0.04918662220820182, - 0.05663887050473197, - 0.052981187223974706, - 0.05271488757097796, - 0.05998731700315455, - 0.058964341198738154, - 0.062026943990536335, - 0.06406211694006311, - 0.04476776665615138, - 0.04366600899053627, - 0.0071440257350158225, - 0.01720357881703467, - 0.02547216375078862, - 0.03767682965299683, - 0.005417277176656162, - -0.021366308296529912, - 0.014681808124605667, - 0.02665934194006316, - 0.0029629283911672116, - 0.04136874888012618, - -0.03195372262365931, - 0.02910725921924289, - 0.04066335638801264, - 0.040631754242902225, - 0.0663199716719243, - 0.022615533123028518, - -0.003297019858044126, - 0.04436952356466899 - ] - ], - "std": [ - [ - 1.0105987107179513, - 1.0154217840142559, - 1.0127704333239322, - 1.0250915526181619, - 1.0277899782078663, - 0.982162687271895, - 1.0035414511934382, - 0.9904593990260483, - 0.9663940188769403, - 0.9541638919218064, - 0.9616077277788638, - 0.9585349634260687, - 0.9525169153591942, - 0.9428065740578456, - 0.9687530001209573, - 0.9662943308105892, - 0.9592234004298692, - 0.979716475995095, - 0.9819854494212729, - 0.9839277847661497, - 1.002027685561712, - 0.9811382213240143, - 0.9801878541507797, - 0.9886132720669727, - 0.9572863825752432, - 0.9684473114507368, - 0.9458197712036189, - 0.9493043352225052, - 0.9536886787314945, - 0.9542388565417081, - 0.9568724214982696, - 0.9604182963982565, - 0.9628743223078909, - 0.969739870388791, - 0.9658420669879488, - 0.9663588514066725, - 0.9591914227782425, - 0.9566142593514982, - 0.9604271978550112, - 0.9572841356250656, - 0.9637592188968211, - 0.9567941828689348, - 0.9518409084669301, - 0.9583057006169418, - 0.9626024487496594, - 0.9611581570635215, - 0.9675755641595767, - 0.9693064339918899, - 0.9677848038214554, - 0.9725856655911815, - 0.9492806747367527, - 0.9580864580842854, - 0.9617728581830496, - 0.987791465119004, - 0.96105048335759, - 0.9739101949627368, - 0.9441015562727774, - 0.9653034478263104, - 0.988889321396684, - 0.9934946660414279, - 1.0125052771005791, - 0.9411383407966065, - 0.9598305998600601, - 0.9901272334268524, - 0.9825753191497685, - 1.0224810066711563, - 0.9107176652738894, - 0.9977469943360354, - 0.9461613310736207, - 0.942256538790349, - 0.9681623758458049, - 1.1107317714437548 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52562, - "cert_evals": { - "36": 0.9066339135169983, - "72": 0.8722358345985413, - "108": 0.8280097842216492, - "255": 0.7002456784248352 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9227591798978603, - "std_test_acc": 0.030808504543239468, - "n_samples": 2536, - "n_features": 72, - "n_classes": 2, - "mean_cert_acc_36": 0.747101716697216, - "std_cert_acc_36": 0.2630339136881657, - "mean_cert_acc_72": 0.6337287781061605, - "std_cert_acc_72": 0.41939566008144463, - "mean_cert_acc_108": 0.6084838360548019, - "std_cert_acc_108": 0.40586171794973724, - "mean_cert_acc_255": 0.5198417603969574, - "std_cert_acc_255": 0.3465978433406068 - }, - "page-blocks": { - "dataset": "page-blocks", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.9261576971214017, - "test_acc": 0.9083484573502723, - "train_size": 1368, - "val_size": 799, - "test_size": 3306, - "stats": { - "mean": [ - [ - -0.02785030869883066, - 0.04220508005847926, - -0.007799578223684104, - 0.04507938606725141, - -0.024484079290935535, - -0.03854930415204675, - -0.004306797478947405, - -0.009848768527412267, - -0.005646618040935423, - 0.010106594495613968 - ] - ], - "std": [ - [ - 0.6361019181556973, - 1.034803136362929, - 0.6754786444860511, - 1.1067239881887005, - 1.0243975057691477, - 1.0203050705017325, - 0.32326730885545285, - 0.9042709629040901, - 0.8768058573970098, - 0.9187092587310937 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1165, - "cert_evals": { - "36": 0.006257822271436453, - "72": 0.00250312895514071, - "108": 0.00250312895514071, - "255": 0.00250312895514071 - }, - "fold": 0 - }, - { - "best_epoch": 78, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8785757760194766, - "train_size": 1368, - "val_size": 819, - "test_size": 3286, - "stats": { - "mean": [ - [ - 0.043781880409356606, - 0.01711256745614031, - 0.027425312120614106, - 0.01732590579239761, - -0.023061163435672452, - -0.011174710704678221, - -0.011325527935818777, - -0.0035091932039473506, - 0.004744587522660881, - 0.021409590767543677 - ] - ], - "std": [ - [ - 1.551216006661219, - 1.0143372028076796, - 1.2187084249301219, - 1.0297549624764555, - 1.0122460594399296, - 0.9983403928938066, - 0.28158791437027286, - 0.9526865887702041, - 0.9742767406980914, - 1.066875823567642 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1165, - "cert_evals": { - "36": 0.8485958576202393, - "72": 0.7936508059501648, - "108": 0.7338217496871948, - "255": 0.2173382192850113 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.9020807833537332, - "test_acc": 0.9014598540145985, - "train_size": 1368, - "val_size": 817, - "test_size": 3288, - "stats": { - "mean": [ - [ - 0.015907781140350814, - -0.002226113421052676, - 0.00912776447295319, - -0.002154920991959126, - 0.0031836314985380356, - 0.010374599444444719, - 0.033316965369883045, - 0.009327557160087575, - 0.000891657419590793, - 0.006515192383040968 - ] - ], - "std": [ - [ - 1.3819579471500247, - 1.004275883692728, - 1.095413957795245, - 0.9803011522566464, - 1.02223461206074, - 1.0167467029099182, - 1.9464523444956574, - 1.0297533577214233, - 0.9946199232832146, - 1.0446888834153083 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1165, - "cert_evals": { - "36": 0.011015912517905235, - "72": 0.0012239902280271053, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.9072289156626506, - "test_acc": 0.9132824427480916, - "train_size": 1368, - "val_size": 830, - "test_size": 3275, - "stats": { - "mean": [ - [ - -0.022221515862573354, - 0.012958097207602326, - -0.023529265928362474, - 0.036208808418859734, - -0.027518972836257316, - -0.013723225687134319, - -0.012668056071783647, - -0.009748616040204477, - -0.011955442258771813, - -0.013552336834795524 - ] - ], - "std": [ - [ - 0.6475896046566302, - 1.0059677646780396, - 0.5107302397945517, - 1.1498688572629936, - 0.9979365341699833, - 1.013315424044995, - 0.29978287731614, - 0.8399280364800779, - 0.8321768138579335, - 0.8892475036231946 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1165, - "cert_evals": { - "36": 0.004819277208298445, - "72": 0.0012048193020746112, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9004166325331098, - "std_test_acc": 0.015346598338900579, - "n_samples": 5473, - "n_features": 10, - "n_classes": 5, - "mean_cert_acc_36": 0.21767221740446985, - "std_cert_acc_36": 0.4206240953440921, - "mean_cert_acc_72": 0.1996456861088518, - "std_cert_acc_72": 0.3960038792966741, - "mean_cert_acc_108": 0.18408121966058388, - "std_cert_acc_108": 0.36649558625883866, - "mean_cert_acc_255": 0.054960337060038, - "std_cert_acc_255": 0.1082583524376353 - }, - "parkinsons": { - "dataset": "parkinsons", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.8125, - "test_acc": 0.8508771929824561, - "train_size": 49, - "val_size": 32, - "test_size": 114, - "stats": { - "mean": [ - [ - -0.15177435102040818, - -0.14490747816326535, - -0.02793487336734694, - 0.07550721530612242, - 0.16469232653061222, - 0.06000429387755099, - 0.057462867346938805, - 0.05978606938775514, - 0.05105301632653058, - 0.04845383877551018, - 0.07840458979591836, - 0.035619136734693836, - -0.02313697142857144, - 0.07845370204081635, - 0.05081704489795923, - -0.05448034285714283, - 0.09286327571428574, - 0.11816354897959186, - 0.08590491632653065, - -0.06924810548979589, - -0.02065583061224492, - 0.08162519999999998 - ] - ], - "std": [ - [ - 1.0613261678715187, - 0.9389798332809319, - 1.0498853015314364, - 1.028178025788432, - 1.1302871347577632, - 1.053868521125123, - 0.9140732841638698, - 1.0539995649510843, - 0.9323130971496129, - 0.9120908163855437, - 0.965768008718649, - 0.9229613584450868, - 0.7749770294180661, - 0.9658059844041067, - 1.1469052270870694, - 0.9026558165061398, - 0.9439418569560901, - 1.0717521728726727, - 0.9888476097381187, - 0.9175952788801556, - 0.8884377062114949, - 1.0021764187683884 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8620689655172413, - "test_acc": 0.7264957264957265, - "train_size": 49, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - -0.027148382244897965, - 0.009347322448979607, - 0.0018427693877550925, - 0.009376194897959197, - 0.0498221836734694, - 0.012418432040816317, - 0.0059797006122448695, - 0.012543908367346951, - -0.037508161224489786, - -0.0405606224489796, - -0.048066938775510194, - -0.07178797142857142, - -0.03155485102040816, - -0.048018842857142856, - 0.02719700816326529, - -0.008239085714285705, - -0.010052408163265357, - -0.025077353061224498, - 0.0272707673469388, - -0.04564295242857147, - -0.07848456122448978, - 0.03751739387755105 - ] - ], - "std": [ - [ - 1.0246326141739506, - 1.0196404637451633, - 1.0987023554811475, - 0.9900334582522926, - 1.068799641609979, - 1.0047499589980544, - 0.9252408702230309, - 1.0047829572179607, - 0.8748456565149585, - 0.8600654939521702, - 0.9166784846917336, - 0.7849483256776274, - 0.7558279428458922, - 0.9166869983641067, - 1.0291603272025247, - 0.9397974037578619, - 0.9834737083640328, - 1.0844660729168245, - 0.9811741510034482, - 0.945229122764763, - 1.1321558581479092, - 0.9828216273953867 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.8275861740112305, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 42, - "best_val_acc": 0.8709677419354839, - "test_acc": 0.7391304347826086, - "train_size": 49, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.027074289795918385, - 0.06335899489795922, - -0.141163173367347, - 0.006597857142857159, - -0.010543326530612232, - 0.019088730000000016, - -0.0031925448979591826, - 0.019260090000000007, - 0.03507935306122449, - 0.04217078775510203, - 0.050042397959183714, - 0.022464604081632724, - 0.007354644897959173, - 0.050004783673469354, - 0.0323217163265306, - -0.009419553061224523, - 0.06361398795918367, - -0.10837456326530606, - -0.07562777959183671, - 0.0783767696122449, - 0.07697315102040819, - -0.0768896448979592 - ] - ], - "std": [ - [ - 1.0021709858608663, - 1.036472332412846, - 0.8511547041931776, - 1.153319334760644, - 1.1400090214649552, - 1.1856512484533104, - 1.109926186807537, - 1.1857461665406257, - 1.0993883359109478, - 1.0989049029267082, - 1.1281831752622162, - 1.0778885202444342, - 1.0368342393804297, - 1.1281482640713403, - 1.212987846980958, - 1.0961601956507685, - 0.9410222006090059, - 0.9631862850066165, - 0.9241843695124426, - 0.8888983110215023, - 0.9670994638815306, - 0.9437743892758995 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.6451612710952759, - "72": 0.4516128897666931, - "108": 0.22580644488334656, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.696969696969697, - "test_acc": 0.7168141592920354, - "train_size": 49, - "val_size": 33, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.017151697959183657, - -0.08282589622448981, - -0.03878951020408162, - -0.05014604183673472, - -0.00995732653061224, - -0.010962025102040794, - -0.07701460816326532, - -0.01092796510204078, - -0.18647080816326533, - -0.18633531836734696, - -0.14844791836734691, - -0.22856991510204083, - -0.237482206122449, - -0.14839450816326533, - -0.02768821020408163, - 0.14269979897959184, - -0.18449186244897958, - 0.04748424285714288, - -0.13693871632653068, - -0.31049158099999996, - -0.18406532040816326, - -0.15638604489795918 - ] - ], - "std": [ - [ - 1.0058346739543103, - 0.9487949638489124, - 0.994620516441734, - 0.973242138110713, - 1.098902934224567, - 0.9933442474130566, - 0.8958864648117469, - 0.9933555009804176, - 0.8433041190561102, - 0.7941043410091924, - 0.9208429310347311, - 0.7043302529123088, - 0.6518639290383439, - 0.9208764339301102, - 1.0359836613291062, - 0.9627627144124837, - 0.9723485565102632, - 0.9910728139212198, - 0.9457878853222512, - 0.8667410055873132, - 0.9407240712581624, - 0.9187159564771525 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.03030303120613098, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7583293783882067, - "std_test_acc": 0.062371447076252286, - "n_samples": 195, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.37576261907815933, - "std_cert_acc_36": 0.4231863384886091, - "mean_cert_acc_72": 0.11290322244167328, - "std_cert_acc_72": 0.22580644488334656, - "mean_cert_acc_108": 0.05645161122083664, - "std_cert_acc_108": 0.11290322244167328, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pima": { - "dataset": "pima", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 53, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7429193899782135, - "train_size": 192, - "val_size": 117, - "test_size": 459, - "stats": { - "mean": [ - [ - -0.0019324124999998884, - -0.00012207583333333216, - 0.04217885052083333, - 0.00848995729166671, - 0.005174749999999932, - -0.046159915651041654, - 0.005953811979166655, - 0.07872151093750006 - ] - ], - "std": [ - [ - 0.9819510309933771, - 0.9111640190273224, - 0.9708504296826285, - 1.099822957973565, - 0.9218205138345946, - 1.056214861472258, - 1.0108583076345607, - 1.01432971356633 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 722, - "cert_evals": { - "36": 0.4871795177459717, - "72": 0.04273504391312599, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.725925925925926, - "test_acc": 0.6825396825396826, - "train_size": 192, - "val_size": 135, - "test_size": 441, - "stats": { - "mean": [ - [ - 0.019707258333333522, - 0.03424992687499997, - 0.03491385885416665, - -0.08194942239583324, - -0.03907010052083341, - 0.053195496510416655, - -0.0036192521354166743, - -0.06521345781250003 - ] - ], - "std": [ - [ - 1.0301685557841433, - 0.9959115695466323, - 1.0735770070448536, - 0.9845812772483306, - 0.9943920335167246, - 1.0696319409722543, - 0.9860249191330342, - 0.9892410062597343 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 722, - "cert_evals": { - "36": 0.029629629105329514, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.7666666666666667, - "test_acc": 0.7412280701754386, - "train_size": 192, - "val_size": 120, - "test_size": 456, - "stats": { - "mean": [ - [ - 0.17582224895833332, - 0.038322315416666634, - -0.07783248697916666, - -0.16520565468749995, - -0.11327850364583342, - -0.135474219296875, - -0.03175727552083333, - 0.09643667291666673 - ] - ], - "std": [ - [ - 1.0638504058639158, - 0.9838373596130083, - 1.064286398859908, - 1.0275191945092796, - 0.9301240391257053, - 1.0696755566062253, - 0.953495407419293, - 1.060048294039853 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 722, - "cert_evals": { - "36": 0.5333333611488342, - "72": 0.2750000059604645, - "108": 0.11666667461395264, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.7433628318584071, - "test_acc": 0.7235421166306696, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - 0.019707373958333604, - 0.04956274229166665, - -0.032895598437499944, - -0.02546561510416664, - -0.004270790312500018, - 0.06891787828125, - -0.041550713963541624, - 0.019818838020833326 - ] - ], - "std": [ - [ - 1.046076222621493, - 0.9765956060942442, - 1.0875934081009107, - 0.9881278389945256, - 0.9075867743815457, - 0.9995410119642123, - 0.8563442009545308, - 0.9709125098838245 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 722, - "cert_evals": { - "36": 0.5221238732337952, - "72": 0.08849557489156723, - "108": 0.017699114978313446, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7225573148310012, - "std_test_acc": 0.028080787846380996, - "n_samples": 768, - "n_features": 8, - "n_classes": 2, - "mean_cert_acc_36": 0.39306659530848265, - "std_cert_acc_36": 0.24308723890644698, - "mean_cert_acc_72": 0.10155765619128942, - "std_cert_acc_72": 0.12114306130580858, - "mean_cert_acc_108": 0.03359144739806652, - "std_cert_acc_108": 0.056008422828788824, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-MATERIAL": { - "dataset": "pittsburg-bridges-MATERIAL", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.25, - "test_acc": 0.11666666666666667, - "train_size": 26, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - -0.11238934615384605, - 0.19736865, - 0.15455, - 0.15961346153846157, - -0.07076646153846156, - 0.15434588461538454, - 0.1840363461538461 - ] - ], - "std": [ - [ - 0.9957184371723743, - 0.9959413552215316, - 1.0315511158616348, - 0.8772828351648864, - 1.0247762294541045, - 1.1028821922601193, - 0.7995873033749223 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.25, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.3684210526315789, - "test_acc": 0.19672131147540983, - "train_size": 26, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.009688884615384565, - 0.22651538461538462, - 0.03409030769230755, - -0.09103884615384622, - 0.1841305, - 0.31850111538461523, - 0.027972884615384445 - ] - ], - "std": [ - [ - 1.115613086975337, - 1.0057941285258243, - 1.1782033883592151, - 0.9294434251013095, - 1.0832735600836598, - 1.0726038998514973, - 0.8999058194666532 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.9375, - "test_acc": 0.6875, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.14436196153846156, - -0.06772561923076922, - 0.15454984615384612, - 0.15961346153846157, - 0.29337180769230764, - 0.26378273076923064, - 0.027972884615384573 - ] - ], - "std": [ - [ - 1.0179791685372954, - 1.0403197946863862, - 1.0714178998681247, - 0.8772828351648864, - 0.8271634472356539, - 1.1323512832459435, - 0.8999058194666533 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.9375, - "72": 0.9375, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.29411764705882354, - "test_acc": 0.23809523809523808, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3691406153846153, - 0.08633426923076921, - -0.00606200000000008, - -0.34169099999999986, - -0.14359411538461544, - 0.07226838461538451, - -0.05005884615384633 - ] - ], - "std": [ - [ - 0.7352238508876096, - 0.769629063092912, - 0.993332786470492, - 1.2842104251847937, - 0.9183219104916871, - 1.1684627801712248, - 0.9363807692307694 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.30974580405932867, - "std_test_acc": 0.2568307648847806, - "n_samples": 106, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.296875, - "std_cert_acc_36": 0.44304521496118204, - "mean_cert_acc_72": 0.234375, - "std_cert_acc_72": 0.46875, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-REL-L": { - "dataset": "pittsburg-bridges-REL-L", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.23076923076923078, - "test_acc": 0.375, - "train_size": 26, - "val_size": 13, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.2534473076923077, - 0.33873420769230767, - 0.033979423076922706, - 0.11527103846153851, - -0.28692915384615375, - 0.10456480769230773, - 0.12155461538461536 - ] - ], - "std": [ - [ - 0.9261583185285736, - 0.8009009247637227, - 1.0889481792626658, - 0.99653081940633, - 1.072126740077213, - 0.9196280170052044, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.23076924681663513, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.22580645161290322, - "train_size": 26, - "val_size": 15, - "test_size": 62, - "stats": { - "mean": [ - [ - -0.09836800000000002, - 0.11185775384615383, - 0.07467526923076934, - -0.009052730769230726, - -0.10539519230769225, - 0.013804115384615371, - 0.27612307692307686 - ] - ], - "std": [ - [ - 1.0694354197920724, - 0.8688390763013727, - 0.8067650960246951, - 0.9157017407809144, - 1.0553979577856298, - 0.9260748900018138, - 0.7249903479716615 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.06666667014360428, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.1875, - "test_acc": 0.5737704918032787, - "train_size": 26, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.21179084615384614, - -0.20075696923076924, - 0.23745903846153846, - 0.05310915384615384, - 0.14875234615384614, - 0.1348184615384615, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.858790726074425, - 0.9525936502475233, - 1.0303379408513154, - 0.9050907018495523, - 0.955082657540614, - 1.0895483096872065, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.1875, - "72": 0.125, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.35714285714285715, - "test_acc": 0.3492063492063492, - "train_size": 26, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3568335384615385, - -0.18405515384615387, - -0.00671646153846194, - 0.17743292307692307, - 0.2213659230769231, - 0.31633973076923083, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.8287037559089696, - 0.9069856689030475, - 1.0557430702422617, - 0.8702663846153843, - 0.9327384905473824, - 1.0726154740713343, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.38094582315563275, - "std_test_acc": 0.14409756470452328, - "n_samples": 103, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.12123397924005985, - "std_cert_acc_36": 0.10655894971772846, - "mean_cert_acc_72": 0.03125, - "std_cert_acc_72": 0.0625, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-SPAN": { - "dataset": "pittsburg-bridges-SPAN", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.14285714285714285, - "test_acc": 0.2727272727272727, - "train_size": 23, - "val_size": 14, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.029837999999999993, - -0.25806898695652175, - 0.27461930434782605, - -0.10251969565217388, - 0.0609171304347826, - -0.20858055217391297, - 0.1910520434782607 - ] - ], - "std": [ - [ - 0.7916916039569953, - 1.0125006038076372, - 0.8444054443868326, - 1.1230445292246944, - 0.9384505846315211, - 1.2509107678124556, - 0.9902371367201799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.375, - "test_acc": 0.5245901639344263, - "train_size": 23, - "val_size": 8, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.20886565217391312, - 0.20484198695652173, - -0.07489591304347826, - 0.10251943478260879, - -0.22335769565217395, - -0.24650454782608694, - -0.23350947826086974 - ] - ], - "std": [ - [ - 1.1322718849321831, - 1.1240719320543364, - 1.0615420299973752, - 0.8963528876008708, - 1.0527502115584615, - 0.7255249335603758, - 1.1264874806517848 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.25, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3125, - "test_acc": 0.22641509433962265, - "train_size": 23, - "val_size": 16, - "test_size": 53, - "stats": { - "mean": [ - [ - -0.26854200000000006, - 0.08719552173913042, - -0.024965043478260857, - -0.034172999999999946, - 0.34519221739130435, - 0.24650505217391308, - -0.4033346521739131 - ] - ], - "std": [ - [ - 0.7826434027524923, - 0.8532738699385454, - 1.116485175293137, - 1.0229130046834918, - 0.891588314188393, - 0.9488533640036454, - 0.9755681035759809 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.3125, - "72": 0.125, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.2, - "test_acc": 0.2542372881355932, - "train_size": 23, - "val_size": 10, - "test_size": 59, - "stats": { - "mean": [ - [ - -0.20886582608695664, - -0.14202214347826086, - -0.024965130434782608, - 0.10251943478260875, - -0.060915000000000004, - 0.05688600869565217, - 0.1061391739130434 - ] - ], - "std": [ - [ - 0.7916911713540639, - 0.9447975425602776, - 1.0638879741325864, - 0.896352887600871, - 1.0621083198533245, - 1.0385861814225783, - 0.8575722370885731 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3194924547842287, - "std_test_acc": 0.13805033424220745, - "n_samples": 92, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.1763392873108387, - "std_cert_acc_36": 0.13684813735519638, - "mean_cert_acc_72": 0.03125, - "std_cert_acc_72": 0.0625, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-T-OR-D": { - "dataset": "pittsburg-bridges-T-OR-D", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.875, - "test_acc": 0.8524590163934426, - "train_size": 25, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.15020296000000002, - -0.0008959920000000077, - -0.007506879999999985, - 0.09924271999999996, - -0.11183403999999993, - 0.06574727999999996, - 0.2686277600000001 - ] - ], - "std": [ - [ - 1.1056510586049282, - 0.9894276187747426, - 0.9455226916051597, - 1.1055352321467289, - 1.0069534202490789, - 0.9298309440615328, - 0.7342804012389428 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 562, - "cert_evals": { - "36": 0.1875, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.8421052631578947, - "test_acc": 0.8793103448275862, - "train_size": 25, - "val_size": 19, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.22477987999999996, - -0.23302490400000006, - -0.3052941999999999, - -0.09418591999999981, - -0.30132007999999993, - 0.034113799999999944, - -0.29218840000000024 - ] - ], - "std": [ - [ - 0.8537489133489458, - 0.9442767857681105, - 1.1206967647206985, - 1.1278721619730465, - 0.8691601526879115, - 0.9222667065314241, - 1.1442940136936137 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 562, - "cert_evals": { - "36": 0.15789473056793213, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.5873015873015873, - "train_size": 25, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.20377195999999997, - 0.09630778000000002, - 0.3328217600000001, - -0.22313807999999993, - 0.19134339999999994, - -0.029153040000000026, - 0.26862776000000005 - ] - ], - "std": [ - [ - 1.089967253887803, - 1.1192053646352136, - 0.8759745403148782, - 1.2131111924223241, - 0.9282879043276608, - 1.1030982427632627, - 0.7342804012389427 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 562, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.9166666666666666, - "test_acc": 0.8461538461538461, - "train_size": 25, - "val_size": 12, - "test_size": 65, - "stats": { - "mean": [ - [ - -0.17121067999999995, - -0.21648582000000005, - 0.12011635999999999, - -0.09418591999999995, - -0.11183404000000002, - -0.28222119999999995, - 0.10839464000000007 - ] - ], - "std": [ - [ - 0.8571032600003676, - 0.9702298691514799, - 1.0541263774745755, - 0.9254069877190219, - 1.006953420249079, - 1.1836178575986762, - 0.8554107804035617 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 562, - "cert_evals": { - "36": 0.8333333730697632, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7913061986691156, - "std_test_acc": 0.13676079207937208, - "n_samples": 102, - "n_features": 7, - "n_classes": 2, - "mean_cert_acc_36": 0.29468202590942383, - "std_cert_acc_36": 0.36841169047530675, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-TYPE": { - "dataset": "pittsburg-bridges-TYPE", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.4098360655737705, - "train_size": 26, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.2226830769230769, - 0.05670122692307692, - -0.043026884615384405, - -0.03758799999999994, - 0.17069815384615383, - 0.05726184615384619, - 0.03333576923076921 - ] - ], - "std": [ - [ - 0.9229643846157178, - 0.8879073657273664, - 0.9090621758106759, - 0.8047152853556344, - 0.9896400284910009, - 0.9758970201578133, - 1.0579562243200262 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 622, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.14285714285714285, - "test_acc": 0.08620689655172414, - "train_size": 26, - "val_size": 21, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.17140723076923073, - 0.17603493076923074, - -0.043027115384615275, - 0.08770580769230771, - 0.06073815384615386, - 0.140003576923077, - 0.11111846153846151 - ] - ], - "std": [ - [ - 0.9955960192363054, - 0.8707946707612142, - 1.076508222112097, - 0.8969691136995324, - 1.0157671583515164, - 1.0382138974203643, - 0.8520637539328237 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 622, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.15151515151515152, - "train_size": 26, - "val_size": 13, - "test_size": 66, - "stats": { - "mean": [ - [ - 0.13624746153846157, - -0.13478680769230772, - 0.03693388461538476, - 0.08770600000000003, - -0.01256838461538465, - 0.05726215384615386, - 0.033336038461538396 - ] - ], - "std": [ - [ - 0.8716889547511608, - 0.9579937729204642, - 1.0615560480179493, - 0.7749005943842086, - 0.9916744330944691, - 1.0538491233066194, - 0.8970306628997816 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 622, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.10526315789473684, - "test_acc": 0.13333333333333333, - "train_size": 26, - "val_size": 19, - "test_size": 60, - "stats": { - "mean": [ - [ - 0.2900749615384615, - -0.1092556538461538, - -0.16296869230769223, - 0.08770600000000003, - -0.12252815384615393, - 0.002101461538461631, - -0.0444463846153846 - ] - ], - "std": [ - [ - 0.9565380984621445, - 1.0668876495414104, - 1.087587760209891, - 0.7749005943842086, - 0.9250887318796751, - 0.7643326705239842, - 0.9333890769230768 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 622, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.19522286174349487, - "std_test_acc": 0.14569830196359626, - "n_samples": 105, - "n_features": 7, - "n_classes": 6, - "mean_cert_acc_36": 0.0833333358168602, - "std_cert_acc_36": 0.1666666716337204, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "planning": { - "dataset": "planning", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.6296296296296297, - "test_acc": 0.6272727272727273, - "train_size": 45, - "val_size": 27, - "test_size": 110, - "stats": { - "mean": [ - [ - -0.13597411777777782, - -0.059930613333333334, - 0.1726637911111111, - 0.034723479999999994, - 0.1943293844444444, - -0.058733431111111144, - -0.116129388, - 0.17681400222222224, - -0.19228555555555557, - -0.07629513333333332, - 0.07577999111111111, - 0.14000706444444447 - ] - ], - "std": [ - [ - 0.9037583332493699, - 0.8892684096511589, - 0.9934159714161822, - 0.9795447749569939, - 0.991099979203418, - 0.8238368829401475, - 0.8461204418967577, - 1.0434976919452328, - 0.9979969012441308, - 0.9523454999652433, - 0.9216888475521186, - 1.061608647395146 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.03703703731298447, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.75, - "test_acc": 0.6633663366336634, - "train_size": 45, - "val_size": 36, - "test_size": 101, - "stats": { - "mean": [ - [ - 0.11314807155555553, - -0.05681264375555557, - 0.03933796666666664, - 0.04977631111111109, - 0.03694895555555555, - -0.044924306666666684, - 0.04804084666666663, - 0.12195993333333337, - 0.042717271111111156, - 0.008962882222222232, - -0.0006334968888889045, - -0.0009558044444444105 - ] - ], - "std": [ - [ - 0.9103807361609941, - 0.9363715375995261, - 1.1502145656153577, - 1.0558247484927283, - 1.076388481139489, - 1.0010167884068093, - 0.9233794686212015, - 0.8789681038837464, - 0.8499326718606948, - 0.8719046264511446, - 0.8860788083725304, - 0.8502961074388711 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.16666666666666666, - "test_acc": 0.30973451327433627, - "train_size": 45, - "val_size": 24, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.08181936222222222, - 0.032095062222222207, - -0.2932722444444444, - -0.2642803151111112, - -0.2482941920666666, - 0.04209659104444442, - -0.08089617555555557, - 0.011037159999999989, - -0.05962093333333333, - -0.05360210222222223, - 0.041594423777777785, - 0.03579832413333331 - ] - ], - "std": [ - [ - 1.0346900075231742, - 0.983181200526179, - 0.8190101673790661, - 0.8655727810698712, - 0.9958599284470852, - 0.9221770981656976, - 1.0076979840800466, - 1.0249788633648824, - 1.0799692279692954, - 1.0059810529176614, - 1.0760442404746193, - 0.966271648432117 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.1666666716337204, - "72": 0.1666666716337204, - "108": 0.0416666679084301, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7391304347826086, - "test_acc": 0.543859649122807, - "train_size": 45, - "val_size": 23, - "test_size": 114, - "stats": { - "mean": [ - [ - 0.10711943111111107, - 0.19129145333333336, - 0.23947074666666662, - 0.1974917848888889, - 0.06191540222222221, - 0.19409456755555554, - 0.10399900533333334, - -0.07677485555555555, - 0.05582479999999996, - -0.0920865622222222, - 0.07224912822222225, - -0.22088875111111111 - ] - ], - "std": [ - [ - 0.9820868604107751, - 0.8497304858975051, - 0.9414935653357391, - 0.9419249731758765, - 0.9517511837520722, - 0.8554967298035733, - 1.06563202833593, - 1.067683309777831, - 0.968308470640187, - 1.07319052594271, - 1.055131325540202, - 1.0489152018459469 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1562, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5360583065758835, - "std_test_acc": 0.15896616560365848, - "n_samples": 182, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.050925927236676216, - "std_cert_acc_36": 0.07911114819611882, - "mean_cert_acc_72": 0.0416666679084301, - "std_cert_acc_72": 0.0833333358168602, - "mean_cert_acc_108": 0.010416666977107525, - "std_cert_acc_108": 0.02083333395421505, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "optical": { - "dataset": "optical", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 50, - "best_val_acc": 0.9528178243774574, - "test_acc": 0.9395424836601307, - "train_size": 1797, - "val_size": 763, - "test_size": 3060, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40062, - "cert_evals": { - "36": 0.9305374026298523, - "72": 0.9108781218528748, - "108": 0.8833552002906799, - "255": 0.7352555990219116 - }, - "fold": 0 - }, - { - "best_epoch": 79, - "best_val_acc": 0.9477806788511749, - "test_acc": 0.9470068694798822, - "train_size": 1797, - "val_size": 766, - "test_size": 3057, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40062, - "cert_evals": { - "36": 0.9242820143699646, - "72": 0.8994778394699097, - "108": 0.8746736645698547, - "255": 0.7310705184936523 - }, - "fold": 1 - }, - { - "best_epoch": 91, - "best_val_acc": 0.9613848202396804, - "test_acc": 0.943359375, - "train_size": 1797, - "val_size": 751, - "test_size": 3072, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40062, - "cert_evals": { - "36": 0.938748300075531, - "72": 0.9121171236038208, - "108": 0.8854860067367554, - "255": 0.736351490020752 - }, - "fold": 2 - }, - { - "best_epoch": 80, - "best_val_acc": 0.9510204081632653, - "test_acc": 0.9452720207253886, - "train_size": 1797, - "val_size": 735, - "test_size": 3088, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40062, - "cert_evals": { - "36": 0.9292517304420471, - "72": 0.9006803035736084, - "108": 0.8761904835700989, - "255": 0.7210884690284729 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9437951872163504, - "std_test_acc": 0.003202673882883221, - "n_samples": 5620, - "n_features": 62, - "n_classes": 10, - "mean_cert_acc_36": 0.9307048618793488, - "std_cert_acc_36": 0.006002485643990109, - "mean_cert_acc_72": 0.9057883471250534, - "std_cert_acc_72": 0.00663007879006112, - "mean_cert_acc_108": 0.8799263387918472, - "std_cert_acc_108": 0.005298244978483134, - "mean_cert_acc_255": 0.7309415191411972, - "std_cert_acc_255": 0.00695169781400212 - }, - "pendigits": { - "dataset": "pendigits", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 52, - "best_val_acc": 0.9065420560747663, - "test_acc": 0.8944296197464977, - "train_size": 3498, - "val_size": 1498, - "test_size": 5996, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2986, - "cert_evals": { - "36": 0.8724967241287231, - "72": 0.8317757248878479, - "108": 0.7683578729629517, - "255": 0.44793060421943665 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.8972382787411689, - "test_acc": 0.8896749199932625, - "train_size": 3498, - "val_size": 1557, - "test_size": 5937, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2986, - "cert_evals": { - "36": 0.8567758798599243, - "72": 0.8188824653625488, - "108": 0.7829158902168274, - "255": 0.4470134973526001 - }, - "fold": 1 - }, - { - "best_epoch": 61, - "best_val_acc": 0.8919814446653412, - "test_acc": 0.8995822890559733, - "train_size": 3498, - "val_size": 1509, - "test_size": 5985, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2986, - "cert_evals": { - "36": 0.8555334806442261, - "72": 0.8190855383872986, - "108": 0.7660703063011169, - "255": 0.44599074125289917 - }, - "fold": 2 - }, - { - "best_epoch": 62, - "best_val_acc": 0.9052558782849239, - "test_acc": 0.8855820105820106, - "train_size": 3498, - "val_size": 1446, - "test_size": 6048, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2986, - "cert_evals": { - "36": 0.8692946434020996, - "72": 0.8278008699417114, - "108": 0.7814661264419556, - "255": 0.454356849193573 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.892317209844436, - "std_test_acc": 0.006043957211033992, - "n_samples": 10992, - "n_features": 16, - "n_classes": 10, - "mean_cert_acc_36": 0.8635251820087433, - "std_cert_acc_36": 0.008625458885873462, - "mean_cert_acc_72": 0.8243861496448517, - "std_cert_acc_72": 0.006446010584349946, - "mean_cert_acc_108": 0.7747025489807129, - "std_cert_acc_108": 0.008717329135786205, - "mean_cert_acc_255": 0.44882292300462723, - "std_cert_acc_255": 0.0037734090044299496 - }, - "plant-shape": { - "dataset": "plant-shape", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 88, - "best_val_acc": 0.37850467289719625, - "test_acc": 0.32150101419878296, - "train_size": 400, - "val_size": 214, - "test_size": 986, - "stats": { - "mean": [ - [ - 0.010793134649999947, - 0.0029814738750000274, - -0.005680250974999982, - -0.00999388868249995, - -0.018943553000000047, - -0.022220061225000066, - -0.023538591772499947, - -0.023104606949999985, - -0.022654011850000027, - -0.013826088777500009, - -0.012183569699999982, - -0.019542425225000024, - -0.021094745304999968, - -0.013662524125000061, - -0.007497562182500008, - -0.004011965550000029, - -0.0018356184500000372, - 7.94950000007455e-06, - 0.00456346359999991, - 0.002077647049999971, - 0.005165495805000022, - 0.009402297242499979, - 0.008459789907500027, - 0.010384120812499977, - 0.009072800484999985, - 0.009275099372499976, - 0.011333548210000006, - 0.00974336192500002, - 0.009874121385000021, - 0.013796312999999978, - 0.0035003747700000252, - -0.0006504867999999986, - -0.006737763249999974, - -0.009779546075000065, - -0.009547967425750021, - -0.008340889135000092, - -0.01037015690000003, - -0.015118204249999967, - -0.014712120350000033, - -0.011817635924999998, - -0.01854881525000002, - -0.021627437300000017, - -0.02562561288749998, - -0.02507883772499999, - -0.01957355992500001, - -0.010989493799999993, - -0.004170166650000026, - -0.0007832742674999737, - -0.0008414850850000529, - 0.0014383313750000115, - 0.008277859025000037, - 0.015007289872500043, - 0.02009162649999997, - 0.020694419627500026, - 0.02312079630000003, - 0.02027844062500002, - 0.012670696450000017, - 0.011923742850000028, - 0.008522531550000014, - 0.0021193726999999838, - 0.00027873594999999404, - -0.005514954024999976, - -0.005619866314999964, - 0.000804423425000044 - ] - ], - "std": [ - [ - 1.0193984315579283, - 1.0138728773194225, - 1.0025119027839187, - 0.9926201913273888, - 0.9797572939727588, - 0.9675431762012998, - 0.9562849021750489, - 0.9457765924705838, - 0.9453288165685446, - 0.9493183692891524, - 0.9510566730800354, - 0.9587654362947835, - 0.9708540170515252, - 0.9906082656256265, - 1.0060018623497948, - 1.0090880491601784, - 0.9970255943580457, - 0.9966975594633455, - 1.0075598104469696, - 1.0193962682636182, - 1.040522735169908, - 1.0407459188197639, - 1.0303725268059722, - 1.0256419706953475, - 1.0198382842786065, - 1.0197936843070703, - 1.0266695425622123, - 1.0253571333157874, - 1.0153590777307844, - 1.0110354025342352, - 1.0181892223475282, - 1.0166426127543688, - 1.011169701470929, - 1.0054929366994545, - 1.0096458368985821, - 1.0140452905977049, - 1.009910026151903, - 0.9911465124845928, - 0.981395028524588, - 0.9714368920896277, - 0.9640569672295396, - 0.9682443777583067, - 0.9618240790560709, - 0.9651476273791817, - 0.9697583533908924, - 0.9857642722747081, - 0.9945128871244862, - 0.998379374233736, - 1.0006314561941052, - 1.008050481132436, - 1.0268004129156558, - 1.0452850694975346, - 1.0563281717760602, - 1.0509178269869455, - 1.0471449082028836, - 1.0431100616694575, - 1.035476811024627, - 1.0416661017312363, - 1.0428844632918242, - 1.0319514866130477, - 1.029873132188317, - 1.028802362627988, - 1.0249104343768467, - 1.0178924453800364 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.18691587448120117, - "72": 0.12616822123527527, - "108": 0.08878504484891891, - "255": 0.004672897048294544 - }, - "fold": 0 - }, - { - "best_epoch": 99, - "best_val_acc": 0.33739837398373984, - "test_acc": 0.37840670859538783, - "train_size": 400, - "val_size": 246, - "test_size": 954, - "stats": { - "mean": [ - [ - -0.01969966857750001, - -0.018735893250000035, - -0.01923726170000004, - -0.01765154066999996, - -0.021040157724999967, - -0.020549986874999978, - -0.01802188749999998, - -0.013611070524999968, - -0.01314826475000005, - -0.010111033277499976, - -0.011831655162500052, - -0.009240258725000013, - -0.004857546977500041, - -0.003872501354999996, - -0.004503420224999966, - -0.007399539599999919, - -0.009506949104999987, - -0.00983436382500002, - -0.0073349694900001206, - -0.0026293045575000932, - -0.005217706800000011, - -0.01053002465000001, - -0.011560438125000017, - -0.009075882437499998, - -0.0045980930749999985, - -0.008758359152500011, - -0.012621292225000027, - -0.016511235369999985, - -0.028317963276500033, - -0.02497353765000002, - -0.014343673825000004, - -0.008610495525000058, - 0.004172939175000043, - 0.0019351163249999698, - -0.004373591600750041, - -0.0077125528000000455, - -0.01211637097500002, - -0.01259113399249995, - -0.012157099130000017, - -0.014399237225000002, - -0.009437209475000015, - -0.0046622409374999915, - -0.006370976337500016, - -0.011270999825000006, - -0.015921284525000006, - -0.012410074750000007, - -0.014884673650000003, - -0.016949542649999955, - -0.017354671999999977, - -0.011285483702500028, - -0.009929046974999904, - -0.007901803479999947, - -0.00815231512075005, - -0.010049489069999949, - -0.011786209875000047, - -0.014985319077499979, - -0.019011035099999973, - -0.008162044849999986, - -0.0058525207999999595, - -0.01041489936249999, - -0.011318642174999963, - -0.015970219724999984, - -0.026622342699999985, - -0.029072289924999974 - ] - ], - "std": [ - [ - 0.9860131433859547, - 0.9839451298693502, - 0.9815653890681931, - 0.9791684843455107, - 0.9793192609145278, - 0.980950701990714, - 0.9884282309487391, - 0.9817147072820436, - 0.9862993933397015, - 0.9922815938909398, - 0.9847563677603288, - 0.9853865969758397, - 0.9879672222996878, - 0.9946824106249518, - 0.9961943172051062, - 0.9902136279887243, - 0.9887680048123522, - 0.993003063211071, - 1.0071770840518683, - 1.0247666604590329, - 1.0257137801878309, - 1.011455364670402, - 0.9947052989179791, - 0.9869387562943811, - 0.9888179645496713, - 0.987009987810631, - 0.9897190394535154, - 0.991361121462267, - 0.992989633996112, - 0.9961724937704427, - 0.9897090546568476, - 0.9844393105882888, - 0.9858088094372514, - 0.9942345793157213, - 0.9949467347271544, - 0.9941801452632953, - 0.9935755677210956, - 0.9940539923777484, - 0.9871617326295817, - 0.9809194296573341, - 0.9841049037423958, - 0.9872912480789516, - 0.9853330949312704, - 0.9809868668056975, - 0.977760884105985, - 0.9785005795193457, - 0.9774791029379978, - 0.9747292923736738, - 0.9892632184812155, - 0.9903128998680867, - 0.9995507672572046, - 1.012420498620147, - 1.014423356554454, - 1.0113780719858716, - 1.0085495954493642, - 1.0103910622541978, - 1.0042573664175571, - 0.9954666158538873, - 0.9825056771440344, - 0.969748087810821, - 0.9684376869484385, - 0.9687387646565352, - 0.9685510643060194, - 0.9716172187511043 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.2398373931646347, - "72": 0.11788617074489594, - "108": 0.03658536449074745, - "255": 0.004065040498971939 - }, - "fold": 1 - }, - { - "best_epoch": 92, - "best_val_acc": 0.251063829787234, - "test_acc": 0.23834196891191708, - "train_size": 400, - "val_size": 235, - "test_size": 965, - "stats": { - "mean": [ - [ - -0.011195848850000047, - -0.014077039849999994, - -0.015681537625000016, - -0.015262547177500023, - -0.018894034979999984, - -0.023536119524999965, - -0.016015195249999968, - -0.008908977427499989, - -0.005013930349999998, - -0.007225348899999984, - -0.008182635, - -0.00789371312500003, - -0.011035066974999978, - -0.005199030499999984, - 0.005315251324999976, - 0.011141104150000055, - 0.011588849470000002, - 0.009680554374999966, - 0.010888354087499948, - 0.010037595079999946, - 0.011800275580000021, - 0.007671618275000015, - 0.006882413550000033, - 0.0062716886124999935, - -0.0019262105499999794, - -0.002007641149999968, - -0.003485761440000005, - -0.0017775631049999818, - 0.0007400688484999391, - -0.0018860717750000106, - -0.006113297799999992, - -0.013600633775000042, - -0.020458192474999966, - -0.023048553475000007, - -0.019547718700000005, - -0.01125536750999998, - -0.014651312500000012, - -0.017176074307499963, - -0.015313710324999983, - -0.018115000749999995, - -0.02384295694999999, - -0.02221634045249998, - -0.019668475399999934, - -0.016640133125000005, - -0.011789776774999969, - -0.006203905024999959, - -0.004540449625000036, - 0.0006846066824999924, - 0.006433635392500026, - 0.0017259993975000153, - 0.0026194728225000024, - 0.002456912675000057, - 0.0035687386999999193, - 0.003967900025000002, - 0.008058575125000038, - 0.009259356747499982, - 0.009820443250000033, - -0.000526142624999981, - -0.007535754924999987, - -0.006530597337499988, - -0.00488854567499998, - -0.004628704975000013, - -0.006573741065000051, - -0.008198970250000055 - ] - ], - "std": [ - [ - 0.9997831577603109, - 1.0025959495608783, - 0.9981200898415419, - 0.9862363254781552, - 0.9807001230728768, - 0.9703599657486957, - 0.9542469081610001, - 0.9473845839451106, - 0.9547713929170183, - 0.9636033061770535, - 0.9759543385191676, - 0.9833507068982068, - 0.9860092538737429, - 0.9928824474026815, - 1.009087175522555, - 1.0225369274879927, - 1.0377746120861517, - 1.047008477348557, - 1.0437668765399934, - 1.0330775502764258, - 1.0319662406027479, - 1.030352484762016, - 1.0343435297883754, - 1.0306714836465332, - 1.0227257424915315, - 1.0163750005569692, - 1.0080783487785092, - 1.0057728718253096, - 1.0031574142753106, - 0.9970437490537768, - 1.0039054666803333, - 1.0092902332461646, - 1.015955753316646, - 1.0094451596904581, - 0.9971506877338592, - 0.9797514030945054, - 0.9606748456549195, - 0.9429643662114964, - 0.9357296749897012, - 0.9401794981595187, - 0.9451576738004599, - 0.9529959594959825, - 0.9553731219059256, - 0.952474899040048, - 0.9565245724608336, - 0.9697603305783443, - 0.9863202900077532, - 0.9954169393962655, - 1.0081946986669663, - 1.0156075960594253, - 1.0253976925038635, - 1.0300309888526664, - 1.0402541851284346, - 1.0433040030246603, - 1.0375395049686613, - 1.0264815045978641, - 1.021912736268765, - 1.0088758758830503, - 1.003466814657958, - 1.0086525159597994, - 1.0137559378643732, - 1.0086686244063605, - 1.006042971236659, - 1.0003260366638576 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.09787233918905258, - "72": 0.05106382817029953, - "108": 0.012765957042574883, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 82, - "best_val_acc": 0.29515418502202645, - "test_acc": 0.28365878725590954, - "train_size": 400, - "val_size": 227, - "test_size": 973, - "stats": { - "mean": [ - [ - -0.01614315225000004, - -0.007862261849999979, - 0.00030315945000001577, - -6.585304499997488e-05, - 0.0033457709750000114, - 0.009937330912499974, - 0.010135651675000024, - 0.009038938675000023, - 0.008931583272500009, - 0.009906352275000018, - 0.013642040799999994, - 0.017299261174999987, - 0.019865335000000005, - 0.019657458469999986, - 0.022414197692500006, - 0.02512643972499996, - 0.026877304525000024, - 0.0296143309, - 0.027764356497500045, - 0.024134231862499998, - 0.021181714175000043, - 0.02076543959999998, - 0.018820411632499992, - 0.016560606787500022, - 0.014716417624999967, - 0.015544499800000031, - 0.008937221650000026, - 0.0035691808475000007, - 0.00756637997750002, - 0.010582013399999977, - 0.00892202232, - 0.010522723749999905, - 0.009224050324999985, - 0.011262885774999978, - 0.012877923949999981, - 0.008631394499999978, - 0.013585739524999963, - 0.012593921374999985, - 0.00966451497500001, - -0.0018835844000000157, - -0.0072232187000000215, - -0.0024773558750000612, - 0.004778897314500035, - 0.010836082050000053, - 0.013114038100000038, - 0.012921894249999984, - 0.011661495899999983, - 0.006202870582499988, - 0.009554275007499979, - 0.010892630822499966, - 0.015263733174999995, - 0.018143591994999972, - 0.01859551449250001, - 0.01313465375500002, - 0.01828117135000002, - 0.021080939575000034, - 0.020155471175000023, - 0.02226961222499997, - 0.019368037950000003, - 0.018775792600000018, - 0.018483347624999945, - 0.009753726052499946, - -0.0015497268675000327, - -0.011832948350000021 - ] - ], - "std": [ - [ - 0.9690180900805035, - 0.9727335201919173, - 0.9764755262740973, - 0.9829585179082819, - 0.9924285501408081, - 1.0058984225928205, - 1.0139421119627963, - 1.0204714628277265, - 1.024761969275269, - 1.0411321691366637, - 1.051554346720804, - 1.0528939116549463, - 1.048231049542776, - 1.035208648003462, - 1.0211826349075386, - 1.021066390612321, - 1.0225781515263015, - 1.0234107662776533, - 1.013889389780415, - 1.002809268474515, - 1.005659594852486, - 1.0123290373188114, - 1.0154559039015623, - 1.013290801738594, - 1.0094740964231081, - 1.0002162486552635, - 0.9914378185750687, - 0.9943868019460187, - 0.9942535553869897, - 0.9896262981629789, - 0.9859228057329431, - 0.9860916917991401, - 0.9824333417893006, - 0.9869225315171396, - 0.9958671872185834, - 0.999358349920491, - 0.9902030063817621, - 0.9953941674238796, - 1.0044794940384356, - 1.01450410197358, - 1.0212449253894722, - 1.031533466370799, - 1.0310663353310807, - 1.0299586525323416, - 1.0140754261682852, - 1.0146983653439086, - 1.010949221001189, - 0.9984754004996209, - 0.9996230059073175, - 1.0023281510239592, - 1.0083940727060101, - 1.0104207218854935, - 1.0188090918448567, - 1.0267152458848512, - 1.0256934112800635, - 1.0177374007859166, - 1.004324219711767, - 0.9955156869267784, - 0.9865523378817893, - 0.984584448748711, - 0.9818097517909892, - 0.9865486470036113, - 0.9850111209189524, - 0.9782242969255907 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.15418501198291779, - "72": 0.07488986849784851, - "108": 0.048458147794008255, - "255": 0.0044052861630916595 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.30547711974049935, - "std_test_acc": 0.05932581853161371, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.16970265470445156, - "std_cert_acc_36": 0.05948548264530855, - "mean_cert_acc_72": 0.09250202216207981, - "std_cert_acc_72": 0.03561404141301304, - "mean_cert_acc_108": 0.046648628544062376, - "std_cert_acc_108": 0.031770304008704724, - "mean_cert_acc_255": 0.0032858059275895357, - "std_cert_acc_255": 0.0022046152261289355 - }, - "plant-margin": { - "dataset": "plant-margin", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 99, - "best_val_acc": 0.7231404958677686, - "test_acc": 0.708768267223382, - "train_size": 400, - "val_size": 242, - "test_size": 958, - "stats": { - "mean": [ - [ - -0.0010596968500001934, - -0.01804303900000009, - 0.058554600000000095, - -0.04174014875000007, - -0.00557412199999981, - 0.022321825499999975, - 0.009465832749999917, - 0.026944449999999596, - 0.0220769747500004, - -0.02089326899999988, - -0.012520925000000096, - 0.0033962770000000053, - 0.0021340793749998234, - -0.0033546413499999455, - 0.021925117425000074, - 0.013851212499999961, - -0.0015689260000001164, - -0.004634679999999923, - -0.05511270024999984, - 0.026070323000000024, - 0.01848005475000007, - 0.0022656225000003355, - -0.01842250000000018, - 0.01246016899999983, - 0.0098437735000002, - -0.032934458000000104, - 0.049291360500000325, - 0.0024477580000001266, - -0.02057179899999991, - 0.0009727362499999343, - 0.0017701742499999368, - 0.00541423612499992, - 0.02091535780000011, - 0.020351312499999816, - -0.009445618999999935, - -0.02841862299999999, - 0.029737960000000185, - 0.018735809500000172, - 0.014390100750000086, - -0.016125830000000306, - 0.012385870249999646, - -0.043971327499999775, - 0.0009311264999999372, - 0.01806689874999989, - -0.008581579999999964, - -0.009399341000000174, - -0.03755508207500001, - -0.0009747140000000407, - 0.028856429249999874, - -0.0030426587000000733, - -0.015013867049999909, - -0.004152345000000207, - 0.02680056899999996, - -0.02129718575000011, - 0.022555419000000035, - -0.00723436300000014, - 0.036754802499999906, - -0.02058847975000004, - -0.010368677175000047, - -0.029642165000000022, - -0.02736674750000015, - 0.0008163920000001678, - 0.018380879350000014, - -0.008580070000000413 - ] - ], - "std": [ - [ - 0.9874340403909011, - 0.9592061852266575, - 1.0435962908617902, - 0.9425389198852354, - 1.0047339728470936, - 1.0363144948903504, - 1.0296524029950296, - 1.0063022213625923, - 1.094313672273991, - 1.0202299972901783, - 0.985157157060649, - 0.9888027948033142, - 0.9932416135375679, - 0.9909877623883768, - 1.0005062186033022, - 1.2067387345575986, - 0.984270179305036, - 0.9091203000942354, - 0.9545319559171044, - 0.983601787222833, - 1.011060877681347, - 0.9799045991624534, - 0.9223386505533625, - 1.0460006470835634, - 1.0181216615718796, - 0.9516193964985948, - 1.0882812579258407, - 1.0329753644197, - 0.9792719916843142, - 0.9673648432380815, - 0.9958388822460692, - 1.012645249804551, - 1.0439458247448072, - 1.0733982117428793, - 1.0111716504511818, - 0.996690448869414, - 1.0367837370015323, - 1.0026230843872075, - 1.0036523141489182, - 0.9356670752186079, - 1.0259733303222744, - 0.9543079293157887, - 1.016979624435871, - 1.0361404335495707, - 0.9710294506381861, - 0.9356304778213941, - 0.9636374865372435, - 0.9682684696531572, - 1.0488592685926776, - 1.0095591832024964, - 0.9864668975312801, - 0.965788248416018, - 1.0175463184007973, - 0.9707788038864342, - 1.035917848788737, - 0.9984750436485963, - 1.047306945528514, - 0.9624268336767162, - 1.0407274202088548, - 0.9906889986330216, - 0.9133036560743315, - 1.0063256302193264, - 1.0448919868528035, - 1.060209155310641 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6404958367347717, - "72": 0.5247933864593506, - "108": 0.4586776793003082, - "255": 0.1859503984451294 - }, - "fold": 0 - }, - { - "best_epoch": 91, - "best_val_acc": 0.7478632478632479, - "test_acc": 0.6780538302277432, - "train_size": 400, - "val_size": 234, - "test_size": 966, - "stats": { - "mean": [ - [ - 0.018630191274999833, - 0.0021237185000000623, - 0.020341910000000126, - -0.03847603025000004, - 0.0024851145000002843, - -0.019245363750000032, - 0.01765857999999999, - -0.09520458750000026, - 0.016723600750000407, - -0.020893166249999973, - -0.013275087500000034, - -0.009778451499999922, - 0.02100441234999998, - -0.0006707280500000078, - 0.01202943670000018, - -0.012221054999999943, - 0.026685538499999994, - 0.03934188799999998, - -0.017911806749999953, - -0.004428536999999995, - 0.013875288750000034, - -0.007751707499999634, - 0.03217363749999957, - 0.003825904499999896, - 0.010617184500000114, - -0.03897739600000022, - -0.00972438474999977, - 0.0034970589999999357, - 0.02035820800000013, - -0.037335613750000024, - -0.008548351749999959, - 0.0018481537499997402, - -0.007583834749999951, - 0.04391894749999982, - 0.033370660000000205, - 0.00937306074999997, - -0.013948834999999842, - 0.005821061250000135, - 0.03052180125000005, - 0.02165496999999981, - -0.00854195450000032, - -0.03606767999999988, - -0.017944192250000105, - -0.02588678125000007, - 0.01616825525000002, - -0.00827056050000008, - -0.0017126565000000083, - -0.01656842850000004, - -0.017988074249999902, - -0.03559730630000006, - -0.0036789360499999424, - 0.012461489999999617, - 0.026261220249999995, - -0.020665702500000202, - -0.0005093669999999243, - -0.009416002500000138, - -0.02145052, - 0.012404727999999953, - 0.008414623600000027, - 0.026667712, - 0.023455849999999993, - 0.01995325700000049, - 0.017141528075000113, - -0.00027581000000054354 - ] - ], - "std": [ - [ - 1.041295070488909, - 1.0014805383027654, - 1.0526387415016842, - 0.9348659203435066, - 1.012132944361091, - 0.9779461065975633, - 1.0032476656820697, - 0.765138203982258, - 1.084558801095068, - 1.0155838017759249, - 0.9847823955761184, - 1.0321402388555014, - 1.0519629684769372, - 0.9582131621864026, - 0.9927092815254406, - 0.803704884375634, - 0.9988728657062945, - 1.1858597763171363, - 1.012274069308041, - 1.012471113861707, - 1.0151240798466312, - 0.9972545733894309, - 1.0563298324391637, - 1.0047120258743576, - 1.016702961526915, - 0.9272542628757423, - 1.012180666645035, - 1.0130792339306003, - 0.9869444731802731, - 0.9732936953239708, - 0.9987581693686506, - 1.0025285436476967, - 0.9823926819700436, - 1.13766033578092, - 1.0184063166975657, - 1.0037002652524598, - 1.0159024793557991, - 0.998493316788935, - 1.0374784962262864, - 1.0063283056949195, - 1.0742583169244284, - 0.9634076134691111, - 0.958447407516677, - 1.0041785286506213, - 1.013112893307404, - 0.9769612001923168, - 1.0056368868600618, - 0.9788744628207897, - 0.9629520265558652, - 0.929550730995055, - 0.9854910637585246, - 1.0358257613723332, - 1.0240098398191608, - 0.9303959288426701, - 1.0012547252975355, - 0.9956229965329875, - 1.021855039918818, - 1.0091992464793387, - 0.9897071424780775, - 0.9856059256334351, - 1.0201829621015206, - 1.0268852627871752, - 1.0341940427237508, - 0.9799526515218273 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6410256624221802, - "72": 0.5555555820465088, - "108": 0.4871795177459717, - "255": 0.20085470378398895 - }, - "fold": 1 - }, - { - "best_epoch": 96, - "best_val_acc": 0.7217391304347827, - "test_acc": 0.709278350515464, - "train_size": 400, - "val_size": 230, - "test_size": 970, - "stats": { - "mean": [ - [ - 0.005920089124999763, - -0.001301032000000133, - 0.0013308824999999258, - 0.008417454999999876, - 0.005976730250000185, - 0.019669846999999876, - 0.010878556750000047, - 0.025150082499999716, - 0.0022754870000003123, - 0.024085954000000003, - -0.005742166250000042, - -0.007721828999999947, - 0.00371573337499994, - -0.012943442949999913, - -0.014590249949999882, - -0.025256129999999963, - -0.011889130000000098, - -0.019724357499999953, - -0.01377830674999994, - 0.006886749000000014, - -0.003516929999999907, - -0.03828019749999969, - 0.005775229999999821, - -0.030314237500000177, - -0.019109295999999804, - 0.04844473150000008, - -0.02716004849999974, - 0.002796986500000034, - -0.019719068250000017, - 0.041975102500000014, - -0.017687051749999974, - -0.021844609375000337, - 0.020916906100000077, - -0.022494655000000176, - 0.026175232000000156, - 0.010884623500000074, - -0.021303965499999796, - -0.0039162167499998055, - -0.015307416500000065, - 0.012900294999999774, - 0.006834127249999801, - 0.027173450000000154, - 0.0027974614999998885, - 0.028211698749999896, - -0.0031931937499999692, - 0.011277844999999809, - 0.00992980717499997, - -0.013968735000000017, - -0.01707076174999997, - 0.01365854819999998, - -0.0014908621499998933, - 0.009138499999999666, - 0.02060593399999994, - 0.007099336749999857, - -0.003448647499999997, - 0.0015010997499998568, - -0.03850890625000006, - 0.0022736427499999282, - -0.013522159549999977, - -0.0332120949999999, - 0.005866322499999921, - -0.004317283999999508, - -0.00538338794999997, - -0.0069175300000004145 - ] - ], - "std": [ - [ - 1.0010921783674436, - 0.9945407140012373, - 1.005748587963517, - 0.9668282590649625, - 1.0031010346345277, - 0.9967928785295819, - 0.9751713195709866, - 1.1467050887662724, - 0.9392946439639414, - 0.9895328846805108, - 0.9767912569515301, - 0.9727489873091506, - 0.9701070098004984, - 1.0053545262016492, - 0.9846236608578788, - 0.7727736342078088, - 0.971944708609996, - 0.8826840113147226, - 0.98563931252641, - 0.9711438420390225, - 0.9629058280406353, - 0.9716674314378894, - 1.1301355955709167, - 0.9477815286674603, - 0.9881704764475729, - 1.0137752766865444, - 0.9583402354865277, - 0.9958443104934569, - 0.9663730766877806, - 1.0669358291663034, - 0.955827255033273, - 0.9505215572351379, - 1.0084010054173358, - 0.9871444837708967, - 1.0130833200270473, - 1.043702427349745, - 0.9912743901116762, - 0.973685836703786, - 0.985763394194837, - 1.0377291955455417, - 1.0077815203197755, - 1.0141762382944473, - 1.019662919156708, - 1.046456382869172, - 1.0332849966442448, - 1.0406499407344652, - 0.9961622026264285, - 0.9855957603524927, - 0.9824473993933991, - 1.0388871379951687, - 1.0170409949547163, - 1.03216407460882, - 1.0347227568843633, - 1.0401704190454892, - 0.9504580582249552, - 0.9606350019976608, - 1.0073622594193574, - 1.0173972038824486, - 0.9758624776113387, - 1.017294570276939, - 1.1903867160054817, - 1.041760575180181, - 0.9817904646611345, - 0.9934098271111226 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6521738767623901, - "72": 0.5826086401939392, - "108": 0.4826086759567261, - "255": 0.19999998807907104 - }, - "fold": 2 - }, - { - "best_epoch": 82, - "best_val_acc": 0.6758893280632411, - "test_acc": 0.6969376979936642, - "train_size": 400, - "val_size": 253, - "test_size": 947, - "stats": { - "mean": [ - [ - 0.0049220609499997505, - 0.014300554999999927, - -0.013117759999999938, - 0.0006888637499999897, - 0.014571960000000097, - -0.029186410499999996, - 0.002400438750000075, - -0.053890317500000125, - 0.010837756000000382, - -0.043686283749999874, - 0.00818919124999994, - 0.02274708350000002, - -0.010304195600000106, - 0.021186932849999934, - 0.02806746060000008, - 0.03340746249999935, - -0.023547052000000096, - -0.033522315499999976, - 0.008610349500000156, - 0.027052154499999995, - -0.010934992499999938, - 0.006081485000000295, - 0.02777317250000039, - 0.016383195499999857, - 0.03879757150000023, - -0.021655729750000265, - 0.014864098750000401, - 0.036007804000000046, - -0.006075429999999921, - -0.019079332500000098, - 0.046873371749999754, - 0.020189249124999916, - -0.006358586449999976, - -0.01606563250000019, - -0.011602580249999888, - 0.013908655750000045, - -0.026925847499999826, - 0.04435231250000004, - 0.0030248995000000476, - 0.04331075999999964, - -0.010036047250000119, - -0.020255887499999837, - 0.016312687999999884, - 0.0007390799999998633, - -0.01058009674999995, - 0.022933002500000025, - 0.018606085150000003, - -0.02793774274999995, - 0.02640782450000013, - 0.0009197187999999446, - 0.01879274900000016, - -0.012793932500000254, - -0.05696751475000014, - 0.009623771999999869, - -0.014076831999999899, - 0.03262045174999992, - -0.03750922250000002, - -0.020068239750000067, - 0.007511379900000031, - 0.011995891500000104, - 0.001957915000000034, - 0.008284810500000324, - -0.03583419272500005, - 0.025183247499999534 - ] - ], - "std": [ - [ - 1.0292860056491944, - 1.0292792317834558, - 1.021157636187128, - 1.0004671883473788, - 1.0099925807918118, - 0.940459599532873, - 1.0284403765468189, - 0.8253858457506277, - 1.0205839902595195, - 0.9375845702209917, - 1.0276192722636466, - 1.0352781665590673, - 1.00573951678478, - 1.0168176366617936, - 1.0354526336454533, - 1.409467384284455, - 1.0173514777145187, - 0.9176768917465363, - 0.9987312571300704, - 1.011937740881034, - 0.998584402272729, - 1.056733717686757, - 1.037552726041927, - 1.0142258428702424, - 1.035939823876147, - 0.9963005677388238, - 1.0191184901038401, - 1.0189027476350714, - 0.9772965657228759, - 0.9822876158929498, - 1.1026232958885742, - 1.0501886707528871, - 0.9971602814316513, - 1.0340674788196675, - 0.9800225335712383, - 1.0197769718133536, - 0.9741149929553732, - 1.042912622378931, - 0.9736271090391864, - 1.061534430063924, - 0.9526685914619262, - 1.0048497041951536, - 1.0274317900005205, - 0.9912072467959292, - 0.9895627947501346, - 1.0186115853191826, - 1.013480663944259, - 0.9413201803178272, - 1.0436199704257596, - 0.9898799364419235, - 1.0333854032952587, - 0.9495359391868493, - 0.9383015025414292, - 1.0126790152589706, - 0.9761807480062364, - 1.0554871962715169, - 0.9748100083771338, - 0.9555452645008876, - 1.0523449870830452, - 0.9961427848161136, - 1.2062430696295, - 1.0118419269696228, - 0.9775440389434499, - 0.9524811445180422 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.5573122501373291, - "72": 0.46640318632125854, - "108": 0.36758893728256226, - "255": 0.12648221850395203 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6982595364900634, - "std_test_acc": 0.01462720646286099, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6227519065141678, - "std_cert_acc_36": 0.04395747253374669, - "mean_cert_acc_72": 0.5323401987552643, - "std_cert_acc_72": 0.049901617243615345, - "mean_cert_acc_108": 0.44901370257139206, - "std_cert_acc_108": 0.05570349041505247, - "mean_cert_acc_255": 0.17832182720303535, - "std_cert_acc_255": 0.035228839110637525 - }, - "post-operative": { - "dataset": "post-operative", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.03636363636363636, - "train_size": 22, - "val_size": 13, - "test_size": 55, - "stats": { - "mean": [ - [ - 0.2644478181818181, - -0.002965454545454521, - -0.04423899999999998, - 0.0652979090909091, - -0.09040263636363635, - 0.12863909090909095, - -0.031622818181818196, - -0.010754727272727246 - ] - ], - "std": [ - [ - 0.863045425336646, - 0.9808035281210981, - 0.9954110000000002, - 0.8638286631944233, - 0.9903112638860088, - 1.0460343032985846, - 0.9593493232948251, - 0.6242961991096403 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.62, - "train_size": 22, - "val_size": 18, - "test_size": 50, - "stats": { - "mean": [ - [ - -0.04068454545454543, - -0.13643590909090905, - -0.22522281818181814, - -0.01632572727272733, - 0.18080527272727273, - -0.36753845454545453, - -0.4196983636363635, - 0.03461609090909094 - ] - ], - "std": [ - [ - 0.48245777837997267, - 1.0509474100388445, - 0.9788196547256961, - 1.0356928042306306, - 0.9778540225386487, - 0.7579234423290888, - 0.7652973041426179, - 0.7599528606329299 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.6949152542372882, - "train_size": 22, - "val_size": 9, - "test_size": 59, - "stats": { - "mean": [ - [ - 0.035598363636363664, - -0.06970068181818179, - -0.13473090909090904, - -0.17957400000000004, - 0.18080527272727273, - 0.29403163636363644, - 0.03305631818181817, - 0.034616272727272704 - ] - ], - "std": [ - [ - 0.7964199476848967, - 1.018669033729904, - 0.9912891976159546, - 1.0484797311020457, - 0.9778540225386487, - 1.24868633500981, - 1.0040929058601908, - 0.5709040666748884 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 40, - "best_val_acc": 0.42857142857142855, - "test_acc": 0.3148148148148148, - "train_size": 22, - "val_size": 14, - "test_size": 54, - "stats": { - "mean": [ - [ - -0.4221010909090909, - 0.19724022727272736, - 0.22723672727272717, - -0.016325727272727287, - -1.0092936587501423e-17, - -0.036753454545454506, - -0.16098145454545446, - 0.41270672727272745 - ] - ], - "std": [ - [ - 0.9311555791372603, - 0.9366735504705384, - 0.9576763484720417, - 1.0356928042306308, - 0.9944290000000001, - 0.7579238589268785, - 0.9505882556493265, - 0.8002666526517147 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 739, - "cert_evals": { - "36": 0.0714285746216774, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.41652342635393486, - "std_test_acc": 0.3020876437071757, - "n_samples": 90, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.01785714365541935, - "std_cert_acc_36": 0.0357142873108387, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "primary-tumor": { - "dataset": "primary-tumor", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.0196078431372549, - "test_acc": 0.02030456852791878, - "train_size": 82, - "val_size": 51, - "test_size": 197, - "stats": { - "mean": [ - [ - -0.008010512195121854, - 0.054444146341463336, - 0.0366287682926831, - 0.017473585365853656, - 0.00994146341463413, - 0.14699000000000015, - 0.04866843902439027, - -0.06218121951219504, - 0.01667878048780483, - -0.03673495121951217, - 0.060766390243902485, - -0.11804926829268325, - 0.04384986585365854, - -0.04256348780487793, - 0.026720512195121893, - 0.09196453658536587, - 0.04076614634146339 - ] - ], - "std": [ - [ - 0.9284296903454413, - 0.9827553422472404, - 0.9950878705168285, - 1.0173173538014615, - 0.9933487461181214, - 1.0, - 0.962929194381142, - 1.0381881034205123, - 0.9899379872265349, - 1.011517643744964, - 0.8811077313196498, - 1.2812447336275181, - 0.9462003808216405, - 1.0326718844648832, - 0.9328296141970309, - 0.9459362255487258, - 0.9834201107664913 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3517, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.2, - "test_acc": 0.10101010101010101, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.19990898780487798, - -0.06597853658536594, - -0.06580686585365814, - -0.04826112195121953, - 0.03728248780487797, - 0.06248341463414634, - -0.06985995121951216, - -0.0032160975609755497, - -0.06506265853658541, - 0.09333218292682927, - 0.06076639024390239, - -0.30444282926829297, - -0.1407240975609757, - -0.13789832926829237, - -0.011618548780487929, - -0.07208160975609774, - 0.0923113658536586 - ] - ], - "std": [ - [ - 1.0840763211298148, - 0.9871722424447865, - 0.9943340791237609, - 0.9878070021217906, - 0.978564253608743, - 0.7605592682926824, - 1.0434538299658207, - 1.0006713020447777, - 1.0285572185582093, - 0.9582691142993712, - 0.8811077313196498, - 1.4765153864007459, - 1.1389873689905186, - 1.0994550266298473, - 0.9827072417027007, - 1.0321010371852044, - 0.961563601529827 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3517, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 53, - "best_val_acc": 0.4, - "test_acc": 0.23232323232323232, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.05595567073170747, - -0.11414758536585423, - -0.15360871951219476, - 0.11138004878048806, - 0.14664658536585373, - -0.022023170731707342, - 0.04866843902439022, - 0.11471414634146337, - -0.09230980487804882, - -0.010721524390243967, - -0.13876521951219484, - -0.024852487804878247, - -0.029979719512195135, - -0.13789832926829246, - 0.02672051219512185, - -0.0720816097560979, - 0.014993536585365865 - ] - ], - "std": [ - [ - 0.8752456105780106, - 1.0319878972477479, - 1.020270188955276, - 0.973373221402528, - 0.908857763487908, - 1.068933148158204, - 0.9629291943811422, - 0.9096695962820129, - 1.0396848408746504, - 1.0024455533701155, - 1.2137033994344781, - 1.1602914885292481, - 1.031634721498422, - 1.0994550266298473, - 0.9328296141970309, - 1.0321010371852055, - 0.9931654994287419 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3517, - "cert_evals": { - "36": 0.25999999046325684, - "72": 0.11999999731779099, - "108": 0.07999999821186066, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 0.08333333333333333, - "test_acc": 0.10377358490566038, - "train_size": 82, - "val_size": 36, - "test_size": 212, - "stats": { - "mean": [ - [ - 0.03463378048780499, - 0.006275073170731583, - 0.007361365853658851, - -0.05765181707317083, - 0.06462351219512194, - 0.062483414634146285, - 0.04866843902439023, - 0.17367926829268246, - 0.043925926829268234, - -0.03673495121951222, - 0.010883487804878128, - 0.06834443902439019, - -0.029979719512194993, - 0.11632791463414643, - 0.026720512195121806, - 0.06462351219512184, - 0.14385658536585347 - ] - ], - "std": [ - [ - 0.9863628325148939, - 0.9862904448213375, - 0.9415700081720351, - 0.9778925433614022, - 0.9627768184983537, - 0.7605592682926826, - 0.962929194381142, - 0.8544857970801263, - 0.9752042587005816, - 1.0115176437449636, - 0.9787732234590277, - 0.8230916787799415, - 1.031634721498422, - 0.888087814072915, - 0.9328296141970309, - 0.9627768184983537, - 0.9363654126487833 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3517, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.11435287169172811, - "std_test_acc": 0.08765850434856715, - "n_samples": 330, - "n_features": 17, - "n_classes": 15, - "mean_cert_acc_36": 0.06499999761581421, - "std_cert_acc_36": 0.12999999523162842, - "mean_cert_acc_72": 0.029999999329447746, - "std_cert_acc_72": 0.05999999865889549, - "mean_cert_acc_108": 0.019999999552965164, - "std_cert_acc_108": 0.03999999910593033, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "seeds": { - "dataset": "seeds", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.328125, - "train_size": 52, - "val_size": 30, - "test_size": 128, - "stats": { - "mean": [ - [ - -0.07865740384615384, - -0.09929158269230767, - 0.10740706153846159, - -0.11327312326923078, - -0.054041704038461535, - 0.11302156807692312, - -0.12860311538461539 - ] - ], - "std": [ - [ - 0.9776589269685166, - 1.0102414254274936, - 0.8380902928078587, - 1.0256407102447727, - 0.9263919424516689, - 1.0662347835422732, - 0.9877327834391749 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.7105263157894737, - "test_acc": 0.6416666666666667, - "train_size": 52, - "val_size": 38, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.058945873076923054, - 0.058565444230769224, - 0.07005121538461541, - 0.06763472500000012, - 0.047836257499999944, - -0.05406976365384615, - 0.04528192692307701 - ] - ], - "std": [ - [ - 0.9708842177474521, - 0.9848353623619012, - 0.8161306877633503, - 0.9973740833983674, - 0.9401704976733031, - 0.9044940579464946, - 1.002197108725799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.2631579041481018, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3235294117647059, - "test_acc": 0.3387096774193548, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.033384901923076866, - -0.0331742116538462, - -0.031110369230769246, - -0.035362980769230695, - -0.03749499615384611, - -0.05436379423076917, - -0.022526719230769286 - ] - ], - "std": [ - [ - 0.9921027190305836, - 0.9758756553777916, - 1.131396588661939, - 0.9525393107723146, - 1.031011005759497, - 0.9529339051548767, - 0.9671977555675655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.3235294222831726, - "72": 0.3235294222831726, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.35294117647058826, - "test_acc": 0.3225806451612903, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.01415203269230775, - 0.0027556519230769717, - -0.08995134999999999, - 0.03169613269230778, - -0.04915413269230773, - 0.020229542307692343, - -0.026400719230769202 - ] - ], - "std": [ - [ - 0.968562549022194, - 0.987659685020645, - 0.896948829634495, - 0.9880022117491448, - 0.9355234042408067, - 1.095434168498032, - 1.0069225875711127 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 577, - "cert_evals": { - "36": 0.11764705926179886, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.40777049731182796, - "std_test_acc": 0.15607426761488358, - "n_samples": 210, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.2594169322401285, - "std_cert_acc_36": 0.09947652814238135, - "mean_cert_acc_72": 0.08088235557079315, - "std_cert_acc_72": 0.1617647111415863, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "plant-texture": { - "dataset": "plant-texture", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 100, - "best_val_acc": 0.6706827309236948, - "test_acc": 0.6694736842105263, - "train_size": 400, - "val_size": 249, - "test_size": 950, - "stats": { - "mean": [ - [ - -0.016478091624999976, - -0.014961091800000008, - -0.004249621250000072, - 0.023384388500000127, - 0.005502324450000172, - 0.0145078697499998, - 0.0045305880750000724, - -0.03467714649999986, - 0.004193091999999971, - 0.012809078150000047, - -0.009651387200000038, - -0.01915911049999979, - -0.008120220149999673, - 0.007483559499999939, - -8.819250000012408e-06, - -0.019568870142500156, - 0.028020058549999945, - 0.022078226650000053, - 0.0008334952449999984, - -0.0007628900000000476, - -0.033131676325000525, - -0.02417429049999988, - 0.012456803749999997, - 0.002599056999999966, - -0.016433078500000114, - -0.0015455646349999707, - 0.03351081127500002, - -0.00866295650000013, - -0.001216327300000051, - 0.02500025624999989, - 0.002615395250000011, - 0.004382452249999722, - -0.0336998632, - 0.024454489599999945, - 0.006896749999999824, - 0.0024042895000002573, - -0.0489830051999999, - -0.0018739831749999436, - -0.0027442942499998836, - 0.014888681500000006, - 0.039273120399999896, - -0.03620304349999986, - 0.01871371774999999, - 0.0017737930000000502, - 0.03068173249999988, - 0.005476874500000017, - -0.018285551499999983, - -0.01942126079499999, - 0.020034201150000052, - -0.04440868274999999, - -0.0031926880000002233, - -0.009055307999999866, - 0.01178355375000011, - 0.006780597750000028, - -0.015243231374999874, - 0.051239233250000044, - 0.01800514339999995, - 0.008651616399999893, - 0.0034974595000000232, - 0.03453392162500026, - -0.006043314750000227, - 0.012514663999999986, - 0.043475420250000084, - -0.02456098675000002 - ] - ], - "std": [ - [ - 0.9009966230602708, - 0.9364276177287642, - 0.9754761006143327, - 1.0291666417884513, - 1.0289691228068274, - 0.9876927454085853, - 0.9560626059354702, - 0.9597522889147546, - 0.9994773403976824, - 1.0152637844096681, - 0.9520114484241692, - 0.9432619847706322, - 0.9482931419315812, - 1.0591026895126023, - 0.9522570318080412, - 0.9864956149999131, - 1.084922016377646, - 1.173758426456074, - 1.0592998584844, - 1.0606714617823771, - 0.8614306216418535, - 1.0345366597359764, - 1.042209469105469, - 1.0348653782485668, - 0.9988649975902255, - 1.0174988947519772, - 1.0858204535316325, - 0.9739602296564857, - 1.0131848275815751, - 1.0264935540496496, - 0.9816966426566287, - 1.0024562576995246, - 0.9036181164894379, - 1.0437722258848774, - 0.9846104856336191, - 1.0510739753463445, - 0.8892428833739887, - 0.9794996248503948, - 0.9461971557449678, - 1.0298104390925615, - 1.1599976257671403, - 0.9173959381413883, - 0.9736629274573383, - 0.9990534408909421, - 1.0761727962998655, - 0.9933289670108497, - 0.9771946168612999, - 1.032165319421753, - 1.0398720209157222, - 0.9587359927023673, - 1.012139905486573, - 0.9975269161128212, - 1.0373603976704429, - 0.9974923617573629, - 1.0098998196849565, - 1.1923604394819194, - 1.0833214484639513, - 1.0328745232566003, - 1.0402739857013459, - 1.1225366590688706, - 0.9261829634072084, - 1.0546429695267736, - 1.0777446293534623, - 0.9933512209550289 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6144577860832214, - "72": 0.5542168617248535, - "108": 0.4939758777618408, - "255": 0.281124472618103 - }, - "fold": 0 - }, - { - "best_epoch": 99, - "best_val_acc": 0.6758893280632411, - "test_acc": 0.7061310782241015, - "train_size": 400, - "val_size": 253, - "test_size": 946, - "stats": { - "mean": [ - [ - -0.004256254850000026, - 0.021923264150000024, - -0.012071683000000069, - -0.011057278499999901, - -0.017880446849999797, - 0.0011827752499998178, - -0.0027601811999999146, - -0.0251483662499997, - 0.055288276499999955, - 0.018802836700000086, - 0.000680779799999956, - -0.003705401924999697, - -0.0076088335999996695, - -0.006072732000000045, - 0.0014956542500000531, - -0.02329864526500025, - 0.00074919069999995, - 0.034619562699999926, - 0.014588840164999981, - -0.0003229700500000161, - 0.03756710242499937, - -0.018300292499999992, - 0.015038550999999963, - 0.038566000999999954, - -0.024540214250000143, - 0.03385858173000003, - -0.01502205307499997, - -0.03221403250000019, - -0.03763231055000007, - -0.0005684717500001015, - 0.005178833750000021, - 0.0232263649999997, - -0.018164639750000218, - -0.0284664659000001, - 0.014296748749999815, - -0.01446542499999974, - 0.017083458499999923, - -0.05198149362499994, - 0.02665897775000016, - 0.0006017054999999511, - -0.023385096025000055, - -0.00870071099999995, - -0.02645367400000001, - 0.030389902050000018, - -0.010937763500000006, - -0.05008216174999998, - -0.014492351249999987, - -0.029835240265000052, - -0.0028061221000000624, - 0.012136923749999967, - 0.04889772374999951, - -0.005096808249999897, - -0.007376563999999944, - 0.017595101374999984, - -0.013797275999999694, - 0.054841677249999804, - -0.058722712075000016, - 0.03106128492499999, - 0.04723510375, - 0.03316721925000017, - -0.00928761275000021, - 0.004404617250000025, - -0.002385128999999882, - -0.039578189499999986 - ] - ], - "std": [ - [ - 1.0176195895454074, - 1.0490244648468456, - 0.9960419330218429, - 1.0013824399376616, - 0.9994469044392366, - 0.9946100427625639, - 1.0157545132253116, - 0.9788609202986969, - 1.071845617834868, - 0.9893086678710389, - 0.9761446960534231, - 1.0226495027246933, - 1.039042345736355, - 0.9862504907230619, - 1.010782124858231, - 0.9283410333997018, - 0.9169243300337626, - 1.2172212453002578, - 1.0463189591077335, - 1.0069757171220548, - 1.1331476744057545, - 0.9469821203572525, - 1.056155176364169, - 1.0595663845370344, - 0.9428967883897005, - 1.0970228794322368, - 0.9685633455294996, - 0.9741644818618026, - 0.9143633677590421, - 1.0691597858758368, - 1.01412670505509, - 1.070121954375621, - 0.951399475845066, - 0.9830032176811866, - 1.0946821401422548, - 0.9450181434403627, - 1.0182514042513124, - 0.9407099037863594, - 1.0799791344020868, - 0.9842100577075739, - 0.9049268404343978, - 0.9743966176706755, - 0.9614307865494272, - 1.0589976460635564, - 1.033707681388281, - 0.9570270454194322, - 0.9726967073724329, - 0.9598087507205947, - 1.0248291708573996, - 1.0065887165171423, - 1.1899283807762595, - 1.046684908157972, - 0.9585960515533316, - 1.0015106988574207, - 0.9882827515120411, - 1.1390243681390715, - 0.903234233001017, - 1.0770406438636961, - 1.0289747705280785, - 1.108986637240471, - 0.9644875764134929, - 0.9341662575099802, - 1.0003551075843455, - 0.9381906895869818 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6521739363670349, - "72": 0.5770751237869263, - "108": 0.49802374839782715, - "255": 0.30039528012275696 - }, - "fold": 1 - }, - { - "best_epoch": 99, - "best_val_acc": 0.724, - "test_acc": 0.6880927291886196, - "train_size": 400, - "val_size": 250, - "test_size": 949, - "stats": { - "mean": [ - [ - 0.006781644050000072, - -0.01704826455000003, - -0.002251882250000035, - -0.0028131144999998512, - -0.005865192699999791, - 0.009570933999999944, - -0.009578214299999865, - -0.024165803499999656, - -0.01858652050000008, - -0.016836627099999942, - 0.022271386250000094, - 0.02783143624999974, - 0.013649515400000272, - 0.03256191874999994, - 0.007509060350000286, - 0.028498989239999706, - 0.009155898099999922, - -0.05709269885000008, - -0.011131543627500075, - 0.007129308599999935, - 0.009527655224999435, - 0.048195565000000024, - -0.03163669524999997, - -0.012298672749999962, - -0.015361769500000262, - -0.020092703134999917, - 0.00814105310000005, - 0.010467141749999798, - 0.000659113049999987, - 0.0005926604999999846, - -0.003039380250000019, - 0.006916299999999689, - 0.0028526314500000234, - 0.02393395764999979, - -0.017349249750000083, - -0.004382585749999812, - 0.0006067708249999293, - -0.02260160009999996, - -0.020113583249999886, - -0.027872431749999968, - 0.012264436799999952, - 0.015939157750000252, - -0.014283123999999987, - -0.014588402899999955, - 0.013490449499999968, - 0.011403421250000092, - 0.012658765250000021, - -0.014379616514999992, - 0.014957853600000057, - 0.00609202149999992, - -0.02169176450000027, - -0.0238132444999999, - -0.016261851749999882, - -0.006561618624999998, - 0.00928921537500022, - -0.0672483589999997, - 0.0054866013749999285, - 0.003738513875000059, - -0.02022912349999999, - -0.003440074000000029, - 0.030528467999999764, - 0.03239571075000004, - 0.03326437500000009, - -0.011354963499999924 - ] - ], - "std": [ - [ - 1.0176353776788036, - 0.9190930489962008, - 1.0268538651935009, - 0.9999682393873391, - 0.9984018173866293, - 1.0374879590245607, - 0.9749352350820676, - 0.996266197839155, - 0.9511625612934416, - 0.9876855487180032, - 1.105409076208761, - 1.0321003973234553, - 1.0235494324640213, - 1.1213865795944102, - 1.0879930289006665, - 1.0838318604426802, - 1.0877272851283968, - 0.774752481406204, - 1.0373588129982505, - 0.9969058944401101, - 1.011738502430844, - 1.1511835702083388, - 0.9377685226320285, - 1.0219749119064445, - 0.92170310125349, - 0.9806129656814709, - 1.0038200109094886, - 1.0479216121391026, - 1.0231420017542938, - 0.9787899196190312, - 1.0290085842795444, - 1.0501562971981688, - 0.9469912325322501, - 1.0353208445844364, - 0.9577479946023613, - 0.9403622048724667, - 0.9697131314173383, - 0.9465545623876653, - 0.9782386950900146, - 0.9139584627856204, - 0.9779691745581587, - 1.0259013952137952, - 0.9330608640569992, - 0.942152577459924, - 0.9978008930918613, - 1.0501702677822984, - 1.0356406401318516, - 0.9717916536323801, - 0.982544393973635, - 1.047669652090456, - 0.8616845618348262, - 0.9101934286793992, - 1.0301962610060198, - 0.9575486231894531, - 0.9827140500471714, - 0.5778539784498753, - 0.9613134752896453, - 1.0047774832021952, - 0.9907827459169802, - 0.9871971074482115, - 1.162147207193799, - 1.0844411935907712, - 1.0567242900140779, - 0.9982258566338452 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6680000424385071, - "72": 0.6040000319480896, - "108": 0.5680000185966492, - "255": 0.3440000116825104 - }, - "fold": 2 - }, - { - "best_epoch": 63, - "best_val_acc": 0.7242798353909465, - "test_acc": 0.643305439330544, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.014342517400000006, - -0.010508095700000018, - 0.020846525499999963, - 0.0065602567500000954, - 0.04070300080000023, - 0.005624379000000016, - 0.010057827824999985, - -0.0016692939999995607, - -0.0012298350000000452, - 0.004113477850000035, - -0.006016862100000142, - -0.027265562499999736, - 0.012290107750000214, - -0.017597352249999944, - -0.05018481082499988, - -0.019962193892500257, - -0.01139161950000006, - -0.022701001150000014, - 0.0013786910799999214, - -0.014646860050000085, - -0.015396491325000532, - 0.008186758999999919, - 0.04188897099999995, - 0.029843807999999857, - -0.027753020000000236, - -0.0005539261349998608, - -0.017307911899999966, - 0.011377426749999739, - -0.022145610699999995, - 0.007566919749999868, - -0.027431704249999946, - 0.042545776999999674, - 0.052352197149999995, - -0.006990049900000131, - 0.010389971999999801, - 0.018498143250000078, - 0.06626066654999992, - 0.00848889462500006, - -0.018184080999999918, - 0.01926874899999994, - -0.03685933877500006, - 0.0007597582500002853, - -0.02537281875000002, - 0.008902194600000003, - 0.02412217824999988, - 0.031126447000000078, - 0.024641684499999875, - 0.0029474992500001605, - 0.005532393600000062, - -0.008580874249999974, - -0.015919812000000293, - -0.00023579924999993536, - 0.03706109150000009, - -0.0008052041249999526, - -0.03436781549999974, - 0.022327436750000006, - 0.007519205675000007, - -0.011987557750000155, - 0.01592568225000001, - 0.005316474750000138, - -0.0004174132500002535, - -0.032213199249999686, - -0.031228355999999867, - 0.02102232000000007 - ] - ], - "std": [ - [ - 0.8692420724813031, - 0.949763414888491, - 1.0642544830753824, - 1.0472839362776507, - 1.0901344960110089, - 1.0448532151498395, - 0.9860966887034024, - 0.992983631561972, - 1.0149294022896036, - 0.9431952484176876, - 1.0340529605805364, - 0.9513173925745501, - 1.0567752587933925, - 0.9542576532027438, - 0.7813209238320555, - 0.9338054729806743, - 0.9321480764995789, - 0.8561905534972463, - 0.9927488431023881, - 0.9167664054814741, - 0.9198840727955573, - 1.0334423218940791, - 1.0542630877180026, - 1.0910912930890575, - 0.9104729281174669, - 0.940879543920847, - 0.9516761628090449, - 1.0514139332592722, - 0.9431400801236285, - 1.0295711364901166, - 0.8800987512468141, - 1.1173664674104642, - 1.1433392914474967, - 0.9617273036124687, - 1.037564686694581, - 1.0144405124623135, - 1.141213336619724, - 0.9794696310119911, - 0.9763734610882173, - 1.0315472144044722, - 0.937513787219726, - 0.9989573963275813, - 0.898086886732961, - 1.0058174039027852, - 1.0273289677810482, - 1.0127412982823678, - 1.0261552552616107, - 1.0621741318043578, - 0.9715566474052263, - 0.9644661846983199, - 0.8986136195077067, - 0.9995526222906947, - 1.0617704910396841, - 1.063170800289359, - 0.9564967404036995, - 1.2714040020058475, - 1.0285638690116818, - 0.9378454050408493, - 1.0325468321763043, - 1.0983078969994187, - 0.916541159688309, - 1.0160097153090744, - 0.9197027539366839, - 1.0261398372506563 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54244, - "cert_evals": { - "36": 0.6460905075073242, - "72": 0.588477373123169, - "108": 0.5185185074806213, - "255": 0.23868311941623688 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6767507327384479, - "std_test_acc": 0.02685385553168968, - "n_samples": 1599, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6451805680990219, - "std_cert_acc_36": 0.022467405527264363, - "mean_cert_acc_72": 0.5809423476457596, - "std_cert_acc_72": 0.020957420582489013, - "mean_cert_acc_108": 0.5196295380592346, - "std_cert_acc_108": 0.033989499407484046, - "mean_cert_acc_255": 0.2910507209599018, - "std_cert_acc_255": 0.043710579465214686 - }, - "soybean": { - "dataset": "soybean", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 38, - "best_val_acc": 0.8135593220338984, - "test_acc": 0.7701612903225806, - "train_size": 376, - "val_size": 59, - "test_size": 248, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13738, - "cert_evals": { - "36": 0.7457627058029175, - "72": 0.6610169410705566, - "108": 0.5932203531265259, - "255": 0.2542372941970825 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.803921568627451, - "test_acc": 0.74609375, - "train_size": 376, - "val_size": 51, - "test_size": 256, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13738, - "cert_evals": { - "36": 0.529411792755127, - "72": 0.4705882668495178, - "108": 0.37254902720451355, - "255": 0.2352941334247589 - }, - "fold": 1 - }, - { - "best_epoch": 55, - "best_val_acc": 0.7857142857142857, - "test_acc": 0.7768924302788844, - "train_size": 376, - "val_size": 56, - "test_size": 251, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13738, - "cert_evals": { - "36": 0.6964285969734192, - "72": 0.660714328289032, - "108": 0.625, - "255": 0.3392857313156128 - }, - "fold": 2 - }, - { - "best_epoch": 51, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.7459016393442623, - "train_size": 376, - "val_size": 63, - "test_size": 244, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13738, - "cert_evals": { - "36": 0.7777778506278992, - "72": 0.7142857313156128, - "108": 0.682539701461792, - "255": 0.4603174924850464 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7597622774864318, - "std_test_acc": 0.016129967307413298, - "n_samples": 683, - "n_features": 35, - "n_classes": 18, - "mean_cert_acc_36": 0.6873452365398407, - "std_cert_acc_36": 0.1104779593529374, - "mean_cert_acc_72": 0.6266513168811798, - "std_cert_acc_72": 0.10704633116949554, - "mean_cert_acc_108": 0.5683272704482079, - "std_cert_acc_108": 0.13565282128249306, - "mean_cert_acc_255": 0.32228366285562515, - "std_cert_acc_255": 0.10253437630424252 - }, - "ringnorm": { - "dataset": "ringnorm", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.9609582963620231, - "test_acc": 0.9489034591905946, - "train_size": 1850, - "val_size": 1127, - "test_size": 4423, - "stats": { - "mean": [ - [ - -0.0014913630590810715, - -0.0002028115945945495, - -0.003624673004864866, - 0.030743673347964937, - -0.0034106684216216178, - -0.004585295625405408, - -0.007129368502702696, - 0.02503018201621619, - -0.009548345086486483, - -0.023094663821621602, - 0.024392343743783677, - -0.022385221852432413, - -0.011269039536756825, - 0.006084699226486499, - -0.002144298956756773, - 0.012506844875783789, - -0.00058454836702704, - 0.03584240386432444, - -0.012133667589189186, - 0.004316507892972984 - ] - ], - "std": [ - [ - 0.9784283387930162, - 0.9905460412687422, - 1.0065390278100863, - 0.9927153916321547, - 0.9735595969809379, - 0.9917492622308341, - 1.021226537005995, - 0.984043931354316, - 1.0020439489201134, - 1.0140676776467927, - 1.01390897497898, - 1.0144771852122418, - 1.0088742566237001, - 1.0031650144538549, - 0.9957376523551107, - 1.004052473854246, - 1.0009632837253672, - 1.0136956725096684, - 1.0117437667654883, - 0.9896482611831617 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9290151000022888, - "72": 0.8669033050537109, - "108": 0.7843833565711975, - "255": 0.2715173065662384 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.9466911764705882, - "test_acc": 0.9484536082474226, - "train_size": 1850, - "val_size": 1088, - "test_size": 4462, - "stats": { - "mean": [ - [ - -0.008131689650810797, - -0.002498043243243252, - -0.023727151785405413, - -0.03585440558918916, - -0.0003934882972973119, - 0.0225867714875676, - 0.033729259347567535, - 0.04028018498378375, - -0.011526702379459474, - 0.005509034924324315, - -0.0036079329924324473, - -0.010609778086486462, - -0.04445419758486492, - -0.019035246131351363, - -0.023686496141621632, - -0.004599276812324327, - -0.01283934108918918, - -0.017065241494054067, - 0.0003217353513513623, - 0.0033787389697297146 - ] - ], - "std": [ - [ - 1.022177893241832, - 0.9975248053566046, - 1.0196388744846618, - 1.0221479866384073, - 0.9970357977944808, - 1.0307981420348893, - 0.9773560353822935, - 0.9781176224444603, - 1.0106652173823045, - 0.9892263924920568, - 1.0047809286897451, - 0.9927926966385846, - 0.9948403657240741, - 1.008299177644683, - 0.986103425256104, - 1.0040901235563537, - 1.0207243055267705, - 0.9859651487873408, - 1.0109851150234057, - 1.0209172013335133 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9117646813392639, - "72": 0.8556985259056091, - "108": 0.7849264740943909, - "255": 0.28492647409439087 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9525581395348838, - "test_acc": 0.951731843575419, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02891295190162165, - 0.03068944431891898, - -0.019467257363783776, - -0.009042827307170279, - 0.0023045943172973027, - 0.03461760786972972, - -0.013958165583783782, - -0.0037264931027027265, - 0.004122639091891881, - 0.008077664260864866, - 0.00500549670162161, - 0.05230572106145954, - 0.00560352195189189, - -0.0038027441356756407, - -0.006340691426324323, - -0.017875234487027075, - -0.009974290385945996, - 0.031068824466486403, - -0.018748794218378367, - 0.005651800251891893 - ] - ], - "std": [ - [ - 0.9932694884617136, - 1.0072036987514652, - 0.9893573161360424, - 0.9958218951278952, - 1.0085886667535657, - 0.9790791907975733, - 0.9983260051236463, - 0.9947362590919102, - 1.006364157341519, - 1.0005095470798928, - 0.9832199273034367, - 0.9689205473346516, - 1.0001853849462015, - 1.033775512614162, - 1.0032724243458653, - 0.9853254002831421, - 1.0043894835352993, - 1.0395476633542529, - 0.9896749630098167, - 0.9691966087764504 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9209302663803101, - "72": 0.882790744304657, - "108": 0.8195348978042603, - "255": 0.3906976878643036 - }, - "fold": 2 - }, - { - "best_epoch": 47, - "best_val_acc": 0.9562790697674418, - "test_acc": 0.9524022346368715, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02046777164864863, - 0.0021980356432432023, - 0.004059637980540555, - -0.009342822182702694, - 0.002387918376162144, - 0.030360256719999965, - -0.015382828059459445, - -0.018204245005945925, - -0.025843862712432407, - 0.027745209016216188, - 0.004481657689729722, - 0.026131714623621623, - 0.022636812074594607, - 0.014200627510810747, - -0.0033628461978918974, - -0.017424993537297307, - 0.02008856371405403, - -0.012326211236756734, - -0.005294278313513533, - -0.011560347406486508 - ] - ], - "std": [ - [ - 1.003862152326972, - 1.0116328206717198, - 0.9982327875050149, - 1.0058161542849646, - 0.9897416118790039, - 0.97887136461081, - 0.9958939467129719, - 1.025014828335411, - 1.0096954961376094, - 1.0002821071815167, - 0.9846740927254561, - 0.9871728584855372, - 0.988810619026956, - 0.9866476352820501, - 0.9798465412109066, - 1.0074699501447237, - 0.9933722458992488, - 0.9892672826168423, - 1.0089595701990006, - 1.0171370551906491 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.919069766998291, - "72": 0.8641860485076904, - "108": 0.7962790727615356, - "255": 0.3776744306087494 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9503727864125769, - "std_test_acc": 0.001983924039358003, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9201949536800385, - "std_cert_acc_36": 0.007086870553389494, - "mean_cert_acc_72": 0.8673946559429169, - "std_cert_acc_72": 0.011319239993065429, - "mean_cert_acc_108": 0.7962809503078461, - "std_cert_acc_108": 0.016444076385286655, - "mean_cert_acc_255": 0.33120397478342056, - "std_cert_acc_255": 0.061652549538131825 - }, - "spect": { - "dataset": "spect", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.7, - "test_acc": 0.6811594202898551, - "train_size": 186, - "val_size": 10, - "test_size": 69, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.7058823529411765, - "test_acc": 0.6612903225806451, - "train_size": 186, - "val_size": 17, - "test_size": 62, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.529411792755127, - "72": 0.47058823704719543, - "108": 0.23529411852359772, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8, - "test_acc": 0.7457627118644068, - "train_size": 186, - "val_size": 20, - "test_size": 59, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.6885245901639344, - "train_size": 186, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5062, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6941842612247103, - "std_test_acc": 0.03625845247573589, - "n_samples": 265, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.13235294818878174, - "std_cert_acc_36": 0.2647058963775635, - "mean_cert_acc_72": 0.11764705926179886, - "std_cert_acc_72": 0.23529411852359772, - "mean_cert_acc_108": 0.05882352963089943, - "std_cert_acc_108": 0.11764705926179886, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "spectf": { - "dataset": "spectf", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.47619047619047616, - "test_acc": 0.5084745762711864, - "train_size": 187, - "val_size": 21, - "test_size": 59, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19802, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5263157894736842, - "test_acc": 0.4918032786885246, - "train_size": 187, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19802, - "cert_evals": { - "36": 0.5263158082962036, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.65, - "test_acc": 0.5666666666666667, - "train_size": 187, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19802, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 187, - "val_size": 18, - "test_size": 62, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19802, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5167361304065945, - "std_test_acc": 0.033975760397340425, - "n_samples": 267, - "n_features": 44, - "n_classes": 2, - "mean_cert_acc_36": 0.1315789520740509, - "std_cert_acc_36": 0.2631579041481018, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "statlog-australian-credit": { - "dataset": "statlog-australian-credit", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 33, - "best_val_acc": 0.5188679245283019, - "test_acc": 0.5097087378640777, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.05059407542441863, - -0.0114752416860465, - 0.028838848837209195, - 0.03936136046511627, - 0.10460593604651149, - 0.0779865668604651, - 0.08156061627906987, - 0.15811348837209352, - 0.05523483604651162, - 0.1309385000000002, - 0.06254351744186054, - -0.11882176316511633, - 0.041984078837209345, - 0.07566618604651176 - ] - ], - "std": [ - [ - 1.0101299726407869, - 1.0530472517300817, - 0.9967360557731824, - 0.9782321556549705, - 1.0601462124818095, - 1.0386276590440506, - 0.9921323025144253, - 1.0098717215967856, - 0.8568205957330315, - 1.0017391917815985, - 0.8280019139302006, - 0.8059241197617667, - 1.4892583738151293, - 1.0047800961056161 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.19811320304870605, - "72": 0.06603773683309555, - "108": 0.009433962404727936, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6391752577319587, - "test_acc": 0.6793349168646081, - "train_size": 172, - "val_size": 97, - "test_size": 421, - "stats": { - "mean": [ - [ - -0.0864253130930232, - -0.033577701104651185, - -0.03875552325581389, - 0.029890569767441845, - 0.028733052325581446, - 0.014722290813953477, - 0.05829668604651171, - -0.01803883720930214, - 0.054039201162790776, - -0.043972749999999845, - -0.07365430232558125, - -0.024331187647674404, - 0.08401893802325594, - 0.08735679069767467 - ] - ], - "std": [ - [ - 0.9209242895195554, - 0.9435504125386636, - 1.067477333690663, - 1.061435553615557, - 1.0025792818765138, - 1.0277952989603758, - 0.9948560751139975, - 0.9964680315230806, - 0.9046016810802003, - 0.994587469176134, - 1.1556768232845753, - 0.935329242863178, - 1.6527499781150876, - 1.0051200887036142 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.04123711213469505, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.6682242990654206, - "train_size": 172, - "val_size": 90, - "test_size": 428, - "stats": { - "mean": [ - [ - -0.07147041345930233, - -0.029198059883720928, - -0.10634986046511644, - -0.012728412790697653, - -0.06173072674418615, - 0.0097622159302325, - 0.05829668604651169, - 0.08765255813953526, - 0.008607926744186043, - -0.06729424999999996, - 0.004173023255814025, - -0.03348306104651162, - -0.012487369767441872, - -0.017858651162790676 - ] - ], - "std": [ - [ - 0.971314722723139, - 0.8466778612216974, - 1.042970249181201, - 0.959839375401117, - 0.918650223910635, - 0.8910303524098012, - 0.9948560751139973, - 1.0082316527571256, - 0.8072245383487707, - 0.9913009258016392, - 0.8525556362245806, - 0.9327938415221685, - 0.575642414570075, - 0.997133880165406 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6893203883495146, - "test_acc": 0.6698795180722892, - "train_size": 172, - "val_size": 103, - "test_size": 415, - "stats": { - "mean": [ - [ - -0.1213828103255814, - -0.06661143598837206, - 0.001801104651162605, - 0.1309130523255815, - 0.11044239534883706, - -0.028884297790697674, - 0.10482454651162802, - 0.09939604651162864, - -0.012912282558139528, - -0.12559799999999988, - 0.023629854651162924, - 0.0062312962406976735, - 0.17098330383720955, - 0.12242860465116306 - ] - ], - "std": [ - [ - 0.928604583415627, - 0.9683009241515906, - 1.0138252442857156, - 0.9530281481075065, - 0.9511816420159422, - 0.9323161262752426, - 0.9888538720631012, - 1.0088469910217654, - 0.7964967613394043, - 0.9806129187696861, - 0.964831290983948, - 0.838672394350281, - 1.7526808412132595, - 1.0053240290706722 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2102, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6317868679665989, - "std_test_acc": 0.08153245403005992, - "n_samples": 690, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.05983757879585028, - "std_cert_acc_36": 0.09421110567024266, - "mean_cert_acc_72": 0.016509434208273888, - "std_cert_acc_72": 0.033018868416547775, - "mean_cert_acc_108": 0.002358490601181984, - "std_cert_acc_108": 0.004716981202363968, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "statlog-german-credit": { - "dataset": "statlog-german-credit", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 32, - "best_val_acc": 0.7222222222222222, - "test_acc": 0.7491749174917491, - "train_size": 250, - "val_size": 144, - "test_size": 606, - "stats": { - "mean": [ - [ - 0.008747452000000005, - 0.11021018984000003, - 0.06555079600000023, - 0.10154820480000003, - -0.010759709999999997, - -0.02979250000000003, - 0.08191152000000003, - 0.013589535999999907, - 0.08188774399999998, - -0.06417329279999998, - 0.041099871999999926, - 0.0640540519999999, - 0.02485610000000021, - 0.057033071999999865, - 0.037065583999999575, - -0.014164548000000032, - 0.003288288000000005, - -0.09291863999999964, - 0.055446887999999986, - 0.033893919999999966, - -0.019884256, - -0.06814002399999995, - 0.019990000000000167, - 0.004141975999999968 - ] - ], - "std": [ - [ - 1.003978613784907, - 1.1209135794421377, - 1.0561299223802987, - 1.0960852648064718, - 1.0015570603843653, - 1.0186243811552194, - 0.9706722294277974, - 0.9826945821214509, - 0.9667757761368231, - 0.9930707850493405, - 0.9574267666614031, - 1.0136622966442341, - 1.022617820769464, - 1.0089854337740911, - 1.0859859373554877, - 0.9904599650540205, - 1.0037797010309435, - 1.118329779782364, - 1.1191480919785946, - 1.026929516139364, - 1.008621805841551, - 0.7419439487110271, - 1.014184725481508, - 0.9983740501128531 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6002, - "cert_evals": { - "36": 0.569444477558136, - "72": 0.4375, - "108": 0.2708333432674408, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.703030303030303, - "test_acc": 0.7230769230769231, - "train_size": 250, - "val_size": 165, - "test_size": 585, - "stats": { - "mean": [ - [ - -0.11847553600000008, - 0.036239413119999966, - 0.02862046800000001, - -0.09383200439999995, - 0.060125340400000005, - 0.15559079999999997, - -0.014122872000000066, - 0.03171004799999993, - -0.020949231999999995, - 0.024086774399999983, - 0.035430963999999704, - 0.03635581599999994, - 0.01380900000000019, - -0.02444276800000006, - 0.015885439999999883, - -0.04249425600000005, - 0.0032882880000000194, - -0.05162157599999978, - -0.045364992, - -0.03910935999999991, - 0.02430596400000002, - -0.06814002399999995, - -0.009994999999999971, - 0.03726506400000005 - ] - ], - "std": [ - [ - 0.9921196542418786, - 0.9839775335987256, - 0.9719344651930834, - 0.8219136288585911, - 1.0283437624856175, - 0.935161859470199, - 1.0304888406780581, - 0.969745031693504, - 1.0144787229611012, - 0.9607218147860226, - 0.9757296988321245, - 0.9986987034773843, - 1.0124834391949327, - 0.99440586812025, - 1.0376109095734123, - 0.9715066082685968, - 1.003779701030944, - 1.0681499773760452, - 0.8871445440000011, - 0.9654046905991231, - 0.9876884886364683, - 0.741943948711028, - 0.9919250708722922, - 0.9887116931453116 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6002, - "cert_evals": { - "36": 0.5757575631141663, - "72": 0.4848484694957733, - "108": 0.3636363446712494, - "255": 0.07878787815570831 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.7814569536423841, - "test_acc": 0.7262103505843072, - "train_size": 250, - "val_size": 151, - "test_size": 599, - "stats": { - "mean": [ - [ - -0.007155444000000004, - -0.02280468616000002, - -0.000923963999999978, - -0.005769232000000004, - 0.027214445999999993, - -0.033102900000000046, - -0.08756082399999997, - -0.008155120000000118, - -0.043801872000000026, - -0.036042587200000024, - -0.06660962000000034, - -0.012116240000000006, - 0.03590320000000018, - 0.03259031999999998, - 0.015885439999999754, - 0.014165159999999979, - -0.009864799999999998, - 0.044738240000000214, - -0.025202616000000018, - -0.02868032000000009, - 0.015467920000000017, - -0.013628039999999968, - -0.019989999999999956, - 0.04554583600000004 - ] - ], - "std": [ - [ - 0.9999148002086538, - 1.0148356615854706, - 0.9944072856585561, - 1.035717095952802, - 1.0170037494400637, - 0.9881689707602084, - 0.9574315744991436, - 0.9962604301494323, - 1.0106965591920622, - 0.938266029045709, - 1.046848672784522, - 1.0034643812466981, - 1.0325345627288987, - 1.0053273490207943, - 1.0376109095734132, - 1.0082616972439922, - 0.9864816, - 0.9336343846074779, - 0.9390127419470407, - 0.974766613507818, - 0.9920679785169961, - 0.9539597199999994, - 0.9841903486622879, - 0.9861074856695757 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6002, - "cert_evals": { - "36": 0.695364236831665, - "72": 0.5695364475250244, - "108": 0.4503311216831207, - "255": 0.046357616782188416 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.7733333333333333, - "test_acc": 0.7083333333333334, - "train_size": 250, - "val_size": 150, - "test_size": 600, - "stats": { - "mean": [ - [ - -0.07712802800000004, - 0.035575906559999905, - 0.03600647600000002, - 0.06969280920000001, - -0.07151825079999988, - 1.2599999999729494e-06, - 0.09320968800000004, - -0.008155136000000117, - -0.047610556000000026, - -0.07366734000000005, - 0.04676877999999975, - -0.0398143480000001, - 0.013809000000000111, - -0.024442767999999993, - 0.0794258719999996, - -0.023607784000000107, - -0.036170976, - -0.02409019999999976, - 0.11593401599999997, - 0.06518104000000009, - 0.006629876000000042, - -0.013628039999999942, - 0.03998, - -0.028981112000000014 - ] - ], - "std": [ - [ - 0.9961848281424827, - 1.0357494337664712, - 0.9956407453516892, - 1.0641268992559583, - 0.9722690935335091, - 0.9495990606515547, - 0.9583641989375432, - 1.0028304935144103, - 0.9697124254270231, - 0.9284015893774715, - 0.9387328207858588, - 0.9103631774518237, - 1.0124834391949329, - 0.9944058681202499, - 1.1756410923708531, - 0.9842733398970128, - 0.9503959399474098, - 1.032426600000002, - 1.233700183972741, - 1.0506449065402248, - 0.9963498257987028, - 0.9539597199999992, - 1.028271299122951, - 1.0068547054058516 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6002, - "cert_evals": { - "36": 0.4000000059604645, - "72": 0.06000000238418579, - "108": 0.006666666828095913, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7266988811215782, - "std_test_acc": 0.016890064126961743, - "n_samples": 1000, - "n_features": 24, - "n_classes": 2, - "mean_cert_acc_36": 0.5601415708661079, - "std_cert_acc_36": 0.12146452635519152, - "mean_cert_acc_72": 0.3879712298512459, - "std_cert_acc_72": 0.22536588986857792, - "mean_cert_acc_108": 0.2728668691124767, - "std_cert_acc_108": 0.19200637277382196, - "mean_cert_acc_255": 0.03128637373447418, - "std_cert_acc_255": 0.03847600833502263 - }, - "statlog-heart": { - "dataset": "statlog-heart", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 45, - "best_val_acc": 0.8157894736842105, - "test_acc": 0.8, - "train_size": 67, - "val_size": 38, - "test_size": 165, - "stats": { - "mean": [ - [ - -0.08198015373134328, - -0.20437704477611945, - 0.14667940298507465, - -0.10702356567164191, - 0.12296643701492538, - 0.0031060895522387424, - 0.1721716417910448, - 0.05256702985074625, - -0.09777528358208952, - -0.07363618358208954, - 0.14071911940298493, - -0.06190307462686559, - 0.07189410447761192 - ] - ], - "std": [ - [ - 0.9602755621241335, - 1.0534397591881424, - 0.965842016381191, - 0.8781181021048233, - 1.1908161716364944, - 1.0012132661304654, - 0.983067488143195, - 0.9410627873975389, - 0.9570769609540178, - 0.878212234528083, - 0.8616316071032667, - 0.9849557990787127, - 0.9977403560745624 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1822, - "cert_evals": { - "36": 0.5526315569877625, - "72": 0.1315789520740509, - "108": 0.07894736528396606, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.803921568627451, - "test_acc": 0.6973684210526315, - "train_size": 67, - "val_size": 51, - "test_size": 152, - "stats": { - "mean": [ - [ - 0.10317251194029849, - -0.04498435820895522, - -0.10467137313432831, - 0.12694810597014922, - 0.17465611791044777, - 0.25472334328358204, - 0.08243026865671647, - -0.11108194776119398, - -0.002699328358208915, - -0.025414538805970124, - -0.05362482089552247, - 0.1120346268656717, - -0.13575953731343274 - ] - ], - "std": [ - [ - 0.933803946437699, - 1.0141183535164209, - 1.0495962756290413, - 0.9673366402230045, - 0.8198187755507609, - 1.1979377392725967, - 0.9966276802719692, - 1.0695932382111324, - 0.997165030870351, - 0.9974922014552127, - 0.9446202495075935, - 1.110709570807387, - 0.9882692368647951 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1822, - "cert_evals": { - "36": 0.21568627655506134, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5869565217391305, - "test_acc": 0.5477707006369427, - "train_size": 67, - "val_size": 46, - "test_size": 157, - "stats": { - "mean": [ - [ - 0.13594266119402976, - -0.14061997014925387, - 0.06813225373134335, - -0.08696855671641794, - 0.03171528507462684, - 0.04504229850746271, - 0.18712851940298503, - 0.03130544776119405, - 0.09237662686567168, - -0.06451316865671636, - 0.019254119402985, - 0.08040952238805975, - -0.15114120895522393 - ] - ], - "std": [ - [ - 0.8711281879382763, - 1.040823259043546, - 0.9637958388354753, - 0.9133876556024206, - 0.9725134126319966, - 1.040829334168815, - 0.9723132590478262, - 0.9630003579670339, - 1.0269376874323441, - 0.8130127152575585, - 0.8919207037488958, - 1.0082879636602924, - 0.9714271921263085 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1822, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 52, - "best_val_acc": 0.825, - "test_acc": 0.7668711656441718, - "train_size": 67, - "val_size": 40, - "test_size": 163, - "stats": { - "mean": [ - [ - 0.08678730746268656, - -0.14061997014925384, - 0.03671347761194034, - 0.07263314626865668, - -0.06617695701492539, - 0.17085092537313418, - 0.08243026865671643, - -0.04536504626865671, - -0.03439131343283579, - -0.07884894179104476, - -0.029331820895522515, - 0.15947211940298509, - -0.0511598059701492 - ] - ], - "std": [ - [ - 0.9010573312665855, - 1.0408232590435458, - 1.0531172362720425, - 0.9118585344964205, - 0.9359858544688878, - 1.1423287841859981, - 0.9966276802719692, - 1.0086415816105951, - 0.9850040267731803, - 0.9462659856917733, - 0.9421179375671704, - 1.0971195664680449, - 0.9795524388118361 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1822, - "cert_evals": { - "36": 0.30000001192092896, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7030025718334365, - "std_test_acc": 0.11197674734288074, - "n_samples": 270, - "n_features": 13, - "n_classes": 2, - "mean_cert_acc_36": 0.3920794613659382, - "std_cert_acc_36": 0.16022588089469775, - "mean_cert_acc_72": 0.032894738018512726, - "std_cert_acc_72": 0.06578947603702545, - "mean_cert_acc_108": 0.019736841320991516, - "std_cert_acc_108": 0.03947368264198303, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "semeion": { - "dataset": "semeion", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.9083969465648855, - "test_acc": 0.9067524115755627, - "train_size": 398, - "val_size": 262, - "test_size": 933, - "stats": { - "mean": [ - [ - 0.042952336683416886, - 0.08904046231155748, - 0.07781711306532647, - 0.04420791457286419, - 0.023773748743718452, - 0.030800670854271264, - 0.05355933668341719, - 0.03393323618090457, - 0.027005577889447012, - -0.020098884422110736, - -0.038558869346733554, - -0.02876319095477392, - -0.035930085427135716, - -0.005666462311557859, - -0.03678980402010061, - -0.02540032914572887, - 0.07164423115577907, - 0.10856828643216102, - 0.016988085427135702, - 0.008401615577889203, - 0.058609482412060376, - 0.009480130653266463, - 0.017019934673366894, - 0.018380477386934664, - -0.03487012562814079, - -0.04757404020100504, - -0.03736131909547739, - -0.015900620603015, - -0.02739998994974887, - 0.02467418090452264, - 0.0249909623115577, - -0.0428204346733669, - 0.09282983919598005, - 0.0839422261306534, - 0.045602110552763954, - -0.0022594874371859885, - 0.03105556030150764, - 0.038234974874371906, - 0.05212423115577904, - -0.0418055175879393, - 0.007379648241206374, - -0.0123181708542711, - 0.03084452261306535, - -0.015929640703517652, - -0.032517437185929664, - -0.042322022613065426, - 0.012141331658292034, - -0.0381711532663317, - 0.08658839698492467, - 0.048203969849246485, - -0.04225107537688428, - -0.025943195979899407, - -0.0023844723618089915, - 0.036030047738693574, - 0.019591012562814026, - -0.00906672110552767, - 0.05304341708542693, - 0.04683804020100484, - 0.011912374371859305, - 0.007315894472361927, - -0.09851672361809082, - -0.03642700000000022, - -0.020734497487437303, - 0.031377703517588146, - 0.06271911809045175, - 0.00858300502512564, - -0.03295607788944731, - -0.05819111557788897, - 0.0045722713567837555, - 0.0003809296482409935, - -0.02592891959799003, - 0.02250984924623118, - 0.04199087437185916, - 0.015708170854271196, - -0.026958037688442335, - -0.06993793467336694, - -0.06541721608040225, - -0.06384432160804038, - 0.007286145728643622, - 0.030955864321607733, - 0.027522726130653326, - 0.036648336683416785, - -0.002193748743718662, - 0.012495773869346763, - -0.009007914572864381, - -0.0036712160804018216, - 0.058828603015075205, - 0.0316613417085427, - 0.007075424623115544, - -0.04322718592964837, - -0.06008731155778924, - -0.04533076381909549, - -0.022957175879396944, - -0.0168389145728642, - 0.025421821608039852, - 0.02792173869346751, - -0.07432091959799038, - 0.013624623115577675, - -0.034945268844221195, - 0.02665020100502518, - 0.03429036180904528, - 0.052019472361808976, - 0.05586435175879404, - -0.01356301507537669, - -0.016037165829145907, - -0.03266601758794015, - -0.04719567587939709, - -0.00748582412060346, - 0.004539849246231048, - 0.021088369346733554, - -0.011933391959799155, - -0.015972572864321154, - -0.03545065829145717, - -0.037793592964824145, - -0.044449964824120315, - 0.029925321608040113, - 0.06288003015075373, - 0.08463542713567856, - 0.02237871859296501, - 0.006899319095477609, - 0.01449656281407041, - 0.000527683417085827, - 0.03920230150753784, - 0.01104597989949731, - -0.025606010050250903, - 0.009040170854271303, - -0.005590462311557578, - -0.01597257286432165, - -0.028310065326633178, - -0.028887447236180964, - -0.0659081507537687, - -0.02844676884422169, - -0.023109949748743735, - 0.032979929648241244, - 0.004363246231154997, - 0.04131952261306578, - 0.0639989572864323, - 0.0895776356783918, - 0.08333377889447266, - 0.004363924623115477, - 0.04033003768844212, - 0.0043767613065326776, - -0.026182336683417056, - 0.005207839195979919, - -0.04224544723618088, - -0.02382967085427132, - -0.07914226130653301, - -0.06476556532663379, - -0.0037090954773871154, - 0.03603720603015092, - -0.011745665829145997, - 0.009745507537688426, - 0.03452877889447241, - 0.05641689698492448, - 0.058819748743718606, - 0.0017769246231155048, - 0.05289571608040145, - 0.020843309045226126, - -0.026537417085427038, - -0.027443012562814097, - -0.037861175879396816, - -0.009719047738693285, - -0.014178577889447092, - -0.013634623115577697, - 0.011744346733668245, - -0.06803158291457227, - -0.052816281407034815, - -0.03685464572864351, - -0.015264748743718476, - -0.02556971608040183, - -0.01646636934673348, - 0.023691919597990285, - 0.08278233165829174, - 0.00689019346733639, - -0.011008341708542625, - 0.006246170854271169, - -0.04551160301507559, - -0.01852485427135688, - -0.016720412060301414, - -0.006744517587939658, - -0.020554698492462387, - 0.0033862311557788963, - -0.013512402010050132, - 0.030196592964824073, - 0.053002623115577296, - 0.029924190954773895, - 0.010655278894472263, - -0.025002311557788908, - 0.005749233668341486, - -0.017590547738693327, - -0.0046878693467337276, - -0.025057909547738694, - -0.025841457286432157, - 0.014470603015075412, - -0.028042884422110625, - -0.026089296482412073, - -0.011480763819095607, - -0.03543923115577921, - -0.012104502512562777, - 0.033738502512562836, - 0.06796942713567744, - 0.030141675879396694, - -0.07938337688442194, - -0.10993767839195982, - -0.08592113567839203, - -0.02513346733668336, - 0.02942003768844198, - 0.016245618090452357, - -0.027027889447236178, - -0.04646055778894485, - -0.05783185678391942, - 0.003077424623115391, - 0.001774763819095415, - 0.02235859296482412, - 0.046390603015075665, - 0.07475743718592887, - 0.0031286934673366894, - -0.10202691457286422, - -0.15626765326633196, - -0.15922729145728687, - -0.027267879396984968, - 0.010767738693467357, - 0.06725591457286462, - 0.03289026633165819, - -0.05212582914572871, - -0.07667999246231152, - -0.106186944723618, - -0.05246548743718603, - -0.04017505527638196, - 0.01756687437185917, - 0.01388585929648225, - -0.0017839547738693002, - -0.019856271356783726, - -0.037364902010050265, - -0.05228199748743718, - 0.005632914572864403, - 0.04385109547738676, - 0.07341574120603038, - 0.0661586381909549, - -0.010089979899497585, - -0.018135623115577832, - -0.016660778894472178, - -0.054114793969849306, - -0.03197704522613057, - -0.014875979899497477, - 0.0030890326633166588, - 0.0005838040201005258, - -0.012102854271356855, - 0.06015804020100524, - 0.03463156281407019, - 0.058009472361808555, - 0.0446316331658288, - 0.0002885954773868734, - -0.0071491407035177675, - -0.019207316582914656, - 0.03504411055276377 - ] - ], - "std": [ - [ - 1.0563097554831, - 1.0780957512893903, - 1.0452812422000708, - 1.017690638492427, - 1.0052440697335492, - 1.001399326721192, - 0.9943611635248776, - 0.9929612277732924, - 0.9913927954434718, - 1.0053448775578797, - 1.0107048900784519, - 1.0054061730470043, - 1.0028699621408272, - 0.9995583413505211, - 0.9908593466765735, - 0.9853542136542434, - 1.0705845251257127, - 1.0662779250282277, - 1.0073168970262103, - 1.0024787753418176, - 1.0119304591198905, - 1.0015280003985942, - 1.0018124775575221, - 1.0027574917083557, - 0.9948097176804833, - 0.9923519865939135, - 0.9947029572529067, - 0.9975568639854349, - 0.9951782326467599, - 1.0031187267852708, - 1.0051393922435368, - 0.9711219802777251, - 1.0817185838320085, - 1.0424648712408837, - 1.0182936561607598, - 0.9988131715298316, - 1.0100389974395088, - 1.0139507799801692, - 1.0198550521351346, - 0.97749433095435, - 1.0032558897416382, - 0.9932725134057337, - 1.013388153002777, - 0.992842992738858, - 0.9886564261302372, - 0.9877708685493644, - 1.002648114792108, - 0.9747606061850567, - 1.0747816119657112, - 1.02255888174825, - 0.9796743045806331, - 0.9871350747933134, - 0.9985485116873231, - 1.0182554602963436, - 1.0116426528399904, - 0.9928963782396165, - 1.0328245805209502, - 1.028752519230958, - 1.0063396812352823, - 1.0030257612563318, - 0.9538014614932016, - 0.9874092532167232, - 0.9925147054908431, - 1.0217704776560097, - 1.0429986387634673, - 1.003221409383544, - 0.9871161786807092, - 0.9731000264043922, - 1.0018596893583598, - 0.9998848837132579, - 0.9838376395078868, - 1.0132854070395554, - 1.0217847466795487, - 1.0070449497421416, - 0.9875771901975943, - 0.9687095163481707, - 0.9722544188400668, - 0.9736748724392092, - 1.002916353992525, - 1.0272314038286867, - 1.0175371205727017, - 1.0126645847614397, - 0.998955451392166, - 1.004243498099933, - 0.9961238320171252, - 0.9981311657855426, - 1.0219513419744302, - 1.0121545944257246, - 1.0020340690091334, - 0.9842453448395471, - 0.9788060413943263, - 0.9810097805258174, - 0.9891626357910038, - 0.9902166181537699, - 1.0148948382390708, - 1.028918636127175, - 0.9511980135419595, - 1.003861802009821, - 0.9884969480698704, - 1.0071337781982594, - 1.008265380409389, - 1.0101011443230787, - 1.0106821329347353, - 0.9969256666173059, - 0.9967866423549481, - 0.9931894679821107, - 0.9875817203374175, - 0.997173617790909, - 1.001723029579845, - 1.0125751464485413, - 0.9912331141505772, - 0.9829645856272501, - 0.9793767425495771, - 0.9867539831463441, - 0.9841093178180385, - 1.0103484071725306, - 1.0191860749351354, - 1.0221675875431637, - 1.0044195246237828, - 1.0008342681651312, - 1.001627138412346, - 0.9997772095897719, - 1.0081078939034254, - 1.003310560327655, - 0.9881623645836118, - 1.0047875054511681, - 0.9961421301729743, - 0.9829645856272511, - 0.9869920158115834, - 0.9937316253503987, - 0.9793377827744155, - 0.9904754389720483, - 0.9925397869122989, - 1.0079161666418393, - 1.0006599864175547, - 1.0059991425953247, - 1.0069100585561557, - 1.0100296780570686, - 1.0103236310080053, - 1.0006392870463336, - 1.0075172047508214, - 1.0007852286664525, - 0.9900807435463777, - 1.004024989821359, - 0.9835365256139716, - 0.9945808044935542, - 0.9691682679807009, - 0.96674874592973, - 0.9980415205638171, - 1.0146475059616948, - 0.9949143848564165, - 1.0029906462271676, - 1.0092866189920002, - 1.0179588242197937, - 1.0178009772928769, - 1.0002181457107617, - 1.008080645940541, - 1.0024397087121901, - 0.9933173510271756, - 0.979532808786883, - 0.9865060572780482, - 0.9977415269762818, - 0.9946445941177685, - 0.9927935684967815, - 1.0058109822326597, - 0.9600947752163551, - 0.96839132111533, - 0.9786069630651635, - 0.991429793512298, - 0.984865660959036, - 0.991272639453808, - 1.0096533608655676, - 1.0197900633557413, - 1.000689387806265, - 0.997433042533609, - 1.003492294968093, - 0.9845806330338616, - 0.9966488938063878, - 0.9940656012175009, - 0.9960501295471854, - 0.9861802001739265, - 1.0020303578560832, - 0.9900047845237433, - 1.0217532005343193, - 1.0359244307293263, - 1.0209897301141686, - 1.0061223937153252, - 0.9865088395902182, - 1.0015893626764498, - 0.9952846796435972, - 0.998505053609909, - 0.9830838889803715, - 0.9912812278008364, - 1.0013260724779938, - 0.9920474470886185, - 0.986699951491271, - 0.9924575926179362, - 0.9728376598101992, - 0.9907682549659087, - 1.025076872660426, - 1.0411907333948913, - 1.018295470960672, - 0.9565632778298347, - 0.9500274157105609, - 0.9755944720993126, - 0.9941828603605654, - 1.0084492238238705, - 1.012173917495229, - 0.9873637546749423, - 0.9915215887443988, - 0.9895629283115104, - 1.000389392831378, - 1.0002897764695722, - 1.009216837413109, - 1.0207204122961515, - 1.0300273492943937, - 1.0009253171711008, - 0.9578388667517177, - 0.9464920214014784, - 0.9560486423104471, - 0.9960505224694267, - 1.001839403738359, - 1.0292507570404104, - 1.032844527725739, - 0.9670637057290374, - 0.9795327684867063, - 0.990873804709991, - 1.0050346356911726, - 1.0066384733685902, - 0.9953856475823458, - 0.9956398623489264, - 1.0001306439998972, - 1.004180675810961, - 1.0045488952963422, - 1.0031559055765875, - 0.9998417518500189, - 1.006215000354876, - 1.0258626825494845, - 1.042692556346792, - 0.9864205332461236, - 0.9760435492162586, - 0.9843487751495544, - 0.9645133054191944, - 0.9864637647341462, - 0.9965084374804701, - 1.000034736592101, - 0.9997322633620359, - 0.9981023381080815, - 1.0063573537400703, - 1.009704938325987, - 1.0267732677147232, - 1.029166926292455, - 0.9999357967957346, - 0.9919070208357084, - 0.9723136941246707, - 1.0773934238154859 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662026, - "cert_evals": { - "36": 0.8778625726699829, - "72": 0.8511450290679932, - "108": 0.8244274854660034, - "255": 0.6603053212165833 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.9375, - "test_acc": 0.9067882472137792, - "train_size": 398, - "val_size": 208, - "test_size": 987, - "stats": { - "mean": [ - [ - -0.025444005025125734, - 0.012452298994974662, - -0.01753376130653282, - -0.010535125628140796, - -0.027963286432161016, - -0.04474275879396973, - -0.001844291457286734, - -0.03242843216080438, - -0.04103420100502541, - -0.04103420100502534, - -0.07008529648241217, - -0.0339002412060303, - 0.004486437185929683, - 0.034529477386934605, - 0.05066186934673367, - 0.03759841206030118, - -0.016225437185929562, - -0.007291756281406924, - -0.021709919597990002, - -0.07642158040201036, - -0.018874525125628004, - 0.024846484924623234, - 0.006883537688442274, - 0.018380477386934792, - -0.06017425879397, - -0.10329628140703531, - -0.07275537688442205, - -0.08172246231155769, - -0.03756016080402036, - 0.024674180904522443, - 0.09202141206030141, - 0.07625499246231132, - 0.008998351758794185, - -0.025569716080401903, - -0.031083557788944435, - -0.013027306532663414, - 0.06831865326633176, - 0.011230351758794001, - 0.008583005025125642, - -0.02492873869346735, - -0.048525276381909295, - -0.07442176633165802, - -0.0577207035175878, - -0.037725047738693514, - -0.011412814070351763, - 0.030323379396984762, - 0.0794642814070353, - 0.0803478919597987, - -0.030803266331658172, - -0.04180551758793927, - 0.0072861457286432126, - 0.02951733165829129, - -0.0357700402010056, - -0.026724758793969693, - -0.03369344221105539, - -0.04033939698492487, - -0.061404133165829336, - -0.08515770351758864, - -0.07468530150753767, - -0.04247025125628165, - 0.009911819095477373, - -0.010079500000000168, - 0.09049717336683409, - 0.07485990954773888, - -0.012162479899497832, - 0.008583005025125627, - 0.03651040201005023, - 0.05084868341708568, - -0.03440337688442217, - -0.07894947236180942, - -0.0551369346733669, - -0.024766954773869324, - -0.0785643743718595, - -0.039971326633166, - -0.05980386180904579, - -0.004987391959798957, - 0.02596786432160804, - 0.0004355778894470852, - 0.04031095979899518, - 0.058227160804019816, - 0.015439334170854316, - 0.031283635678391784, - -0.0074858241206030764, - -0.025019600502512448, - -0.07371595477387047, - -0.04183514572864274, - -0.04984044221105505, - 0.004494080402009928, - 0.012374522613065268, - -0.01675520100502508, - -0.012701067839196296, - -0.023795125628140783, - -0.006465022613065289, - -0.028311256281406898, - 0.03132067839195961, - 0.057442422110552685, - -0.004038336683417221, - -0.0021707914572866695, - -0.03494526884422048, - -0.11471745728643258, - -0.08534165326633134, - -0.0046484924623118595, - 0.01981357788944731, - 0.012034547738693521, - 0.004354311557789168, - -0.0020305150753769405, - -0.011102356783919673, - -0.007485824120603068, - -0.00648208040201015, - 0.0033105125628139992, - 0.04936957286432154, - -0.0015483718592965048, - -0.029718994974874256, - -0.037793592964824124, - -0.08143026130653215, - -0.10412455276381975, - -0.05401591959799001, - -0.004798241206030193, - 0.001790125628140894, - 0.017090580402010242, - 0.004349567839195903, - 0.0464185025125627, - 0.028880633165829263, - -0.004844258793969922, - 0.029169467336683533, - 0.061084185929648475, - 0.03596850251256268, - 0.020087929648241395, - -0.039252185929648235, - -0.02888744723618094, - -0.07632192462311543, - -0.05998593467336719, - -0.012630180904522599, - -0.019015974874371653, - -0.00593697487437267, - -0.00457129648241148, - 0.07415152512562821, - 0.03869630402010022, - 0.02728184170854277, - -0.021357155778894528, - -0.0007776005025125215, - 0.019922994974874386, - 0.016423954773869348, - -0.014452487437185874, - -0.004894432160803889, - -0.01870493969849258, - -0.04199864321608045, - -0.014851090452261283, - 0.07316085929648249, - 0.08536457788944737, - 0.11267560804020099, - 0.06288003015075369, - 0.07644785427135675, - 0.03509371105527622, - 0.048207286432160684, - 0.001776924623115508, - 0.032457595477386816, - 0.07158755527638183, - -0.016237195979899414, - -0.0336133668341709, - -0.04314636683417066, - -0.05578319597989929, - -0.10459047236180906, - 0.003194804020100766, - 0.0685779899497486, - 0.02317846733668342, - 0.021932281407035317, - 0.02614409547738687, - -0.003889462311557614, - 0.020540575376884435, - -0.044554623115577605, - -0.04203865326633149, - 0.06187867336683395, - 0.04752313819095463, - -0.04686316834170835, - -0.04679553266331694, - -0.024493984924623322, - -0.01852485427135685, - -0.016720412060301434, - 0.01604057788944729, - 0.009299409547738608, - 0.0033862311557789544, - 0.02953875879397003, - 0.023905276381909438, - 0.03440919597989908, - 0.017458256281406695, - -0.018785663316582903, - -0.008077185929648255, - 0.04812320351758792, - 0.05475012562814082, - -0.0357499145728643, - -0.03103446231155784, - 0.021505778894472378, - -0.015889653266331783, - 0.013454844221105499, - 0.0017875879396984156, - 0.012179376884421975, - -0.01678287185929663, - -0.00589275879396984, - -0.004469753768844167, - 0.0018416281407035852, - 0.04801996482412023, - -0.006607417085426772, - 0.01927615075376883, - -0.013691266331658422, - 0.005638994974874419, - -0.02323134422110586, - -0.015634231155779235, - 0.02235859296482414, - 0.004349969849246065, - -0.057831856783919514, - -0.10517045226130767, - -0.01945968844221099, - 0.027845979899497508, - 0.03523984924623154, - 0.058234824120602026, - 0.04097556532663358, - 0.04702545728643234, - -0.026715706030150742, - -0.056987793969849404, - 0.0030878542713568703, - -0.055905929648241134, - -0.016319035175879428, - 0.01113210301507554, - 0.05284130653266339, - 0.04167066834170896, - 0.004379306532663385, - -0.027141316582914445, - -0.03505809045226166, - -0.06500647236180847, - -0.07488839698492449, - -0.06392821608040328, - -0.030181115577889023, - -0.01196931155778885, - -0.09264249999999949, - -0.07980767587939623, - -0.06318036432160816, - -0.013091394472361883, - 0.02329241457286456, - -0.01008997989949755, - -0.009979238693467495, - 0.0307693567839191, - 0.07542535175879414, - 0.03283405025125624, - 0.015896482412060334, - -0.06264278894472358, - -0.04979732663316539, - -0.032352462311557695, - -0.031164914572864088, - -0.002164130653266925, - -0.015071595477387092, - -0.028697351758794065, - 0.013561917085426976, - 0.03722015075376866, - 0.006671256281406974, - 0.009651467336683284 - ] - ], - "std": [ - [ - 0.9636741758313841, - 1.0114901264074088, - 0.9882775735799015, - 0.9950592288041458, - 0.9923805318375012, - 0.9954931130085297, - 0.9998185415922022, - 1.004999458131321, - 1.010779654446278, - 1.010779654446278, - 1.0185416165064392, - 1.0063375239233516, - 0.9991983947714009, - 0.9997603743675092, - 1.0095253737082777, - 1.0193698237551072, - 0.9821944196534186, - 0.9946303679905539, - 0.9894242823280908, - 0.9705707946712009, - 0.9949783327748166, - 1.0043140064479021, - 1.0005809927926241, - 1.0027574917083555, - 0.9904879432435517, - 0.9807642982944419, - 0.9886574068821276, - 0.9859635090427469, - 0.993309351687357, - 1.0031187267852708, - 1.016593255470364, - 1.0442887804592182, - 1.0083038126963626, - 0.9848656609590366, - 0.9855933554664763, - 0.9945670911869946, - 1.021074800634514, - 1.0040491737335164, - 1.003221409383544, - 0.9867264401919432, - 0.9744951602926358, - 0.9578713331810542, - 0.9708937667896353, - 0.982985543001351, - 0.9959503979748483, - 1.0070454733225949, - 1.016290393566305, - 1.0456745349293197, - 0.9697098121066737, - 0.9774943309543503, - 1.002916353992525, - 1.0129710134068142, - 0.9818517087835826, - 0.9848326582689778, - 0.9778679221613454, - 0.968463827587338, - 0.9562287284130288, - 0.9385814756983131, - 0.9535361456044965, - 0.9789868837316601, - 1.0036524516031298, - 0.996437230762304, - 1.025505334499929, - 1.0500603213568676, - 0.9906100846596538, - 1.003221409383544, - 1.012180944973295, - 1.0196387340397408, - 0.9825025594694498, - 0.954339750008454, - 0.9648376067685865, - 0.9839085531249888, - 0.952009038761473, - 0.9795794492787074, - 0.9716080021777768, - 0.9976717208316266, - 1.0091951026702335, - 0.9998457759635255, - 1.0167764080390456, - 1.0501441178091095, - 1.0098311230543442, - 1.0108582982234158, - 0.9971736177909091, - 0.9900282216050488, - 0.9676953459071826, - 0.9809946576246661, - 0.9776591097799061, - 1.0015254267851037, - 1.0037560308732274, - 0.9939516521695569, - 0.9956124335469829, - 0.9901857170585183, - 0.9967866165949004, - 0.9835484169272641, - 1.018300563902619, - 1.0581476797822778, - 0.9972534687047357, - 0.9990036074983834, - 0.9884969480698704, - 0.9585590451776096, - 0.9727715498408732, - 0.9986198721072891, - 1.0039545778843277, - 1.0019737557338864, - 1.0004300707708857, - 0.9993128946907187, - 0.9970527336984197, - 0.9971736177909094, - 0.996738394700752, - 1.0017488836874449, - 1.032459139242276, - 0.9980880058113938, - 0.9827755352139497, - 0.986753983146344, - 0.9694084590768833, - 0.954374856491467, - 0.9794063309627129, - 0.9981812449768528, - 1.0000844130171747, - 1.0024414937297792, - 1.000289920583818, - 1.0066579629145789, - 1.006045023392842, - 0.9980537361415068, - 1.0118648303811897, - 1.0321212562513462, - 1.0214564915487925, - 1.0199705326922406, - 0.9818228908495026, - 0.9937316253503986, - 0.975676694136014, - 0.9791967139583257, - 0.995853785405071, - 0.9944140275090272, - 0.998324720722163, - 0.9988796207201501, - 1.0076775206024515, - 1.0051477965419011, - 1.003942697943822, - 0.9947376367611466, - 0.9995186129589284, - 1.0045214386643773, - 1.0053188986302066, - 0.9873973753633679, - 0.9979198179428485, - 0.9957288015852994, - 0.9844024166044868, - 0.9926040090239354, - 1.0288602149576338, - 1.0327381635127548, - 1.0376323561660248, - 1.0191860749351351, - 1.019248439489373, - 1.0114615654187875, - 1.0148089052316012, - 1.0002181457107615, - 1.0051758820658891, - 1.007308437371659, - 0.9958774515386598, - 0.9748378659951137, - 0.9845361751656108, - 0.9871701294240001, - 0.9569477899284584, - 1.0012684139824397, - 1.033059928368479, - 1.0117771863985163, - 1.0115884288301853, - 1.0135614014099843, - 0.9976100259611177, - 1.010965511332625, - 0.9761143046477329, - 0.9803433318407708, - 1.0153886119387059, - 1.0056269030060545, - 0.9892055337201077, - 0.969426249412664, - 0.9918445350591615, - 0.9966488938063878, - 0.9940656012175014, - 1.0080956439499935, - 1.0056005212297308, - 1.0020303578560827, - 1.019908165966182, - 1.0172691233582607, - 1.0236709394617247, - 1.0122768805463278, - 0.9879530979067631, - 0.9955177997515855, - 1.0145032156568023, - 1.0113052100223867, - 0.9900950783072645, - 0.9789878020749606, - 1.0061210323379788, - 0.9976371796061079, - 1.0030525515532585, - 1.0005432856827527, - 1.0071552470675884, - 0.9872213285090347, - 0.9953725735493347, - 0.996186609496757, - 1.00089379219493, - 1.0287570615182273, - 0.9964079316152177, - 1.0069062426818565, - 0.9963817032039104, - 1.0008280481425031, - 0.9920979056678535, - 0.9872669976493121, - 1.0092168374131085, - 1.0003352873084816, - 0.9895629283115106, - 0.9695148264401307, - 0.9928241899429654, - 1.011466978521356, - 1.015897314997225, - 1.0238688838054302, - 1.0150342744039813, - 1.0149508574937365, - 0.9925404112632117, - 0.9872466320901033, - 1.0000513594585967, - 0.9865335518102039, - 0.9916934654171699, - 1.0111500201640033, - 1.0290091218292727, - 1.0080282510552814, - 0.9998062630573106, - 1.0027987951392292, - 1.0058448354473761, - 1.0127865866340113, - 1.0179715342017457, - 1.013555459538838, - 1.0063545738992565, - 1.0013980777392146, - 1.0039675000000043, - 0.9940267908926063, - 0.9867813019457877, - 0.9943765006272788, - 1.015526891626581, - 0.9864205332461236, - 0.9867876895945505, - 1.0266969428458936, - 1.042059643812452, - 1.0120358570624033, - 1.0028235097925473, - 0.9905175353506179, - 0.9946414253907617, - 0.9951193904567321, - 0.994780772003151, - 0.9990168722978009, - 0.9919731463227914, - 0.9791890939000777, - 1.0112363498675152, - 1.0384478663637378, - 1.0089325105827842, - 1.0217975650986395 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662026, - "cert_evals": { - "36": 0.9038462042808533, - "72": 0.8557692766189575, - "108": 0.817307710647583, - "255": 0.625 - }, - "fold": 1 - }, - { - "best_epoch": 72, - "best_val_acc": 0.9043824701195219, - "test_acc": 0.902542372881356, - "train_size": 398, - "val_size": 251, - "test_size": 944, - "stats": { - "mean": [ - [ - 0.025853251256281188, - 0.026377419597989695, - 0.006303957286432041, - -0.016009429648241216, - 0.013426341708542615, - 0.000583298994974769, - -0.011917678391959662, - -0.037533175879397224, - -0.020098884422110854, - 0.0008364321608037243, - 0.019239580402010244, - -0.008214989949749375, - -0.025825954773869612, - -0.0006419698492463064, - 0.009508140703517508, - -0.019673170854271324, - -0.008902964824120629, - 0.029295625628140858, - 0.03910123115577878, - 0.04551176381909547, - 0.022450278894472483, - -0.041741050251256066, - -0.028593851758793917, - -0.037733369346733686, - 0.010677314070351713, - 0.008148201005025205, - 0.008145326633165782, - 0.009415472361809119, - 0.0284809497487437, - 0.009431022613065136, - -0.03688329899497498, - -0.04282043467336695, - -0.025931434673366276, - 0.0032492160804019695, - -0.014650914572864066, - -0.034562944723617914, - 0.004439065326633279, - 0.022032201005025183, - -0.04040087437185899, - -0.02492873869346697, - 0.012970140703517999, - 0.010264954773869574, - -0.013438090452261338, - -0.04317389949748748, - -0.011412814070351772, - 0.05626816582914544, - -0.03446686432160752, - -0.03817115326633142, - -0.01699248241206059, - 0.00882481909547732, - -0.04225107537688392, - -0.020397143216080688, - -0.035770040201005424, - -0.03813472361809031, - -0.05145492713567884, - -0.03408486180904533, - 0.016902085427135845, - 0.03483842713567786, - -0.03427305276381909, - -0.03140666331658277, - -0.011773889447236174, - 0.047884999999999796, - -0.0048442587939699355, - -0.04316322110552765, - -0.024642746231156448, - -0.002302301507537566, - -0.006238201005025181, - -0.0363831557788939, - -0.028835427135678583, - -0.04495072864321667, - 0.020803904522613076, - -0.007038153266331668, - 0.06495377889447201, - 0.026844070351758658, - -0.026958037688442293, - -0.02663757286432158, - 0.020592271356783716, - 0.027218869346733378, - 0.023798552763819147, - -0.016768904522613152, - -0.020810841708543488, - 0.004460130653266039, - 0.013682477386934629, - -0.025019600502512482, - -0.019792587939698632, - 0.02358873366834184, - -0.011806276381909597, - 0.020794437185929524, - 0.028271816582914534, - -0.006166407035175833, - -0.044291896984924944, - 0.024660060301507664, - 0.032016668341708576, - 0.04052279396984933, - 0.0490172487437184, - -0.016359286432160735, - -0.056750273869347244, - -0.007435929648241428, - 0.0017769246231154824, - 0.021414361809045206, - 0.04469314572864335, - 0.052019472361808976, - 0.0043632462311552775, - 0.03251259798994986, - 0.01964791959799002, - -0.022454183417085893, - -0.10391374874371867, - 0.008390402010050075, - 0.03760563819095469, - 0.11590360552763804, - 0.0493695728643219, - 0.04893633165829245, - -0.06410897487437181, - -0.006136658291457329, - -0.033884165829145316, - -0.002246648241206082, - -0.01682175376884426, - 0.00046256281407027904, - 0.022378718592965034, - -0.018578834170853733, - -0.06667939698492395, - -0.06575905527638143, - -0.043371045226129806, - 0.01104597989949733, - 0.06203475376884437, - 0.037953512562814026, - -0.005590462311557684, - 0.03451213065326728, - -0.022839005025125664, - -0.003315185929648206, - -0.024253055276382062, - -0.0389598241206035, - -0.03882960301507507, - -0.03981433668341692, - -0.031687527638191625, - -0.05046211557788869, - -0.0578318567839198, - -0.03762569346733697, - -0.0389613567839193, - 0.01979657286432155, - 0.019776218592964884, - 0.01474091708542714, - -0.042159695979899554, - -0.014452487437185876, - -0.0048944321608039645, - -0.013580208542713676, - -0.05791733668341716, - -0.009305037688442106, - 0.029235170854271467, - 0.025075567839196122, - 0.015302437185929314, - -0.022135206030150862, - 0.013569241206029991, - 0.02443211809045206, - 0.04290105527638174, - 0.09095939447236231, - 0.1091005477386932, - 0.020843309045226067, - -0.0007868643216079208, - -0.03978372110552767, - -0.0220056030150753, - -0.030192002512562766, - -0.04608865829145755, - 0.042463467336683505, - 0.051527896984924354, - 0.0915860050251251, - 0.01618239195979925, - -0.008218854271356756, - -0.020952391959798814, - 0.014776788944723587, - 0.034092487437186, - 0.04560211055276428, - 0.08278233165829134, - 0.10847255527638236, - 0.024846484924623196, - -0.052689055276382346, - 0.0017780376884420149, - -0.013441829145728687, - 0.020275924623115744, - 0.06161076884422113, - 0.08692009045226239, - 0.04008957286432224, - -0.0012120703517585535, - -0.007551306532663401, - -0.04616232160804049, - -0.013706580402010225, - -0.024673851758793934, - 0.08783185929648209, - 0.07460693467336664, - 0.0960876532663306, - 0.02119716834170848, - -0.03701101507537695, - -0.010059045226130629, - -0.010829610552763923, - -0.012481236180904494, - 0.04081522613065362, - 0.029924482412060183, - 0.008092273869346436, - -0.04316322110552756, - -0.03630996733668343, - -0.08232102512562797, - -0.04733090954773897, - 0.004588884422110799, - 0.08388306532663306, - 0.0430607738693465, - 0.04666894472361813, - -0.01270106783919614, - -0.047514080402010335, - -0.010565728643216074, - -0.026136346733668523, - -0.03245043718592946, - 0.023696067839195353, - 0.01770060301507536, - 0.044308140703517615, - -0.003787788944723613, - 0.014174522613065448, - -0.05093826633165829, - 0.02573226130653278, - 0.030287150753768848, - 0.0401397286432159, - 0.053680743718593056, - 0.02102522613065334, - -0.010747371859296528, - 0.05464842964824082, - -0.017136783919598057, - -0.045805907035175675, - -0.05090381909547731, - -0.0068819798994974556, - -0.03505809045226187, - -0.02371979899497456, - 0.00344182914572863, - 0.0033947336683414304, - 0.0007934170854273202, - -0.0018110753768842327, - 0.0032136934673366708, - 0.01568474874371846, - 0.01327067839195978, - 0.019348781407035248, - 0.004921175879397266, - 0.031125522613065133, - 0.04711545226130587, - 0.010442155778894433, - -0.024673851758794076, - -0.015774271356783803, - -0.06616341708542701, - -0.0980368467336672, - 0.0005838040201006485, - 0.008146753768844201, - 0.004349567839195794, - 0.003092396984924539, - -0.015071595477387165, - 0.007967140703517566, - -0.01298472613065332, - 0.0446150326633164, - 0.023923638190954576, - 0.0477404321608047 - ] - ], - "std": [ - [ - 1.034353343932803, - 1.024348567936632, - 1.0036818973846862, - 0.9926016744364617, - 1.0028981060461741, - 0.9997262707845033, - 1.0004780191128255, - 1.0057381568404924, - 1.0053448775578797, - 0.9994421248178098, - 0.9935827482337024, - 1.0014086229280772, - 1.0021061616018854, - 0.9996719899466749, - 1.0017361970021768, - 0.988660808590669, - 0.9901596478521693, - 1.0192247642124055, - 1.0167388988236599, - 1.0138944681676312, - 1.0047989281967311, - 0.9904645459818706, - 0.9954463096472054, - 0.9922833494657366, - 1.000931207563311, - 1.000707942136333, - 1.0005842378657308, - 1.0008281188231554, - 1.003557986182927, - 1.0010705577402124, - 0.9904311917270927, - 0.9711219802777267, - 0.9739587043622917, - 1.0015066140578677, - 0.9931898260069552, - 0.9856672449691517, - 1.0012331552789873, - 1.0081082975427937, - 0.9818673205301623, - 0.9867264401919426, - 1.0059158746745933, - 1.0048856527038488, - 0.9933559670825766, - 0.9804299925042913, - 0.9959503979748487, - 1.0125781824597548, - 0.9904165488252873, - 0.9747606061850563, - 0.9833821256471468, - 1.0040856115046517, - 0.9796743045806305, - 0.9898888553822821, - 0.9818517087835823, - 0.9782007130770088, - 0.9656942565779187, - 0.9734797731342064, - 1.010665700345605, - 1.021589297626431, - 0.9794856875095689, - 0.9845971696829052, - 0.9948281863198752, - 1.0136085631297738, - 0.9980537361415062, - 0.9668195470806507, - 0.9810513427219819, - 0.9987231668355041, - 0.997403787663875, - 0.9835516799557577, - 0.9853855373152387, - 0.9749106414617704, - 1.0117447309449026, - 0.9952897165079869, - 1.032947917542788, - 1.0120811271463608, - 0.9875771901975944, - 0.9885862353477245, - 1.0072891612096109, - 1.0093428281641061, - 1.0100051475667393, - 0.9840366571448279, - 0.9854634000263881, - 1.00134698674654, - 1.0041146501612022, - 0.9900282216050488, - 0.9917355999661862, - 1.0093104531776096, - 0.9947373509131133, - 1.0080042462360728, - 1.0087372732373883, - 0.9976110730657628, - 0.9846934585447732, - 1.0088475388403126, - 1.0133097733764065, - 1.0209739586680646, - 1.0282470508532253, - 0.9817846585536307, - 0.9633992156471255, - 0.9973233600463974, - 1.000218145710761, - 1.0057309799061696, - 1.010623899141674, - 1.0101011443230787, - 1.0006599864175545, - 1.0055249208224792, - 1.0028819022633104, - 0.9953395717809288, - 0.9698021524023763, - 1.0024258063274285, - 1.0158129918211263, - 1.063456671941438, - 1.0324591392422755, - 1.04774222887087, - 0.9616904393179179, - 0.997695806697438, - 0.9880152027656462, - 0.9988433850344972, - 0.9937292230975006, - 0.9998296099021827, - 1.0044195246237817, - 0.9963489105119412, - 0.9879651241571221, - 0.9859903114183225, - 0.9884715320146122, - 1.003310560327655, - 1.0244185872318146, - 1.0203911139057007, - 0.9961421301729745, - 1.034050235933694, - 0.989521079569911, - 0.9990477366494994, - 0.992755500716447, - 0.9868421928940853, - 0.9873393959627118, - 0.9881958106921132, - 0.9919947175362285, - 0.9895831364382834, - 0.9895629283115108, - 0.9929032652937821, - 0.9922751284451915, - 1.003847339906563, - 1.0037363434884359, - 1.0033043471411776, - 0.9838300352467959, - 0.9873973753633691, - 0.9979198179428482, - 0.9968491311161947, - 0.9780752949201328, - 0.9952808518444423, - 1.0120796997058796, - 1.0102563563170064, - 1.0056657842293373, - 0.9917811647092868, - 1.003612286469916, - 1.0080281022283166, - 1.0132678758599065, - 1.0226525060210754, - 1.0139038318701246, - 1.0024397087121901, - 0.9995063040570514, - 0.9700809553445697, - 0.9922233441291306, - 0.9933207816371948, - 0.9824557032259209, - 1.0196898531365701, - 1.0252921553121754, - 1.0436509722569267, - 1.0085279865152725, - 0.9951421649917936, - 0.9882760866228761, - 1.0078553724971193, - 1.016034101650163, - 1.0182936561607592, - 1.0197900633557413, - 1.009927427136894, - 1.0043140064479028, - 0.9653870680055727, - 1.0002294165307881, - 0.9975169703830418, - 1.0060899274497221, - 1.0302542392319602, - 1.050457422656358, - 1.0263818971478929, - 0.9988293446894524, - 0.993948379991406, - 0.9646507012293754, - 0.9894725219782052, - 0.9841733127810417, - 1.039912432152242, - 1.0215994164574418, - 1.0180415302669792, - 1.004726329086974, - 0.9748378645110533, - 0.996502380675558, - 0.9983170617806623, - 0.9963911641009451, - 1.0183269819540794, - 1.017678321054885, - 1.0055414218665415, - 0.9668195470806507, - 0.9703066737368953, - 0.9404292201679834, - 0.967852473516548, - 1.0019282394069462, - 1.028101194822195, - 1.008793562942109, - 1.0081602197776465, - 0.9956124335469831, - 0.9606578789878316, - 0.9949738705848414, - 0.9953677319031761, - 0.9944335251793368, - 1.0048415968196438, - 1.0055583780485124, - 1.0180101093887308, - 0.9978522893615333, - 1.0059363426964134, - 0.9778798529166732, - 1.0083401893079658, - 1.0068711996262265, - 1.006423096229551, - 1.0046479120669225, - 1.0037804464514235, - 0.994459962409335, - 1.0536434113524862, - 0.9893818936419583, - 0.9884128417013845, - 0.9968841227714262, - 1.0005451392022922, - 1.0058448354473761, - 1.0049722474461862, - 0.9987027037023654, - 0.998829254733481, - 0.9994987832666141, - 0.9999543973377994, - 0.9993809740185148, - 1.0000438421505866, - 1.0018684789535641, - 1.007170379629404, - 1.003098792935798, - 1.0389250180520742, - 1.057188249524631, - 1.009038472352926, - 0.9841733127810427, - 0.9933150572644535, - 0.9837566845129954, - 0.9835369109711313, - 0.9997322633620358, - 1.00066670782988, - 1.0002899205838178, - 1.000633573204784, - 0.9919731463227919, - 1.0051578019898537, - 0.988327819096806, - 1.0458203733919074, - 1.032263512848999, - 1.1039230782773841 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662026, - "cert_evals": { - "36": 0.8725099563598633, - "72": 0.8525896668434143, - "108": 0.8326693773269653, - "255": 0.7330677509307861 - }, - "fold": 2 - }, - { - "best_epoch": 38, - "best_val_acc": 0.9004739336492891, - "test_acc": 0.9146341463414634, - "train_size": 398, - "val_size": 211, - "test_size": 984, - "stats": { - "mean": [ - [ - 0.017303708542713854, - 0.033339979899497045, - 0.042060535175879, - 0.0551565226130648, - 0.03412115577889427, - 0.020728213567838986, - 0.003192402010050319, - -0.017114201005025118, - -0.009631226130653392, - -0.014865055276382138, - -0.017541251256281226, - -0.08527074371859306, - -0.0611904120603017, - -0.045862402010050325, - 0.009508140703517527, - -0.013946012562814322, - 0.0643217587939701, - 0.0719809045226133, - 0.061214376884421925, - -0.018105633165829183, - -0.06536492964824103, - -0.07759587688442295, - -0.059003042713567794, - -0.012227075376884505, - -0.05005260552763839, - -0.04250838190954796, - -0.022192437185929587, - -0.0007109648241205073, - -0.04772033165829164, - 0.009431022613065164, - -0.04203948743718602, - -0.01305157788944726, - 0.07187196733668362, - 0.037831934673366825, - 0.018214371859296575, - -0.09378594974874371, - -0.10202691457286414, - -0.08058536683417125, - 0.008583005025125713, - 0.014450412060301456, - -0.02057281407035149, - 0.01591073618090474, - 0.05852115577889456, - 0.05490543216080418, - 0.025520276381909558, - 0.01994546482412024, - -0.029288175879396895, - -0.05002305778894475, - 0.09349378894472334, - -0.0024263668341707816, - -0.08628416080401952, - -0.042581354271357584, - 0.019872572864321515, - 0.07025994221105543, - 0.03735249748743718, - -0.021575791457286518, - 0.022925640703517693, - 0.052837846733668196, - 0.07541733668341698, - 0.023911276381909558, - -0.06598816080402005, - -0.03642700000000029, - -0.03662473618090472, - -0.0555867085427135, - 0.019038185929648087, - -0.01863026130653271, - -0.043643228643215105, - 0.029040723618090913, - 0.026844070351758627, - 0.04571258793969818, - 0.0616951256281406, - 0.04614825125628155, - 0.05347232663316565, - 0.11036331658291482, - 0.016836394472361783, - -0.015812482412060267, - -0.05466603015075383, - -0.0745576381909549, - -0.07527588944723587, - -0.0031332562814071646, - 0.009397638190954651, - -0.0009045703517589661, - 0.03485077889447228, - -0.0035822437185929427, - -0.009007914572864234, - 0.029040723618090455, - 0.04252824623115574, - 0.11859657788944705, - 0.0971600904522612, - 0.07854394472361814, - -0.01270106783919611, - -0.023795125628140776, - -0.028454560301507496, - -0.06846445226130653, - -0.05716217336683423, - -0.008979115577889234, - -0.015752100502512602, - 0.029420037688442, - -0.019207185929647985, - -0.08853826130653279, - -0.06453608542713567, - 0.021109673366834107, - 0.06616457286432129, - 0.0990662613065328, - 0.05533300502512552, - 0.028604987437185914, - -0.04203948743718602, - -0.007485824120603054, - -0.023014974874371978, - -0.020393296482412362, - -0.048715170854271364, - -0.023184673366834257, - 0.01613431155778907, - 0.025520276381909585, - -0.02331836683417028, - -0.0022466482412058235, - 0.025685864321608003, - 0.1214610552763827, - 0.12532168341708572, - 0.07314251758794003, - 0.034790552763818976, - 0.015824623115577738, - -0.06917521608040215, - -0.010141005025125743, - -0.0036958190954772753, - -0.0025251658291457193, - 0.006283527638191006, - 0.027300030150753923, - 0.07564008040200966, - 0.037600432160804075, - 0.022608927135678237, - 0.018861979899497297, - 0.03452877889447219, - 0.06937706281407076, - 0.04556413065326641, - 0.041319522613065394, - -0.0070690175879395654, - 0.0030793718592961195, - 0.017090580402010398, - 0.019796572864321606, - -0.016192964824120658, - -0.04226193969849271, - -0.05281126884422079, - -0.0013456030150753172, - 0.04312830150753776, - 0.05816602763819115, - 0.0110636683417086, - -0.00930503768844212, - 0.012763037688442154, - 0.03055638693467361, - 0.009892816582914443, - -0.038075562814070325, - -0.017870065326633208, - -0.012883457286432217, - 0.08004467336683378, - 0.04899117336683459, - -0.023747236180904754, - -0.04004978643216082, - -0.04713785929648249, - -0.04595407537688452, - -0.016720412060301323, - -0.03019200251256272, - -0.008860231155778723, - 0.02002423115577915, - 0.023111075376884147, - -0.0053246733668341605, - -0.041316502512562255, - -0.03685464572864361, - -0.06645353768844256, - -0.04286107537688441, - 0.0677983919597992, - 0.029169467336683533, - 0.025297271356783873, - -0.0032680427135678793, - -0.026374695979899457, - 0.0062461708542712385, - -0.024493984924623437, - 0.01705632160804017, - 0.041416688442211205, - 0.050218221105527164, - -0.0026422336683418032, - -0.008848216080402028, - -0.050413396984924405, - -0.013842623115578042, - -0.015173276381909613, - 0.0423901256281407, - 0.022431655778894367, - 0.04833989949748727, - -0.015437751256281409, - -0.03309212060301497, - 0.00566614572864313, - 0.034707618090452225, - -0.020580653266331614, - -0.04118986683417089, - -0.043604532663316625, - -0.06511693467336681, - -0.04697097487437197, - -0.047876804020100805, - -0.03695147738693452, - -0.023573881909547713, - 0.02588810050251267, - 0.059938824120602745, - 0.06057039195979934, - 0.030043969849246118, - -0.02400981909547736, - -0.061034673366834095, - -0.03376162060301523, - -0.0028822914572863433, - 0.0004090452261306595, - -0.056622663316582986, - -0.05783185678391955, - -0.04331452261306535, - -0.02476830150753774, - -0.04897743718592962, - -0.02051391959798998, - -0.013363165829145748, - 0.01934878140703507, - 0.031055560301507686, - 0.040651306532663266, - -0.016091994974874516, - -0.06268290201004995, - -0.035390954773869276, - -0.027462361809045256, - -0.05414238693467362, - 0.006189246231155719, - 0.0005052211055278901, - -0.025775125628140556, - -0.047400653266331895, - -0.06064291457286465, - -0.023719798994974565, - -0.017446231155778813, - -0.012141331658291529, - 0.026605527638191077, - 0.033742751256281414, - -0.006876432160804101, - 0.005632914572864249, - -0.042793419597989886, - -0.0293114824120604, - -0.037945047738693345, - -0.05130548241206037, - 0.014489914572864079, - 0.01721788944723632, - -0.0011210979899498779, - -0.07518444221105554, - -0.05077718592964814, - -0.017136143216080403, - -0.019568648241205994, - 0.00814675376884411, - 0.08045203015075388, - 0.06091420100502482, - 0.0017932663316581627, - -0.004254356783919557, - 0.00028859547738686056, - -0.05891331407035207, - -0.08821684422110554, - -0.015741175879397072 - ] - ], - "std": [ - [ - 1.0230913089022202, - 1.0306470847496936, - 1.0253163638989118, - 1.0218049113878709, - 1.0074783028399366, - 1.0009433160751784, - 0.9994505670417713, - 1.0026241679219097, - 1.0024524994812487, - 1.0039133733751973, - 1.0048971378545626, - 1.01417394130718, - 1.004332289549513, - 0.9977382032551653, - 1.0017361970021768, - 0.9919233144935908, - 1.0637765669702473, - 1.0455715281984932, - 1.0255977102644784, - 0.99339605984875, - 0.9817359315428323, - 0.981056113878387, - 0.990012610165878, - 0.9974493811385823, - 0.9922963473581801, - 0.9932437097599804, - 0.9968980779182007, - 0.9995978440878907, - 0.9913328217211481, - 1.0010705577402124, - 0.9890209230468918, - 0.9912627019033904, - 1.0644590940044412, - 1.020043651023701, - 1.0074072543879427, - 0.958275404222389, - 0.9578388667517177, - 0.9639856165919881, - 1.003221409383544, - 1.0068397052494056, - 0.9893750244557449, - 1.0076889515382415, - 1.0247383219890505, - 1.0210165378194092, - 1.0075247387147834, - 1.0046362701743567, - 0.9918912192932127, - 0.9665843967074859, - 1.0802469947354034, - 0.998459552401291, - 0.9563901007544556, - 0.978638687720611, - 1.0089127439007188, - 1.0344283171064497, - 1.0220358948079418, - 0.9833155750584129, - 1.0144818792490966, - 1.0322631831022364, - 1.038787160693079, - 1.0103666845998722, - 0.9702991548533046, - 0.987409253216723, - 0.9866887156715956, - 0.9567900274378338, - 1.0134406606180522, - 0.991713556652289, - 0.9827676281149432, - 1.0114433247015615, - 1.012081127146361, - 1.0222420868044244, - 1.0338152076697806, - 1.0268430413524583, - 1.0274456473203384, - 1.0453074953992492, - 1.0068106834774446, - 0.99319836196822, - 0.9771166106782407, - 0.9688298069003922, - 0.9624528562451854, - 0.9968022599327558, - 1.005901557554794, - 0.9993474698627087, - 1.010564715068287, - 0.9983486611130268, - 0.9961238320171254, - 1.0114433247015613, - 1.0161717897956295, - 1.0406869709539412, - 1.0272052350520744, - 1.0224767767382823, - 0.9956124335469829, - 0.9901857170585184, - 0.9865469521402179, - 0.9587645381482431, - 0.9621648427676825, - 0.9899337643062542, - 0.9900729293902669, - 1.0084492238238705, - 0.9937034359335825, - 0.9692951161627006, - 0.9800863496307292, - 1.0042513937180102, - 1.0123603111480772, - 1.0141287908757117, - 1.007677408079292, - 1.0044650992699184, - 0.9890209230468918, - 0.9971736177909093, - 0.9889840573493727, - 0.9866310104770853, - 0.9637832135197844, - 0.9752349399210322, - 1.0083818727667295, - 1.0075247387147834, - 0.991793153918188, - 0.9988433850344973, - 1.0081706851369636, - 1.029626843869407, - 1.0196031669552301, - 1.0093980022007503, - 1.0039886223095509, - 1.0023095280591323, - 0.9808300777029364, - 0.9962389763825825, - 0.9980717278603489, - 0.9982433289914361, - 1.0036155922773329, - 1.0270598343773214, - 1.0290248534923514, - 1.0061441876968409, - 1.0055764584644775, - 1.0053031805865968, - 1.0092866189920002, - 1.0156784749241112, - 1.0088960099879092, - 1.0059991425953296, - 0.9986354940573221, - 1.0001773791355475, - 1.00244149372978, - 1.003847339906564, - 0.996065302775612, - 0.9880253584212956, - 0.9794959611542164, - 0.998556228240707, - 1.0140940621454713, - 1.0096760877814985, - 1.0033829165288874, - 0.9952808518444423, - 1.0052200897485457, - 1.012469146588948, - 1.0035830400494066, - 0.9857420630547223, - 0.9942119752062554, - 0.9950185461635798, - 1.0234288024686335, - 1.0131354799141175, - 0.9949817856959143, - 0.9931492960370479, - 0.9878551084342865, - 0.9652611606828942, - 0.9940656012175009, - 0.9933207816371951, - 0.9965622500501108, - 1.0093915715884572, - 1.0115749892045551, - 0.9968115171925963, - 0.9755344519015101, - 0.9786069630651631, - 0.961464080587249, - 0.9743356627980871, - 1.030835086571909, - 1.0118648303811906, - 1.006595799733842, - 0.9991930482950553, - 0.9940736745513704, - 1.003492294968093, - 0.9918445350591615, - 1.0021683881445074, - 1.0122899955900566, - 1.0249494745406926, - 0.9979849217942023, - 0.9934793024312332, - 0.9621029758682157, - 0.9890982158771477, - 0.9885456854845168, - 1.0294779143109518, - 1.0130593563263568, - 1.0229554890663815, - 0.9943926914757206, - 0.9911313414795533, - 1.0010785245110474, - 1.021221319921214, - 0.9930525323845899, - 0.9938444307912636, - 0.9874394122474933, - 0.965635318129075, - 0.9689109282338, - 0.9629284258029364, - 0.9717359308698656, - 0.9808646394091696, - 1.0162302100520217, - 1.0355012766301623, - 1.0272568498553079, - 1.0107564289840438, - 0.9937602047041728, - 0.9851594467890736, - 0.9884587080836413, - 0.9974266932665549, - 0.999864541688887, - 0.9894363675325561, - 0.9895629283115106, - 0.988727903086388, - 0.990877905737688, - 0.9766932163927938, - 0.9895469407930455, - 0.9935726213392223, - 1.007170379629405, - 1.0100389974395079, - 1.009109049155308, - 0.9965204677792965, - 0.9901869920407446, - 0.99174574443383, - 0.9860427444032561, - 0.9400600968558963, - 1.0033074400595374, - 0.9997993113498106, - 0.9985929054949167, - 1.0046389351594731, - 1.0095474638492092, - 1.0049722474461862, - 1.0044746555071224, - 1.0026481147921085, - 0.9930117198494639, - 0.9940678856560923, - 1.0002974171033587, - 0.9998417518500186, - 0.9914036227508137, - 0.9875178868961761, - 0.9721338649787347, - 0.9291330950891362, - 1.017948146105332, - 1.0150039988798456, - 0.9989984568183743, - 0.9666297205670561, - 0.9878791191600703, - 0.9975774564005543, - 0.9980042921168951, - 1.0006667078298794, - 1.0077886909582168, - 1.016455335207286, - 1.0005853010665489, - 0.9967266234061737, - 0.9999357967957346, - 0.9320191861094074, - 0.8633520103519924, - 0.9623275771498844 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662026, - "cert_evals": { - "36": 0.8815166354179382, - "72": 0.8625592589378357, - "108": 0.8341232538223267, - "255": 0.658767819404602 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9076792945030403, - "std_test_acc": 0.005046814344207471, - "n_samples": 1593, - "n_features": 256, - "n_classes": 10, - "mean_cert_acc_36": 0.8839338421821594, - "std_cert_acc_36": 0.01378054829171465, - "mean_cert_acc_72": 0.8555158078670502, - "std_cert_acc_72": 0.005077415943674306, - "mean_cert_acc_108": 0.8271319568157196, - "std_cert_acc_108": 0.007818167684023752, - "mean_cert_acc_255": 0.6692852228879929, - "std_cert_acc_255": 0.04553623560722289 - }, - "spambase": { - "dataset": "spambase", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.9186206896551724, - "test_acc": 0.9200293470286134, - "train_size": 1150, - "val_size": 725, - "test_size": 2726, - "stats": { - "mean": [ - [ - 0.021226006173913785, - -0.015919149391304187, - 0.025415802530432907, - 0.03918618617391535, - -0.00802565730434888, - -0.019898612173913727, - 0.006333582695649156, - 0.0138353715652162, - 0.010869212166955465, - 0.020277107478260063, - -0.03972575965999889, - -0.02055293502608697, - -0.008113843652174586, - 0.014708887365217537, - 0.01133711377391179, - -0.015495447060868504, - 0.03913622733043563, - -0.017462963999999633, - 0.0187409115304347, - 0.005520461426088844, - -0.0038418207913071324, - 0.008610802582609307, - 0.035890673565219404, - -0.006205582330433885, - 0.009182778760001165, - -0.019677288817390202, - 0.0004982232156532273, - 0.02920531815652134, - 0.012658779999999129, - 0.017062090382608135, - -0.013314016521739344, - -0.02566035391304503, - -0.008576744521738438, - -0.022911713043477794, - 0.0025098786956515694, - -0.007468803278259888, - 0.011673062539131227, - -0.015021546086957481, - -0.00910834485217397, - -0.02154278895652143, - 0.05463170547826161, - 0.023553851304347857, - 0.010670661652173499, - 0.0295903323391293, - 0.007351219000000634, - 0.01269573645391135, - -0.023270003826086932, - 0.03709884669565298, - 0.007815205191304105, - 0.027519189395651733, - -0.015820542199999555, - -0.01672272254086909, - 0.042409089939126635, - 0.025760643735651907, - 0.02838511237043451, - -0.013437700554782798, - 0.0164267618000002 - ] - ], - "std": [ - [ - 1.1235027725136815, - 0.8904989974639629, - 0.9957178739385403, - 1.4995577621881944, - 0.926476291913068, - 0.8885189316158734, - 0.9024040689634729, - 1.0405154757286925, - 1.1233331839178615, - 0.8981778369870301, - 0.8892119217650689, - 0.9874908627493307, - 0.9205513578145247, - 0.9632286363722543, - 1.0765253751015154, - 0.8531114122905263, - 1.0916574204014953, - 0.9124374318543399, - 0.9910784663927087, - 0.9680608594157823, - 0.9407382453902644, - 0.9930333587983213, - 1.1491144107563753, - 0.6425563314801666, - 1.0428011323424244, - 0.8430611857711853, - 1.0214512070760071, - 1.1643521198183129, - 1.10698998653912, - 1.0810838839403236, - 0.8380031520069444, - 0.8416763955823331, - 1.2024906820600971, - 0.8481231877782008, - 0.8570058504483157, - 0.9470628246612116, - 1.06910230060386, - 0.5874337186131844, - 0.8169185036473402, - 0.8578401703545604, - 1.4145108263137103, - 1.0433820861839775, - 0.9733444555118707, - 1.393792873658117, - 0.9492090774739013, - 1.0044806426321926, - 0.81385805230804, - 1.3465645155559474, - 1.0636978414150784, - 1.007651802571978, - 0.6554083067039526, - 0.7777941339804235, - 1.245208842537934, - 1.6535667744655882, - 1.3137439814967093, - 0.6661201009582893, - 1.219503651337539 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.886896550655365, - "72": 0.8386207222938538, - "108": 0.7682758569717407, - "255": 0.4510344862937927 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9293478260869565, - "test_acc": 0.9281767955801105, - "train_size": 1150, - "val_size": 736, - "test_size": 2715, - "stats": { - "mean": [ - [ - -0.024849632956522313, - -0.03413819886956486, - -0.00989163035652276, - -0.002361400086956756, - -0.03987249782608704, - 0.01090509313043455, - 0.01957335878260548, - 0.001824029217390987, - -0.024616771288696538, - -0.00523980729217439, - -0.0020601358313020405, - -0.05077641741739166, - -0.03844389808695691, - 0.0008553938956523932, - -0.01214520726087042, - -0.009230109313042243, - 0.010565583165218426, - -0.046801976826087485, - -0.013554089600000253, - 0.02790070953043506, - 0.0032765880556492374, - -0.022136448173912388, - -0.029918836608694217, - -0.007934282660868743, - -0.023365790114781765, - -0.029432224478259654, - -0.022027940843476913, - -0.010254641513043462, - -0.03708282617391394, - -0.030502210695652975, - -0.006006388869565457, - -0.048024147826089034, - 0.029480932521740062, - -0.0510750817391295, - -0.028351204086956815, - -0.026517849208694946, - 0.01842911532173985, - -0.03338618443478374, - 0.006675741999999962, - -0.04656739886956605, - -0.020719941826085986, - 0.006543958434782931, - 0.011525401739130135, - -0.008087698269565702, - 0.025108898113044256, - -0.007957335130433963, - -0.015061640434782204, - -0.03721756826086869, - -0.03895043960869612, - -0.001666222565217826, - -0.010009838134782371, - 0.03633144539478134, - -0.06020993099130556, - -0.0013161700260872296, - -0.03022302409408695, - -0.004946863700869469, - 0.004550906813912774 - ] - ], - "std": [ - [ - 0.8958373484867075, - 0.9002436174684451, - 0.9749857170890281, - 0.9175103073316754, - 0.8456789748627611, - 1.0296079196279977, - 1.0663773858644263, - 0.9918744873399122, - 0.9377758356585005, - 0.9683003635587637, - 0.9988701214159026, - 0.8510020785398145, - 0.8120292232717867, - 1.1716911892002921, - 0.9335490252401448, - 0.9275724825067901, - 1.0706786172093499, - 0.8159996197989664, - 1.018783583831139, - 1.3842479172234758, - 1.039815972096556, - 0.8839135364998896, - 0.8932393785890523, - 0.9102522959355095, - 0.9028197785306566, - 0.9621741754161531, - 0.9455093600221522, - 1.0873334815971143, - 0.9298495573937857, - 0.8712375739105048, - 1.1638136373741579, - 0.7194920963255054, - 0.993798468472957, - 0.7165877104812148, - 0.7540408567752576, - 0.9687673124893158, - 0.981800827979203, - 0.29631208384482205, - 1.2015746837404693, - 0.8040600124748868, - 0.721184410759368, - 1.0883976635466879, - 1.1000595828326398, - 0.6542723004921799, - 1.1435952861265584, - 0.9423531730144734, - 0.6560729981871746, - 0.5591229852816202, - 0.5489093243563901, - 0.9888972344464931, - 0.6428451363337641, - 1.028319563197099, - 0.6205068262838673, - 0.5771896246525331, - 0.41206923845873533, - 0.6584069792527852, - 1.0945705958475596 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.8994565606117249, - "72": 0.8722826242446899, - "108": 0.8301630616188049, - "255": 0.5271739363670349 - }, - "fold": 1 - }, - { - "best_epoch": 50, - "best_val_acc": 0.949928469241774, - "test_acc": 0.9349563953488372, - "train_size": 1150, - "val_size": 699, - "test_size": 2752, - "stats": { - "mean": [ - [ - 0.04921885617391417, - 0.014926593956521877, - 0.00847792629565125, - 0.05005613400000414, - 0.0033398545217390415, - 0.022115092173912148, - 0.020861821652170594, - 0.01550478669565098, - 0.005469835709564297, - -0.002394102646087372, - -0.004648887133041112, - -0.03289461768695655, - -0.040754755739131086, - 0.02023474459130333, - -0.03975969647826165, - -0.0013114386782596627, - 0.05593795568695754, - -0.04049862191304387, - 0.032395505704347835, - 0.003473580347827736, - -0.03802155532695763, - 0.020674000869565144, - -0.029397571826085454, - 0.05626614292173871, - -0.016279572017390314, - -0.040442041434781556, - -0.027683359373911642, - -0.018165945565216026, - -0.0067161096434789095, - -0.01001410846956648, - -0.022173674869565393, - 0.0009115565217380702, - -0.0006774207913042033, - -2.747652173902797e-05, - -0.017699280086957207, - -0.0014646963999993766, - -0.01282538191304263, - -0.03204628226087075, - 0.032762344347826086, - -0.009639197913043794, - 0.10482606808695744, - -0.031013759826086604, - 0.020927692434782336, - 0.006242524399999054, - -0.026823291339128374, - 0.043980723565215755, - -0.005029141565217051, - -0.00635898059999959, - 0.007536563304348806, - -0.0018206163191308838, - -0.026798041434782056, - -0.002352054191304867, - -0.031762150104349914, - -0.03071606211652189, - -0.002249609841739219, - -0.015034978442608676, - 0.011666985643478154 - ] - ], - "std": [ - [ - 1.1778724434167362, - 1.0760534101769437, - 1.0559839237532962, - 1.5297906049045558, - 1.1364234457764475, - 1.0490814157140953, - 1.1363046556284118, - 1.0380124741143066, - 1.075498258791, - 0.8663393072266115, - 0.9747929071031151, - 0.969828844789839, - 0.7696639194748692, - 1.0473361728395063, - 0.8303333840972749, - 0.8838263753298514, - 1.2440346851573585, - 0.9334811719941839, - 1.02990808565559, - 0.8957714253842652, - 0.9678502243817942, - 1.1500298875956583, - 0.9330778093343873, - 1.5773371750732401, - 0.9230289983981412, - 0.8158091055273212, - 0.9489997820681896, - 0.9552807238624355, - 1.0072242253552435, - 1.0223260308735955, - 0.8234643073736883, - 1.0311031398813912, - 0.8806613305973721, - 1.0286119212691307, - 0.8014510966571808, - 0.9352593214362214, - 0.9329050736248139, - 0.3527683412758974, - 1.1692746053848972, - 1.002962447177659, - 1.4919910858493521, - 0.8738202541405161, - 1.1462384337701108, - 1.0090960980820731, - 0.9207764793259576, - 1.0912524568744784, - 0.816026256403742, - 0.7771366886117157, - 0.9566601501316736, - 0.9562471491235174, - 0.6185383136448549, - 0.8282423578976752, - 0.7966634350742242, - 0.34217344919196696, - 0.8296715880092417, - 0.6379508479090837, - 1.2381153537237015 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.9213162064552307, - "72": 0.8826895952224731, - "108": 0.8426323533058167, - "255": 0.5107296109199524 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.914327917282127, - "test_acc": 0.9160057678442682, - "train_size": 1150, - "val_size": 677, - "test_size": 2774, - "stats": { - "mean": [ - [ - 0.018947906521740433, - -0.000799500504347751, - 0.01308322393912882, - -0.04350387713043517, - -0.017981908217392446, - -0.037174041304348704, - 0.022572385652170752, - -0.04463838826086928, - -0.00969831843826173, - 0.015462332956521007, - 0.02533698608174001, - -0.01796958450434803, - -0.002596639478261534, - -0.008146872721739728, - -0.010465523286957488, - -0.020865805773911915, - -0.023057402052173097, - 0.015772556173913998, - 0.029574481513043406, - -0.00723897516521638, - -0.012929820996524495, - 0.013256362000000747, - -0.016364737217389708, - -0.0054786337391299, - -0.023381384405216223, - 0.018361981547826933, - -0.027815069829563832, - -0.016357650539129607, - 0.02130572809565106, - -0.04712495074782753, - -0.023661064608695874, - -0.017694028695653844, - -0.035716115565216526, - -0.015046066956521246, - 0.017066349999999682, - -0.017144463043477796, - 0.00945527166956592, - 0.0090967913913036, - -0.019910964156521774, - -0.012770454869565474, - 0.008144727217391987, - 0.026037255217391253, - -0.03684596452174003, - -0.03572749460869723, - -0.026032580895649946, - 0.034894907043476656, - -0.040598744086955754, - -0.013571423391303747, - 0.04706986420869568, - 0.04318946167130402, - -0.01196526951304294, - -0.018042527704347985, - 0.049467921365213274, - -0.02400611535652195, - 0.06052994408086956, - 0.0599142720547826, - -0.0026769801565217854 - ] - ], - "std": [ - [ - 0.9331871594323544, - 0.9567845251269138, - 0.9760296399392536, - 0.051280137756585374, - 0.9428238363495951, - 0.8814135527767363, - 0.9954267960650186, - 0.6955201641843568, - 1.0576570344486964, - 1.1798688036970275, - 1.0384456763015388, - 0.9235329672549664, - 0.9059067437108173, - 0.8252286378311408, - 0.9221679162247977, - 1.0327807332881183, - 0.9152290942982179, - 1.0569927523658942, - 1.019968514725996, - 0.9205072920345395, - 0.9958149041823585, - 1.016878390862468, - 0.8965516556476434, - 1.0877876259600743, - 0.948111265047695, - 1.0393908013003292, - 0.9611733587640997, - 0.9251890870444093, - 1.1498439764663797, - 0.8019976062593172, - 0.8125415636929294, - 0.8726450743629817, - 0.6932596937551812, - 0.8745634092810176, - 1.3798992402930492, - 0.8915710521880803, - 0.9391065100766924, - 1.1627844455953502, - 0.8173394703147074, - 0.9245635097978325, - 0.9000725380226579, - 1.1834987177794307, - 0.775157987005211, - 0.6770693378003936, - 0.7878189821125126, - 1.0585249177081846, - 0.48012225657491536, - 0.635321002731002, - 1.2507891578889274, - 1.3781763830166411, - 0.957654911058225, - 0.6938467149180203, - 1.3755269217325827, - 0.35513836957625733, - 1.6062909589981371, - 1.7067437542745856, - 0.9544103185210019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33062, - "cert_evals": { - "36": 0.8847858309745789, - "72": 0.8389955759048462, - "108": 0.7946823835372925, - "255": 0.49630722403526306 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9247920764504574, - "std_test_acc": 0.008458772817288433, - "n_samples": 4601, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.8981137871742249, - "std_cert_acc_36": 0.01676917919453994, - "mean_cert_acc_72": 0.8581471294164658, - "std_cert_acc_72": 0.022731823646628197, - "mean_cert_acc_108": 0.8089384138584137, - "std_cert_acc_108": 0.03387449955899265, - "mean_cert_acc_255": 0.4963113144040108, - "std_cert_acc_255": 0.03271279000282867 - }, - "statlog-image": { - "dataset": "statlog-image", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 67, - "best_val_acc": 0.8756906077348067, - "test_acc": 0.8599562363238512, - "train_size": 577, - "val_size": 362, - "test_size": 1371, - "stats": { - "mean": [ - [ - 0.05277729462738304, - -0.026856590034661988, - -0.04045374350086678, - 0.035925407279029424, - 0.012791040953206106, - -0.02749923800693239, - 0.026879459393414143, - 0.003427681455805914, - -0.003979492894280729, - -0.0036277449220103795, - -0.004736499878682832, - -0.003368361143847496, - 0.0064276489428076265, - -0.008315490103986137, - 0.007643567209705356, - -0.0043468179896013785, - 0.0004630635528596608, - -0.0013222841941074428 - ] - ], - "std": [ - [ - 1.0182285353798557, - 0.9851787517694358, - 0.9390514410011299, - 1.0719805534061642, - 1.0253303532403122, - 0.7168098920649388, - 1.0463467417069485, - 1.0739156275157598, - 0.9846461541428279, - 0.986758186324584, - 0.9813280135807977, - 0.9874022073254759, - 0.9931538939642666, - 0.9774222979865599, - 0.9945730722498334, - 0.98084516278497, - 0.9787696627538863, - 1.0056912001088976 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8149171471595764, - "72": 0.7154696583747864, - "108": 0.6077348589897156, - "255": 0.3093922734260559 - }, - "fold": 0 - }, - { - "best_epoch": 92, - "best_val_acc": 0.8955696202531646, - "test_acc": 0.884968242766408, - "train_size": 577, - "val_size": 316, - "test_size": 1417, - "stats": { - "mean": [ - [ - -0.00805977642980937, - -0.018866870935875215, - 0.031481733102252704, - -0.043535077989602024, - 0.004621514436741676, - 0.01480505808492205, - -0.014060085823223602, - -0.02213133720970536, - 0.002966329462738305, - 0.0030170756499133438, - 0.002753383032928949, - 0.0031395960138648014, - -0.0019510392547660267, - 0.0010119288561525432, - 0.0002420222010398325, - 0.0026207177123050403, - -0.00027903677296360597, - -0.004136256395147322 - ] - ], - "std": [ - [ - 0.9953843774509928, - 1.0074852374270842, - 1.0783606982862584, - 0.9028473634226395, - 1.0693480635548707, - 1.0940228399134122, - 0.8711465724120171, - 0.502597420466186, - 1.006613669140276, - 1.0050554458942274, - 1.0062103872564798, - 1.0073657656318686, - 0.9940821219426057, - 0.9803990682446567, - 0.9797804248563735, - 1.0060668347936674, - 0.9852523228665813, - 0.9927198570183016 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.8386076092720032, - "72": 0.7626582384109497, - "108": 0.6772152185440063, - "255": 0.297468364238739 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.8488063660477454, - "test_acc": 0.8517699115044248, - "train_size": 577, - "val_size": 377, - "test_size": 1356, - "stats": { - "mean": [ - [ - 0.05914366984402079, - 0.022316960745233937, - 0.06025597920277344, - 0.004141213171577218, - 0.06498358975736578, - -0.007717641698440197, - 0.003916004280762564, - -0.024700628942807636, - -0.011757545424610043, - -0.012553493500866587, - -0.011469935798960128, - -0.011205641403812857, - 0.0023379489774696394, - -0.007725091837088372, - 0.010744232443674168, - -0.011220052305025987, - -0.013785179953206241, - 0.003924050017330997 - ] - ], - "std": [ - [ - 1.024154455792897, - 0.9811663585132518, - 1.0550539991337744, - 1.0439910345858283, - 1.1416502363087357, - 0.8904529955722684, - 1.0841860242487946, - 0.7205096411504827, - 0.9892628189620303, - 0.9876451169861917, - 0.9910594913771583, - 0.9889085818803738, - 1.0052016942584325, - 1.0015543969928375, - 1.001939370908761, - 0.9907018248984832, - 0.9753060190971025, - 0.9976064937693578 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.7082228064537048, - "72": 0.5013262629508972, - "108": 0.366047739982605, - "255": 0.25994694232940674 - }, - "fold": 2 - }, - { - "best_epoch": 59, - "best_val_acc": 0.8779761904761905, - "test_acc": 0.8668575518969219, - "train_size": 577, - "val_size": 336, - "test_size": 1397, - "stats": { - "mean": [ - [ - -0.004805442807625656, - 0.03371339715771235, - 0.02189034662045027, - 0.035925407279029334, - 0.0042291054419410475, - 0.03768918716984402, - 0.012717266897746975, - 0.03924694882149047, - 0.00528661488734836, - 0.005418960658578841, - 0.0062262528249566835, - 0.0039763388388214865, - -0.003098130467937617, - 0.010604977712305036, - -0.01486111181975736, - 0.007219200675909865, - 0.014029051389948003, - 0.01013749448873485 - ] - ], - "std": [ - [ - 1.008276364629133, - 1.010568100241832, - 1.0315325534295983, - 1.1379229784648968, - 0.9804535280460098, - 1.2556130480825498, - 1.057279793514591, - 1.3153187531590647, - 1.004023150383831, - 1.004919767936061, - 1.0036256590527597, - 1.0041255432995537, - 1.0046162783500956, - 1.0114881398893187, - 1.0145020055917877, - 1.0028701935817135, - 1.0098377455026906, - 0.990416131086278 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3607, - "cert_evals": { - "36": 0.800595223903656, - "72": 0.7202380895614624, - "108": 0.6190476417541504, - "255": 0.2589285671710968 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8658879856229015, - "std_test_acc": 0.01413626468795336, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.7905856966972351, - "std_cert_acc_36": 0.057102130412982934, - "mean_cert_acc_72": 0.6749230623245239, - "std_cert_acc_72": 0.11765881185364029, - "mean_cert_acc_108": 0.5675113648176193, - "std_cert_acc_108": 0.13771521941791742, - "mean_cert_acc_255": 0.2814340367913246, - "std_cert_acc_255": 0.02586473818191424 - }, - "statlog-vehicle": { - "dataset": "statlog-vehicle", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 69, - "best_val_acc": 0.5619834710743802, - "test_acc": 0.556420233463035, - "train_size": 211, - "val_size": 121, - "test_size": 514, - "stats": { - "mean": [ - [ - -0.15146149526066363, - -0.10432839952606632, - -0.059711114691943054, - -0.10485173232227493, - -0.05972240473933653, - 0.023982654502369662, - -0.09937442175355453, - 0.0818855733649288, - -0.10596828436018967, - -0.11517251252132703, - -0.08347083222748818, - -0.1053934661943128, - -0.08422502947867287, - 0.06107363270142171, - -0.09882898767772512, - -0.031016796208530723, - -0.05365530142180105, - -0.07673026919431288 - ] - ], - "std": [ - [ - 0.9244006895318542, - 0.9269788321694366, - 0.9738611659537878, - 0.9392376060519674, - 0.9423236941745864, - 1.2031150582278034, - 0.9189159479510511, - 0.9554470489794712, - 0.9165422543676691, - 0.9419702932342265, - 0.899283407616931, - 0.9016819378903871, - 0.9169739004303826, - 1.0374334592683703, - 1.008232147929816, - 0.9709165003669759, - 0.9809690311814254, - 0.9851749395938914 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.3801652789115906, - "72": 0.24793387949466705, - "108": 0.14876031875610352, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.6583333333333333, - "test_acc": 0.5864077669902913, - "train_size": 211, - "val_size": 120, - "test_size": 515, - "stats": { - "mean": [ - [ - -0.05707185829383899, - 0.01703814028436017, - -0.07233211819905201, - -0.08672841545023706, - -0.057319243601895775, - 0.03840272132701431, - -0.013982209905213271, - 0.02121443985781981, - -0.007237241706161201, - 0.0049784149421801165, - -0.014029810900473958, - -0.016262295578199085, - 0.0009614558767772847, - 0.11677855781990558, - 0.0023493535545024086, - -0.010852331753554503, - -0.10286354407582957, - -0.11368303744075818 - ] - ], - "std": [ - [ - 1.0402738933856586, - 0.9838455143238437, - 1.0190627316129826, - 1.0239103894741375, - 1.1508302480807033, - 1.1683856166359436, - 1.0055121275534542, - 0.9988185856887961, - 1.0147533040348673, - 0.9815814858424408, - 0.9995251885514925, - 1.0064285465555274, - 0.9637935338431834, - 1.1030605616237845, - 0.9937126714490084, - 0.995709949800922, - 1.0375518355312294, - 1.0614716810079152 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.4333333671092987, - "72": 0.2750000059604645, - "108": 0.18333333730697632, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 55, - "best_val_acc": 0.6046511627906976, - "test_acc": 0.6403162055335968, - "train_size": 211, - "val_size": 129, - "test_size": 506, - "stats": { - "mean": [ - [ - -0.021963390047393307, - 0.015501836018957329, - 0.03765074758293839, - -0.033773345592417056, - -0.053714301421800954, - 0.025012608530805693, - 0.012391009146919438, - 0.0011931618483411932, - 0.003732862559241725, - -0.004163105436966835, - 0.014350785308056885, - 0.008870320853080559, - 0.03139527815165877, - 0.07120188767772496, - -0.007286610426540335, - 0.01621079620853081, - -0.11362760189573462, - -0.0754560952606636 - ] - ], - "std": [ - [ - 1.0013809830173679, - 0.9782519614775661, - 1.0067349356663802, - 0.9925585379225955, - 0.9656789538710515, - 1.079511023393183, - 1.0086208512176316, - 0.9976671958575583, - 1.0053473248040818, - 0.9749627707710302, - 1.0173842579149284, - 1.023042568770406, - 0.9834183626487213, - 1.0185730954327057, - 1.033273817278921, - 0.9965280678503624, - 0.9690108913489877, - 1.0258779208898805 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.44961240887641907, - "72": 0.3100775182247162, - "108": 0.21705426275730133, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 51, - "best_val_acc": 0.5905511811023622, - "test_acc": 0.5531496062992126, - "train_size": 211, - "val_size": 127, - "test_size": 508, - "stats": { - "mean": [ - [ - 0.04652693270142183, - 0.020878930331753535, - 0.004595829952606676, - 0.050472680521327036, - 0.10850436966824639, - 0.11359419241706137, - 0.0035522710900474227, - -0.016401528483412357, - 0.0019045260663507124, - 0.02816009017251184, - 0.02038910379146921, - 0.003237731909952596, - 0.0162511691943128, - 0.05221142748815186, - 0.04571186824644554, - -0.08779599999999993, - -0.02366896398104278, - -0.04232626635071097 - ] - ], - "std": [ - [ - 1.0660694582459869, - 0.9954955740331093, - 1.0005918167210288, - 1.0225865249631643, - 1.1919100176742894, - 1.3676251093574603, - 0.9782612041335168, - 1.0070319475298821, - 0.9609306968438209, - 0.995608616420587, - 0.9856739612962143, - 0.9752124296736733, - 1.0143856365331891, - 1.0854963150619814, - 1.0148237536601927, - 0.9020045533947828, - 0.9646100732878, - 0.9403175219272142 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3496, - "cert_evals": { - "36": 0.3385826647281647, - "72": 0.13385826349258423, - "108": 0.031496062874794006, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5840734530715339, - "std_test_acc": 0.040371941906453046, - "n_samples": 846, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.40042342990636826, - "std_cert_acc_36": 0.050784815769971556, - "mean_cert_acc_72": 0.241717416793108, - "std_cert_acc_72": 0.07627379534424772, - "mean_cert_acc_108": 0.1451609954237938, - "std_cert_acc_108": 0.08074330022268707, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "steel-plates": { - "dataset": "steel-plates", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 98, - "best_val_acc": 0.6032786885245902, - "test_acc": 0.6107732406602954, - "train_size": 485, - "val_size": 305, - "test_size": 1151, - "stats": { - "mean": [ - [ - -0.033171420824742434, - -0.03487799787628848, - -0.025752341010309272, - -0.02575685641237119, - -0.013433178123711241, - -0.013203120387628779, - -0.01932132132144322, - -0.015286709072164926, - -0.03529740762886613, - -0.06188019999999985, - 0.029282459793814393, - 0.02461150515463966, - -0.02461150515463966, - 0.02680637649484613, - 0.05348254682474227, - 0.04729742422680411, - 0.037012766989690665, - -0.005113711814433202, - -0.04244604482474207, - 0.016299261237113144, - 0.02038411958762842, - 0.024304238721649656, - 0.01957637484536068, - 0.03119099608247441, - 0.008960876804329868, - -0.0667112558564948, - 0.03806582750515489 - ] - ], - "std": [ - [ - 0.9756894853975037, - 0.9770748287077284, - 0.928969513709341, - 0.9289613756914903, - 0.7271911461061646, - 0.6249440949513447, - 0.2710442676106522, - 0.8321078924444775, - 0.9681819508369377, - 0.9379050398893956, - 1.0059681125158686, - 1.004435542438173, - 1.004435542438173, - 1.0374639889594413, - 0.9990047126903454, - 0.9783238676858398, - 0.9859445483202275, - 0.9264109604441377, - 0.9798063758731859, - 0.9885797784975004, - 0.9993680933241289, - 0.9978320614999503, - 0.9928227904046222, - 0.9831836156202347, - 0.9769683973001587, - 0.9740787014301614, - 0.9975175191485853 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7837, - "cert_evals": { - "36": 0.534426212310791, - "72": 0.4524590075016022, - "108": 0.4098360538482666, - "255": 0.24590164422988892 - }, - "fold": 0 - }, - { - "best_epoch": 82, - "best_val_acc": 0.6619718309859155, - "test_acc": 0.5921501706484642, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.03706820797938135, - 0.03657455558762895, - 0.014421525546391723, - 0.014414742845360836, - -0.04709934408247418, - -0.04852457241237108, - -0.033936195713195796, - -0.05171317672164952, - 0.013659632577319523, - -0.027462527628865894, - 0.006293505773195868, - 0.011990152577319948, - -0.011990152577319948, - -0.03296888268041301, - -0.009405954164948402, - -0.043928852597938134, - 0.002384727134020549, - -0.013394573402062043, - 0.027507874268041282, - 0.038990112989690746, - 0.0011484783505151038, - -0.02832227346391757, - -0.023262162268041238, - -0.03206279731958757, - -0.003237806419175221, - -0.04168354620618558, - -0.012072491587628926 - ] - ], - "std": [ - [ - 1.015411156192268, - 1.0184785548739292, - 1.121885848311569, - 1.1218788885198352, - 0.690006383533972, - 0.5810603178627508, - 0.2538653505206093, - 0.7901091189782915, - 1.0313073308807894, - 1.1253321716484355, - 0.9934036908444747, - 1.002106781592608, - 1.002106781592608, - 0.9446882153445072, - 1.006327755621702, - 1.0256643689759664, - 0.9902082423796534, - 1.0703705601717843, - 0.9814029395820514, - 0.9594928614842593, - 0.9948279945629597, - 0.9781432437014432, - 0.9737318425454382, - 0.9896265964372553, - 0.996385694776415, - 1.1531115464252937, - 0.9965705557829847 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7837, - "cert_evals": { - "36": 0.577464759349823, - "72": 0.48591548204421997, - "108": 0.4260563254356384, - "255": 0.26056337356567383 - }, - "fold": 1 - }, - { - "best_epoch": 66, - "best_val_acc": 0.6140939597315436, - "test_acc": 0.5803108808290155, - "train_size": 485, - "val_size": 298, - "test_size": 1158, - "stats": { - "mean": [ - [ - 0.01349540909278348, - 0.011743234845361083, - 0.055380051591752535, - 0.05537599281030928, - -0.002818057010309121, - -0.0043726463257731905, - -0.011363671857525773, - 0.0014854367216495697, - -0.017973084123711465, - -0.019961297319587557, - -0.006256404123711325, - 0.037232857731959154, - -0.037232857731959154, - -0.057822187216493647, - -0.04968943053608254, - 0.05299214910515458, - 0.012450677092783526, - -0.0152095140206186, - -0.021158501278350353, - -0.03180742531958788, - 0.011834936082473834, - 0.02963465686597942, - 0.02183907072164954, - 0.04186944268041253, - 0.024153798268247404, - -0.04557396327835056, - 0.03912331686597949 - ] - ], - "std": [ - [ - 1.0305115292152447, - 1.0350302276108283, - 1.0568148967701887, - 1.0568064122935077, - 0.7926988315617414, - 0.6342514589481083, - 0.28414711305629714, - 0.9056134481718624, - 0.9751665814504833, - 1.0270919456979695, - 0.9900679127467883, - 1.0066006750596284, - 1.0066006750596284, - 0.9543742160994036, - 1.0004136931230714, - 1.0094115145490878, - 1.0121553004352448, - 0.8186606474983903, - 1.0281436358716267, - 1.0235390824617858, - 1.0008479768803218, - 0.990294035931081, - 0.9940477374299497, - 1.000219892821287, - 0.9933237184970842, - 0.9852467220628263, - 0.994697835657597 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7837, - "cert_evals": { - "36": 0.5503355860710144, - "72": 0.5100671052932739, - "108": 0.4932886064052582, - "255": 0.281879186630249 - }, - "fold": 2 - }, - { - "best_epoch": 79, - "best_val_acc": 0.6126760563380281, - "test_acc": 0.621160409556314, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.023743463731958805, - 0.016176765814433166, - 0.0014892443092783534, - 0.0014844411752577274, - -0.009514525814432954, - -0.020205760659793785, - -0.01871218610680407, - -0.005845208247422769, - 0.01885683030927834, - -0.00661354618556694, - 0.013281478350515526, - 0.0035759175257736252, - -0.0035759175257736252, - 0.001803373195877225, - -0.050778439121649456, - -0.007776909546391795, - 0.04831092711340207, - -0.05191724047422686, - -0.019034719298968952, - 0.018150954639175196, - 0.009697649484535607, - -0.007318674041237245, - -0.01604848907216485, - -0.0013126113402060792, - 0.01597799027505155, - 0.03087437377319595, - 0.008060444742267966 - ] - ], - "std": [ - [ - 1.035245883833329, - 1.0366480375890377, - 1.0283716528913942, - 1.0283643226814112, - 0.804966635241197, - 0.6387301143243845, - 0.2927267776520207, - 0.9211566457266325, - 1.0248177126554818, - 0.9991241777878153, - 0.9956957155110975, - 1.0004628088385008, - 1.0004628088385008, - 0.9913012556247199, - 0.9711702662146896, - 0.9776882812482338, - 0.9942196574638761, - 0.7385409188908473, - 1.0098201632818302, - 0.9666923500151875, - 0.9978814369963841, - 1.002103883727627, - 0.9660799436198654, - 1.0007299152954314, - 0.9729135128718771, - 1.03912258961276, - 1.0093273706219772 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7837, - "cert_evals": { - "36": 0.5528168678283691, - "72": 0.5070422291755676, - "108": 0.47887322306632996, - "255": 0.2922535240650177 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6010986754235222, - "std_test_acc": 0.018332835121242997, - "n_samples": 1941, - "n_features": 27, - "n_classes": 7, - "mean_cert_acc_36": 0.5537608563899994, - "std_cert_acc_36": 0.017779455075648504, - "mean_cert_acc_72": 0.4888709560036659, - "std_cert_acc_72": 0.026545788953159972, - "mean_cert_acc_108": 0.4520135521888733, - "std_cert_acc_108": 0.040322826484930914, - "mean_cert_acc_255": 0.27014943212270737, - "std_cert_acc_255": 0.020864848891179726 - }, - "synthetic-control": { - "dataset": "synthetic-control", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 0.9634146341463414, - "test_acc": 0.9130434782608695, - "train_size": 150, - "val_size": 82, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.03924785799999999, - 0.09383712196000003, - 0.07046625366666667, - 0.0014863559999998659, - -0.05929098933333334, - -0.038894416533333365, - -0.06979297906666665, - 0.14184743933333332, - -0.017701836666666713, - 0.031171698399999972, - -0.021065953866666622, - 0.0012081412666666543, - -0.04361972219999998, - 0.0025437976666666416, - 0.07672977846666663, - 0.020924183333333297, - -0.0169760114666666, - 0.002974836000000029, - 0.003983265866666657, - -0.024021968200000025, - -0.03956240413333334, - -0.1248241973333334, - -0.05730380093333336, - -0.05808679486666668, - -0.028370202666666712, - -0.09732389666666662, - -0.05763924799999995, - -0.13051837340000005, - -0.05395017553333331, - -0.03267161173333333, - -0.023729760666666683, - -0.07524714946666669, - -0.06614863693333331, - -0.019300918133333376, - -0.030039852199999936, - 0.011592385653333353, - 0.031318077333333326, - 0.01763483633333328, - -0.0250934726666667, - -0.004898507333333266, - 0.004217182600000006, - -0.0246385992666667, - -0.030988849866666696, - -0.04759142453333339, - -0.01953947740000004, - -0.01564450933333335, - -0.015787699133333277, - 0.002320799400000045, - 0.024963803466666677, - -0.007529426400000029, - 0.04093678893333338, - 0.015736563599999965, - -0.03746829866666665, - 0.014098554666666692, - -0.011547875333333272, - -0.02319905666666666, - -0.03142149800000005, - -0.016265246000000014, - 0.007930060666666574, - -0.023128325933333405 - ] - ], - "std": [ - [ - 0.9961076807315135, - 0.9206509112843125, - 1.0540224386437416, - 1.0522148944257685, - 0.9493400263469906, - 1.0413681468006608, - 1.0206521762883793, - 1.0022196701786035, - 0.9563400774380424, - 0.9609145334914101, - 1.0024994267345215, - 0.9932555095692103, - 0.9717731403065037, - 0.98032175468797, - 0.9982624484839073, - 0.9382038270345618, - 0.9768753390482254, - 0.9916308705368667, - 1.006723658496416, - 1.0297445317020146, - 1.032876694551145, - 0.972144505822908, - 0.9798593024092027, - 0.9843687966126489, - 1.011735889322179, - 1.0429049244153183, - 1.0346506734246277, - 1.0538601962572212, - 0.9988680991418135, - 1.0180957806321926, - 0.9596516599467743, - 0.9834125851120433, - 1.0264509047524573, - 1.041847740419822, - 0.9781778184682978, - 1.0266071515222082, - 1.0054089356966365, - 0.9672870323425345, - 1.0086182531503245, - 0.9476236198433843, - 0.9903141136237383, - 0.9773410750044438, - 0.9739559384791738, - 1.0166341319600727, - 1.0066772526142282, - 0.9830356367906539, - 0.9703713876993874, - 1.0032669206080842, - 0.9780136276281223, - 0.9963547072355085, - 0.9891349444554035, - 0.9865762284560603, - 0.975071666163836, - 0.9738556836226393, - 0.9427521925477134, - 0.9585723823680283, - 1.023473462894158, - 0.974178234052611, - 0.9584708977350718, - 0.9781662302529668 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37086, - "cert_evals": { - "36": 0.7682926654815674, - "72": 0.4146341383457184, - "108": 0.2926829159259796, - "255": 0.18292681872844696 - }, - "fold": 0 - }, - { - "best_epoch": 61, - "best_val_acc": 0.9518072289156626, - "test_acc": 0.9591280653950953, - "train_size": 150, - "val_size": 83, - "test_size": 367, - "stats": { - "mean": [ - [ - 0.07431676333333329, - 0.055703143333333274, - 0.059986597200000005, - 0.05962913333333327, - 0.01711391199999998, - -0.09842530133333331, - -0.037238006933333324, - 0.04494911246666669, - 0.03584688633333339, - -0.03672074413333339, - 0.1400467430666667, - -0.0017188513300000175, - 0.09355356086666661, - 0.08375834533333343, - 0.10196642733333329, - -0.002735159333333399, - -0.04132526846666665, - 0.002115888533333303, - -0.04545685346666663, - -0.026682441333333327, - 0.0202955157, - 0.05891559266666658, - 0.09727385853333322, - 0.0824819633333333, - -0.003187957799999993, - 0.019345319200000027, - 0.015127944066666616, - -0.01814940193333335, - 0.028838950733333313, - -0.037662185733333346, - -0.03617591013333335, - 0.015016469333333294, - 0.03429976273333337, - 0.0064533666666667005, - -0.029528327399999967, - -0.020207610346666682, - -0.015195800666666651, - -0.03826542699999998, - -0.0280714353333333, - -0.03387643922666661, - -0.006132136866666568, - -0.06652122866666664, - -0.012367441333333272, - 0.04345637599999996, - 0.04305291933333331, - 0.025584800666666543, - 0.017196319133333353, - -0.01777196502666665, - -0.07746244253333334, - -0.044407173933333335, - -0.055261454599999996, - -0.052746810399999934, - -0.0045274859999999695, - -0.025930303333333373, - 0.035556554666666684, - 0.009908130666666676, - 0.016988207333333238, - -0.00977137813333338, - -0.020683775666666668, - 0.012211349666666682 - ] - ], - "std": [ - [ - 0.9843088538516878, - 1.0385221048037923, - 1.0362809707291913, - 1.070636491980348, - 1.036981973032216, - 1.0535025500445936, - 1.0486711166621683, - 1.0486450651360273, - 1.0014223592087255, - 0.9374084409356886, - 0.9860590509896011, - 0.9753368966519272, - 1.0333021459864373, - 0.9876115794841844, - 1.02068622354422, - 1.0112690289204789, - 1.0116637203824093, - 1.033925288406938, - 1.0512195357703547, - 1.018333809220628, - 0.985055866337006, - 0.943091921098071, - 0.9490130762941131, - 0.99910695778916, - 1.0356025959908477, - 1.0026236047334451, - 1.0141313027658527, - 0.9956117641629766, - 1.0018305711459572, - 1.0053268814426604, - 1.0314502672967765, - 1.038459737162511, - 0.937751592640825, - 0.9861261142353305, - 0.9749386073698773, - 0.9772874202358274, - 0.9591957253028498, - 0.9926707359223034, - 0.9729932139063138, - 0.9920544640877638, - 0.9836353401854067, - 0.99810857871081, - 1.0023120691127656, - 0.9517953446574153, - 1.0036265983538577, - 1.0142510395016522, - 0.9769674154680212, - 1.0141447148508704, - 1.0111479341233067, - 0.9771982566562517, - 0.9980648743000833, - 0.9633210674621704, - 0.9823793488227291, - 0.9870075135806297, - 0.983054034466811, - 0.990652388626008, - 1.0024265300075932, - 0.9594171079813323, - 0.9682468460883036, - 0.9900597520223805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37086, - "cert_evals": { - "36": 0.867469847202301, - "72": 0.7469879388809204, - "108": 0.6144577860832214, - "255": 0.10843373090028763 - }, - "fold": 1 - }, - { - "best_epoch": 75, - "best_val_acc": 0.9680851063829787, - "test_acc": 0.9325842696629213, - "train_size": 150, - "val_size": 94, - "test_size": 356, - "stats": { - "mean": [ - [ - -0.114856322, - -0.06579790133333327, - 0.03355098266666663, - -0.03648713526666665, - -0.0011477239999999878, - 0.13642399413333328, - -0.07596104666666668, - -0.0056418873333333374, - 0.09558374166666667, - 0.02089898246666667, - 0.03188003920000004, - 0.007430201999999999, - -0.0038350263999999894, - -0.01883838019999997, - 0.0748425113333334, - 0.00488779438666673, - 0.018437261666666697, - 0.030671767333333304, - 0.022914690999999977, - 0.01594029433333337, - -0.048436106666666714, - -0.0024884444666667177, - 0.04168678213333334, - 0.041644789333333244, - 0.042822868333333354, - 0.06534793200000001, - -0.010656098666666605, - -0.006021577466666684, - 0.04735826933333332, - 0.025442156333333393, - 0.017160075866666614, - -0.04544196133333331, - -0.013476259999999967, - 0.033218761599999966, - -0.005814218000000064, - -0.02626612546666666, - 0.0554423356666666, - -0.005378560400000007, - 0.004365360799999973, - 0.01993973579999998, - -0.013822085533333268, - -0.0276612758666667, - -0.005520540333333351, - 0.027592530666666643, - -0.0016518936666666988, - -0.02964797600000004, - -0.016894890799999965, - -0.018347165760000048, - 0.02878474666666673, - 0.009005892399999991, - 0.0005037746666666054, - -0.010252967199999949, - 0.009452513999999928, - -0.0006035673333334005, - -0.023115470666666638, - 0.0008124299999999337, - -0.010064331333333435, - 0.02198669420666669, - 0.005671073333333329, - 0.009682615733333344 - ] - ], - "std": [ - [ - 1.0560741237905633, - 1.0909763937676147, - 0.9591104934810897, - 1.0027353336789389, - 1.0137393600188147, - 0.9974355725372859, - 0.9334185111764193, - 1.0358338960107323, - 0.9936794808583214, - 1.0639561849283727, - 1.0322757313313562, - 1.0330482466022683, - 1.0135503676371944, - 1.0679076791635504, - 0.9641245690753236, - 1.0282675239598804, - 1.0002353813184108, - 0.9684654582597145, - 1.0331226003460752, - 1.0536462803122515, - 0.9988253263652744, - 1.0354371216022098, - 0.9964647889804219, - 1.017635225822453, - 1.0005114917749387, - 1.021355655521812, - 0.9645306146203501, - 1.0113815411448928, - 0.9806016929287075, - 1.0144519155296894, - 1.0265802362924008, - 1.02000197200153, - 1.07766142678815, - 1.0468290903972308, - 1.0314178108001988, - 1.000469001033564, - 1.0450722590473078, - 1.0325221094946504, - 1.048894956227836, - 0.9833702833504419, - 1.0153917705572146, - 1.012455383336184, - 1.0589782810850652, - 1.0157128503216464, - 1.0196629247844613, - 1.0470501606989209, - 1.0194159827106324, - 1.0071984093717992, - 1.0321411977245474, - 1.043438003333306, - 1.0407295108896613, - 1.027173255849118, - 1.0179448117519239, - 1.0453526291643118, - 1.0174480325437838, - 1.0318194380088317, - 1.0133347569254487, - 1.0231404714757075, - 1.030328051006465, - 1.0096253910405713 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37086, - "cert_evals": { - "36": 0.8936169743537903, - "72": 0.7765957117080688, - "108": 0.6170212626457214, - "255": 0.23404254019260406 - }, - "fold": 2 - }, - { - "best_epoch": 55, - "best_val_acc": 0.9662921348314607, - "test_acc": 0.9418282548476454, - "train_size": 150, - "val_size": 89, - "test_size": 361, - "stats": { - "mean": [ - [ - 0.1277572366666666, - 0.04134771529333352, - 0.021863094333333402, - 0.014401853333333483, - -0.002803757326666718, - 0.06694332266666667, - 0.07448979026666658, - 0.06807802960000005, - 0.019724051666666666, - 0.06465353440000006, - -0.0428330099999999, - -0.07357414919666662, - -0.04223157999999999, - -0.12545532820000008, - -0.04292649966666659, - -0.10589588954666669, - -0.04041633779999999, - 0.05218024986666674, - 0.05426686220000013, - 0.0227305805333333, - 0.10614008046666681, - 0.04376943119999995, - -0.013266023600000024, - -0.07076259793333334, - -0.074043531, - -0.08001001866666667, - -0.07797701933333334, - -0.09792546133333335, - -0.061854662000000005, - -0.024533988199999985, - 0.03629900386666665, - 0.0058454133399999395, - 0.007318489999999978, - 0.03803268466666662, - 0.044273164599999956, - 0.0013259573333333503, - -0.002469843333333337, - -0.029172804800000018, - -0.05582708400000001, - -0.05666843433333332, - -0.048033903333333315, - -0.06985443860000005, - -0.0578782198666667, - -0.05657032866666666, - -0.026883787333333433, - -0.00934031266666669, - 0.011623247533333353, - 0.035373553640000055, - 0.013784810000000043, - 0.005969853333333333, - 0.02904661893333334, - 0.02376045733333324, - -0.02384677466666665, - -0.05474407806666669, - -0.06623972000000003, - -0.06898137600000002, - -0.07447672184000008, - -0.08693477600000002, - -0.05651159700000001, - -0.03601778493333341 - ] - ], - "std": [ - [ - 0.9996137529479245, - 1.0036117435912413, - 1.0522681023859373, - 1.1119684771253828, - 1.0298920232178084, - 1.070456358378364, - 1.0922136476449562, - 0.9445072794294876, - 0.9503254307664003, - 0.9324621895873916, - 0.9965913991681153, - 1.1062786611692523, - 1.1218688680681206, - 1.0020156097641995, - 1.0418972253640428, - 0.9838023238329702, - 0.9853089091257823, - 1.0414927333939905, - 1.0350491750495694, - 1.0308468611443276, - 1.0024128778412678, - 0.9938024611079457, - 0.9539537713906278, - 0.9088792441254281, - 0.9267414020449568, - 1.0592924551372531, - 1.035601875159454, - 1.0348290235762594, - 1.0072879218281139, - 1.0455750589807704, - 0.9984184008706671, - 0.966055737300902, - 0.9991473365977808, - 1.0374974178986145, - 0.9976106602571032, - 0.9683911885436237, - 0.9999529450897607, - 0.9934502585034328, - 1.0060525583431303, - 0.9969439583936579, - 1.0032737317903146, - 1.006882715938048, - 0.9888037727439014, - 0.997171098741018, - 1.0163770279221114, - 0.9925585952400967, - 1.0393735568577307, - 1.0254123445542493, - 1.0212979411217074, - 1.0292884216225284, - 0.9986396756965731, - 0.9791900111960249, - 1.0282697752335705, - 1.0042624464425858, - 1.014742625093536, - 1.0220728519074882, - 0.9823536621313895, - 1.0001527437069238, - 1.0095902426275776, - 1.0166981511490805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37086, - "cert_evals": { - "36": 0.8876404762268066, - "72": 0.8426966667175293, - "108": 0.8089887499809265, - "255": 0.23595505952835083 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9366460170416329, - "std_test_acc": 0.019199615582188082, - "n_samples": 600, - "n_features": 60, - "n_classes": 6, - "mean_cert_acc_36": 0.8542549908161163, - "std_cert_acc_36": 0.05838981129831315, - "mean_cert_acc_72": 0.6952286139130592, - "std_cert_acc_72": 0.1912935951546421, - "mean_cert_acc_108": 0.5832876786589622, - "std_cert_acc_108": 0.2140884801543567, - "mean_cert_acc_255": 0.19033953733742237, - "std_cert_acc_255": 0.05987274797046466 - }, - "teaching": { - "dataset": "teaching", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.3181818181818182, - "test_acc": 0.32967032967032966, - "train_size": 38, - "val_size": 22, - "test_size": 91, - "stats": { - "mean": [ - [ - -0.11332560526315784, - -0.17121901315789478, - 0.029873731578947377, - -0.30744157894736857, - -0.12647241315789476 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.9379212090884154, - 0.9728178435489211, - 1.2214091484203293, - 1.0035868928906388 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 313, - "cert_evals": { - "36": 0.1818181872367859, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3125, - "test_acc": 0.3402061855670103, - "train_size": 38, - "val_size": 16, - "test_size": 97, - "stats": { - "mean": [ - [ - 0.08642726315789476, - 0.17190744736842098, - 0.21345746842105265, - 0.20351052631578942, - 0.02251846578947367 - ] - ], - "std": [ - [ - 0.9226189788343568, - 0.9529276096944189, - 1.0986997290584972, - 0.7479572951992832, - 0.9794960526322802 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 313, - "cert_evals": { - "36": 0.125, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4583333333333333, - "test_acc": 0.2696629213483146, - "train_size": 38, - "val_size": 24, - "test_size": 89, - "stats": { - "mean": [ - [ - -0.11332560526315784, - 0.02154873684210526, - -0.18742893684210518, - -0.08846210526315801, - -0.16320968421052634 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.983440529661239, - 0.8586823726924572, - 1.0752563594695814, - 0.9991610142309885 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 313, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.2777777777777778, - "test_acc": 0.45263157894736844, - "train_size": 38, - "val_size": 18, - "test_size": 95, - "stats": { - "mean": [ - [ - 0.0864272631578948, - -0.03628181578947368, - -0.2848404736842105, - 0.057524210526315775, - -0.050956549999999996 - ] - ], - "std": [ - [ - 0.9226189788343567, - 1.030764765505801, - 0.8345079992343973, - 0.9376140898091212, - 1.1033171507511983 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 313, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3480427538832558, - "std_test_acc": 0.07633517810929175, - "n_samples": 151, - "n_features": 5, - "n_classes": 3, - "mean_cert_acc_36": 0.07670454680919647, - "std_cert_acc_36": 0.09155781999234888, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "statlog-landsat": { - "dataset": "statlog-landsat", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.8392461197339246, - "test_acc": 0.8380979337673365, - "train_size": 2000, - "val_size": 902, - "test_size": 3533, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13614, - "cert_evals": { - "36": 0.8215077519416809, - "72": 0.7838137149810791, - "108": 0.737250566482544, - "255": 0.49223947525024414 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.8510869565217392, - "test_acc": 0.8352773826458036, - "train_size": 2000, - "val_size": 920, - "test_size": 3515, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13614, - "cert_evals": { - "36": 0.8086956143379211, - "72": 0.772826075553894, - "108": 0.7336956262588501, - "255": 0.5076086521148682 - }, - "fold": 1 - }, - { - "best_epoch": 49, - "best_val_acc": 0.8552774755168662, - "test_acc": 0.8438566552901023, - "train_size": 2000, - "val_size": 919, - "test_size": 3516, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13614, - "cert_evals": { - "36": 0.8226332664489746, - "72": 0.7910772562026978, - "108": 0.7606093287467957, - "255": 0.5505984425544739 - }, - "fold": 2 - }, - { - "best_epoch": 77, - "best_val_acc": 0.8307522123893806, - "test_acc": 0.8524497309544039, - "train_size": 2000, - "val_size": 904, - "test_size": 3531, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13614, - "cert_evals": { - "36": 0.7920354008674622, - "72": 0.7533186078071594, - "108": 0.7190265655517578, - "255": 0.519911527633667 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8424204256644117, - "std_test_acc": 0.007579725586579477, - "n_samples": 6435, - "n_features": 36, - "n_classes": 6, - "mean_cert_acc_36": 0.8112180083990097, - "std_cert_acc_36": 0.014265597802990145, - "mean_cert_acc_72": 0.7752589136362076, - "std_cert_acc_72": 0.01643877842793243, - "mean_cert_acc_108": 0.7376455217599869, - "std_cert_acc_108": 0.01722168812624012, - "mean_cert_acc_255": 0.5175895243883133, - "std_cert_acc_255": 0.024746873069898923 - }, - "tic-tac-toe": { - "dataset": "tic-tac-toe", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.6712328767123288, - "test_acc": 0.6492146596858639, - "train_size": 239, - "val_size": 146, - "test_size": 573, - "stats": { - "mean": [ - [ - -0.06774635146443425, - 0.01449869790794993, - 0.05074422594142255, - -0.014738167364016513, - 0.015902112970711264, - 0.01937172301255273, - -0.05826698744769888, - 0.06322694058577437, - -0.03456911297071133 - ] - ], - "std": [ - [ - 0.9772364146923964, - 0.9898671665296854, - 0.9927899252300538, - 1.0052200080228313, - 1.0139839580724326, - 1.0321649186622677, - 0.9396177418537401, - 0.9908262445058792, - 1.022463266648573 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.6506849527359009, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 32, - "best_val_acc": 0.7291666666666666, - "test_acc": 0.7339130434782609, - "train_size": 239, - "val_size": 144, - "test_size": 575, - "stats": { - "mean": [ - [ - 0.055483841004184395, - -0.00011965439330530087, - 0.00808757322175727, - -0.029356599999999875, - 0.039023707112970575, - 0.019371482008368506, - -0.08670484518828446, - -0.039102302092049956, - 0.027046133891213308 - ] - ], - "std": [ - [ - 0.9957045497387771, - 1.0146010728149857, - 1.003301186901333, - 1.0124926159677299, - 0.9987054895066753, - 0.9814356430315144, - 0.973828360138658, - 1.0003184664932105, - 0.9832177518418727 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.4375, - "72": 0.1666666716337204, - "108": 0.0069444444961845875, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 81, - "best_val_acc": 0.6259541984732825, - "test_acc": 0.6054421768707483, - "train_size": 239, - "val_size": 131, - "test_size": 588, - "stats": { - "mean": [ - [ - -0.04878792468619211, - 0.0047529958158996155, - 0.09814042677824272, - -0.024483735564853226, - 0.034399451882844975, - -0.009865222594141925, - -0.02508974895397498, - 0.004753076150627897, - -0.04878784100418414 - ] - ], - "std": [ - [ - 1.001934480203885, - 0.9778484267660271, - 1.0046660181235467, - 1.0212723008937266, - 1.0210245107562923, - 1.0306454853299336, - 0.9862518055799147, - 0.9951065507668124, - 0.9747736634076275 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.18320611119270325, - "72": 0.007633587811142206, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.7101449275362319, - "test_acc": 0.6867469879518072, - "train_size": 239, - "val_size": 138, - "test_size": 581, - "stats": { - "mean": [ - [ - 0.10288007531380783, - 0.04373577740585817, - 0.041264979079497874, - -0.034229491213389085, - -0.05346292050209214, - -0.1999054092050213, - 0.08392158158995812, - 0.07297261589958158, - -0.05826715481171532 - ] - ], - "std": [ - [ - 0.9966065572515563, - 1.018968015200093, - 0.9922920069375739, - 0.9979419605462078, - 0.9801398510182366, - 0.9915447189713678, - 0.9965163996887837, - 0.9964419395653665, - 0.9951178388160773 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 902, - "cert_evals": { - "36": 0.260869562625885, - "72": 0.10144928097724915, - "108": 0.014492753893136978, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6688292169966701, - "std_test_acc": 0.05464918023145666, - "n_samples": 958, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.3830651566386223, - "std_cert_acc_36": 0.20773292844227204, - "mean_cert_acc_72": 0.06893738510552794, - "std_cert_acc_72": 0.0798301435264946, - "mean_cert_acc_108": 0.005359299597330391, - "std_cert_acc_108": 0.006913196464536567, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "titanic": { - "dataset": "titanic", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.7746478873239436, - "test_acc": 0.7839506172839507, - "train_size": 550, - "val_size": 355, - "test_size": 1296, - "stats": { - "mean": [ - [ - -0.033479024545449286, - -0.04388359999999998, - 0.04633865636363635 - ] - ], - "std": [ - [ - 1.0184009911459524, - 0.9030112522482995, - 0.965727266734473 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.7070422172546387, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8022922636103151, - "test_acc": 0.7273425499231951, - "train_size": 550, - "val_size": 349, - "test_size": 1302, - "stats": { - "mean": [ - [ - 0.00599657709091412, - -0.02712665454545435, - 0.02416022909090901 - ] - ], - "std": [ - [ - 0.993203063568118, - 0.9413765013907114, - 0.9824417459762911 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.6905444264411926, - "72": 0.16045846045017242, - "108": 0.10315186530351639, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.7034700315457413, - "test_acc": 0.7466266866566716, - "train_size": 550, - "val_size": 317, - "test_size": 1334, - "stats": { - "mean": [ - [ - 0.014578170545459438, - -0.043883600000000356, - 0.03303160000000017 - ] - ], - "std": [ - [ - 1.0150806710594007, - 0.9030112522482996, - 0.9758508000000029 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.11041009426116943, - "72": 0.11041009426116943, - "108": 0.05678233504295349, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7725947521865889, - "test_acc": 0.768348623853211, - "train_size": 550, - "val_size": 343, - "test_size": 1308, - "stats": { - "mean": [ - [ - 0.0077128369090957785, - -0.027126654545454543, - -0.0290679963636369 - ] - ], - "std": [ - [ - 1.026123748181085, - 0.9413765013907113, - 1.0194745387594568 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 282, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.756567119429257, - "std_test_acc": 0.02477597941401167, - "n_samples": 2201, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.3769991844892502, - "std_cert_acc_36": 0.37436041028304656, - "mean_cert_acc_72": 0.06771713867783546, - "std_cert_acc_72": 0.08081844459846829, - "mean_cert_acc_108": 0.03998355008661747, - "std_cert_acc_108": 0.04989924441114254, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "trains": { - "dataset": "trains", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.6, - "test_acc": 0.6666666666666666, - "train_size": 2, - "val_size": 5, - "test_size": 3, - "stats": { - "mean": [ - [ - -0.61237, - -0.9717294999999999, - -0.316228, - 0.621059, - 0.786374, - -0.474342, - -0.369273, - -0.316228, - -0.41404050000000003, - -0.161281, - 1.264911, - 0.2108185, - -0.08519500000000002, - -0.685249, - -0.7115125, - -0.29632100000000006, - 0.398527, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - -0.774597, - -0.774597, - 0.711514, - -0.316228, - 0.41404050000000003, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.6073305, - 1.0, - 1.0, - 0.406746, - 1.0, - 0.7385470000000001, - 1.0, - 1.0350995, - 0.322562, - 1.581139, - 0.5270465, - 1.2779150000000001, - 0.571041, - 0.16940750000000004, - 0.740799, - 1.328423, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 1.0, - 1.0, - 1.185856, - 1.0, - 1.0350995, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8702, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.75, - "test_acc": 0.75, - "train_size": 2, - "val_size": 4, - "test_size": 4, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8702, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8702, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 1.0, - "test_acc": 0.3333333333333333, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - 0.24293300000000004, - 1.264911, - -0.41404050000000003, - -1.1117685, - -0.474342, - 0.7385470000000001, - 1.264911, - -0.41404050000000003, - -0.32255999999999996, - -0.316228, - -1.370319, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - -0.621059, - 0.19365149999999998, - 1.1619, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.607332, - 1.581139, - 1.0350995, - 0.13558149999999997, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0350995, - 1.45153, - 1.0, - 1.0540910000000001, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8702, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5625, - "std_test_acc": 0.18477964855069542, - "n_samples": 10, - "n_features": 29, - "n_classes": 2, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "thyroid": { - "dataset": "thyroid", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.8985879332477535, - "test_acc": 0.9071166054126295, - "train_size": 3428, - "val_size": 779, - "test_size": 2993, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.6110398173332214, - "72": 0.2207958996295929, - "108": 0.06161746010184288, - "255": 0.014120668172836304 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.9336801040312094, - "test_acc": 0.9267399267399268, - "train_size": 3428, - "val_size": 769, - "test_size": 3003, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.32509753108024597, - "72": 0.10013003647327423, - "108": 0.04681404307484627, - "255": 0.0026007802225649357 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.9189526184538653, - "test_acc": 0.9121212121212121, - "train_size": 3428, - "val_size": 802, - "test_size": 2970, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.5411471724510193, - "72": 0.13092270493507385, - "108": 0.027431422844529152, - "255": 0.0074812970124185085 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.926241134751773, - "test_acc": 0.9292468209977176, - "train_size": 3428, - "val_size": 705, - "test_size": 3067, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.4936169981956482, - "72": 0.08510638028383255, - "108": 0.005673758685588837, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9188061413178714, - "std_test_acc": 0.010851824291252586, - "n_samples": 7200, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.4927253797650337, - "std_cert_acc_36": 0.1217139635677532, - "mean_cert_acc_72": 0.13423875533044338, - "std_cert_acc_72": 0.06077425551236492, - "mean_cert_acc_108": 0.035384171176701784, - "std_cert_acc_108": 0.024254087187282326, - "mean_cert_acc_255": 0.006050686351954937, - "std_cert_acc_255": 0.006209774850521936 - }, - "vertebral-column-2clases": { - "dataset": "vertebral-column-2clases", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 67, - "best_val_acc": 0.8813559322033898, - "test_acc": 0.6954022988505747, - "train_size": 77, - "val_size": 59, - "test_size": 174, - "stats": { - "mean": [ - [ - -0.04851593662337664, - -0.013603715584415602, - 0.017817786623376606, - -0.052196842324675335, - -0.002157415584415587, - -0.03604349805194806 - ] - ], - "std": [ - [ - 0.9285507134809343, - 1.06595981877074, - 0.9952787423256769, - 0.8624418582955644, - 0.9372946280214954, - 0.7536679299194217 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.11864406615495682, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 49, - "best_val_acc": 0.8095238095238095, - "test_acc": 0.7905759162303665, - "train_size": 77, - "val_size": 42, - "test_size": 191, - "stats": { - "mean": [ - [ - -0.01160272857142857, - 0.19142412077922066, - 0.13749096324675333, - -0.1576678293376624, - 0.1349718081818182, - 0.01367927922077926 - ] - ], - "std": [ - [ - 0.9739076978851005, - 1.1234128014311557, - 1.0980714645789118, - 0.9124304878226723, - 0.8779104710989865, - 0.8103068848046617 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.0476190485060215, - "72": 0.02380952425301075, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 79, - "best_val_acc": 0.35294117647058826, - "test_acc": 0.3956043956043956, - "train_size": 77, - "val_size": 51, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.08900769350649353, - 0.022068336363636327, - -0.17777378870129867, - -0.13070269816883123, - -0.08019039701298694, - 0.034270005844155946 - ] - ], - "std": [ - [ - 1.1891598679346718, - 1.0629718968025748, - 0.9683921685715591, - 1.1934548554540982, - 1.0519483392859137, - 1.4108241281173226 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.19607843458652496, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8043478260869565, - "test_acc": 0.6470588235294118, - "train_size": 77, - "val_size": 46, - "test_size": 187, - "stats": { - "mean": [ - [ - -0.06772925194805193, - -0.07967984805194804, - -0.14121441038961047, - -0.02757299220779231, - -0.014883416753246786, - -0.1100020467532468 - ] - ], - "std": [ - [ - 1.0828152543652132, - 1.0199396915025827, - 0.9339640371725322, - 0.9916023829290741, - 1.077978313814909, - 0.7401101130023645 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 422, - "cert_evals": { - "36": 0.19565217196941376, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6321603585536871, - "std_test_acc": 0.16859786454957243, - "n_samples": 310, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.13949843030422926, - "std_cert_acc_36": 0.07125368970861828, - "mean_cert_acc_72": 0.0059523810632526875, - "std_cert_acc_72": 0.011904762126505375, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "vertebral-column-3clases": { - "dataset": "vertebral-column-3clases", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.11363636363636363, - "test_acc": 0.21164021164021163, - "train_size": 77, - "val_size": 44, - "test_size": 189, - "stats": { - "mean": [ - [ - -0.017758871428571372, - -0.13893042727272728, - -0.08468526142857148, - 0.08071379740259733, - 0.06779229129870129, - 0.08923458311688294 - ] - ], - "std": [ - [ - 1.0953816731705295, - 0.8966984943146973, - 0.956938148341136, - 1.2077590425927807, - 1.073031602135157, - 1.464104633953606 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 435, - "cert_evals": { - "36": 0.11363636702299118, - "72": 0.09090909361839294, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.7407407407407407, - "test_acc": 0.7541899441340782, - "train_size": 77, - "val_size": 54, - "test_size": 179, - "stats": { - "mean": [ - [ - -0.049201149350649384, - -0.06358896883116881, - -0.11700971038961039, - -0.01579821818181819, - -6.0709350649427305e-05, - 0.0891967623376624 - ] - ], - "std": [ - [ - 1.093043067173537, - 1.0341900281252163, - 0.948390256340442, - 1.1192974642236186, - 1.0160280673716198, - 1.4089004707085644 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 435, - "cert_evals": { - "36": 0.2222222238779068, - "72": 0.07407407462596893, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 16, - "best_val_acc": 0.2857142857142857, - "test_acc": 0.24293785310734464, - "train_size": 77, - "val_size": 56, - "test_size": 177, - "stats": { - "mean": [ - [ - -0.030620783376623464, - -0.15526778051948048, - -0.0557417341558442, - 0.0764179809090909, - -0.11299565064935047, - -0.10344603831168832 - ] - ], - "std": [ - [ - 0.9944305280127423, - 0.9108287434677631, - 0.8529822131400763, - 0.9664086884725089, - 0.9649650863065573, - 0.713799883374489 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 435, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 59, - "best_val_acc": 0.5094339622641509, - "test_acc": 0.5666666666666667, - "train_size": 77, - "val_size": 53, - "test_size": 180, - "stats": { - "mean": [ - [ - 0.20264046623376622, - 0.3261196974025974, - 0.10299690753246762, - 0.017040496636363645, - -0.09640795220779223, - 0.03692924155844167 - ] - ], - "std": [ - [ - 1.1066380009229393, - 1.1415960579871545, - 1.0733819141948675, - 1.089301161345955, - 0.9585561559088557, - 0.8693443253284101 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 435, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4438586688870753, - "std_test_acc": 0.26184084912707895, - "n_samples": 310, - "n_features": 6, - "n_classes": 3, - "mean_cert_acc_36": 0.0839646477252245, - "std_cert_acc_36": 0.10660783652393524, - "mean_cert_acc_72": 0.04124579206109047, - "std_cert_acc_72": 0.048119886336886034, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "twonorm": { - "dataset": "twonorm", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.9770431588613406, - "test_acc": 0.975566016588209, - "train_size": 1850, - "val_size": 1089, - "test_size": 4461, - "stats": { - "mean": [ - [ - -0.014544049503783818, - -0.003368689291891876, - 0.016772092459459455, - 0.0019175647345946178, - -0.02506532699859457, - 0.0038982543675675696, - 0.019339146565999932, - -0.009895024481081047, - 0.006385932609729719, - -0.0014487788735135277, - -0.02301627440935135, - -0.005151859209189199, - 0.008102996605405427, - -0.0044304854756756626, - 0.0017575496378378407, - -0.009554797715135191, - 0.026529897787837913, - 0.02922682911891893, - -0.01169157914054059, - -0.004898149291891907 - ] - ], - "std": [ - [ - 1.008740635111714, - 1.0057995039659557, - 0.9837382170327289, - 1.0009348723588565, - 0.9894373169495185, - 0.9855025922172592, - 1.0016273845342372, - 1.0019232777130362, - 1.0102983788423001, - 0.989126863772442, - 1.014473431822349, - 0.9873937513386905, - 1.0120815536633763, - 1.0026507637547364, - 0.9944344640609678, - 1.0009003980137419, - 1.017029495884869, - 0.9934459224888799, - 1.005170519855988, - 1.0182286286784454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9651055932044983, - "72": 0.9485766887664795, - "108": 0.9329659938812256, - "255": 0.7860422134399414 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.9833040421792618, - "test_acc": 0.9746146872166818, - "train_size": 1850, - "val_size": 1138, - "test_size": 4412, - "stats": { - "mean": [ - [ - -0.011274481706054077, - 0.0010725280108108113, - 0.04904605430486482, - 0.00013406402702702838, - 0.0037092568978378815, - -0.03159644886486481, - 0.00852751402702707, - -0.014074217665405411, - 0.026686750430270245, - 0.023341407989189197, - 0.00574216419659461, - -0.019635965771891885, - 0.04072469101081081, - 0.00963421142594593, - -0.044921805624324275, - -0.025982841086486463, - -0.0002432451580000008, - -0.011375726291891854, - 0.021153889262702744, - 0.01900583370702701 - ] - ], - "std": [ - [ - 0.9976085735229742, - 1.0108425474557818, - 1.0105604700510442, - 1.0350336168987333, - 0.990362036249636, - 0.9744762030983907, - 1.0066091603129825, - 0.984656658886602, - 0.9965234554482512, - 0.973435364067005, - 0.9921055599456662, - 1.0065413490604112, - 1.0042400869906856, - 0.9880184758483341, - 0.9898502752755675, - 0.992736848303296, - 0.9922171097916167, - 1.0043754412776131, - 0.9893350555688326, - 0.9868441569808528 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9710017442703247, - "72": 0.9595782160758972, - "108": 0.9420035481452942, - "255": 0.8040421605110168 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.9758497316636852, - "test_acc": 0.9796931407942239, - "train_size": 1850, - "val_size": 1118, - "test_size": 4432, - "stats": { - "mean": [ - [ - 0.003976000881081077, - 0.010715774432432398, - -0.017786920248648645, - 0.0036804860497297266, - 0.002183984135675682, - 0.01946380120540544, - -0.009359299564702704, - -0.02816081002594586, - 0.031211165720540515, - 0.0197382945891892, - 0.004506140226864866, - -0.01331618493945946, - 0.014995027385405353, - -0.001854380632432439, - -0.01958510810810805, - -0.00386884019891889, - -0.017393956009891888, - -0.0021528696070270597, - 0.005169307811351341, - 0.0024582379264864846 - ] - ], - "std": [ - [ - 1.009760000740286, - 1.0090347482418227, - 1.0148186512036792, - 1.0060022323323823, - 0.9990626780886653, - 0.9896872166496508, - 0.9763805914536888, - 0.9957691924612021, - 0.9906698247495431, - 1.0035665264537232, - 0.9947437173054162, - 1.0004339807413987, - 0.9823451342038293, - 1.0178129069401878, - 1.020030588883728, - 1.0098245678900148, - 0.9925509761821191, - 0.984129704899966, - 1.021860274128779, - 1.0179863343134843 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9642218351364136, - "72": 0.9499105215072632, - "108": 0.9257602691650391, - "255": 0.8112701177597046 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9821428571428571, - "test_acc": 0.980135440180587, - "train_size": 1850, - "val_size": 1120, - "test_size": 4430, - "stats": { - "mean": [ - [ - -0.020650926096864895, - 0.0029367999405405425, - -0.006630237378378379, - 0.010420081979243248, - -0.001797412861621615, - 0.006000229992972958, - 0.02513403323243256, - -0.04051091970432429, - 0.016437013362162183, - 0.008169780156756753, - 0.010605073612270283, - -0.014074353574054115, - 0.001890994940540519, - -0.00912456161891894, - -0.011556316408108112, - -0.004322038713513496, - -0.0011294842637837807, - -0.006298975859459421, - 0.017070309424864923, - 0.0166714651562162 - ] - ], - "std": [ - [ - 0.9799722867298174, - 0.9831760308737035, - 1.0071900480073166, - 1.003544153680456, - 0.9998334222405475, - 0.997242014320636, - 0.9816671365897304, - 0.9927759081786102, - 1.0236053141912813, - 0.9882650425660089, - 1.0199540485168141, - 0.9750354662835033, - 1.000698654175577, - 0.9953898045603353, - 0.9850292707815245, - 0.9950063778865423, - 0.9842233774554926, - 1.0005588371487018, - 1.0122840782683846, - 1.0155158561773454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4202, - "cert_evals": { - "36": 0.9723214507102966, - "72": 0.9571428894996643, - "108": 0.9312499761581421, - "255": 0.7964285612106323 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9775023211949254, - "std_test_acc": 0.0028178426518420167, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9681626558303833, - "std_cert_acc_36": 0.004091930989300986, - "mean_cert_acc_72": 0.953802078962326, - "std_cert_acc_72": 0.00538435069208502, - "mean_cert_acc_108": 0.9329949468374252, - "std_cert_acc_108": 0.0067463871687665, - "mean_cert_acc_255": 0.7994457632303238, - "std_cert_acc_255": 0.010796618035436538 - }, - "wall-following": { - "dataset": "wall-following", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 44, - "best_val_acc": 0.7341463414634146, - "test_acc": 0.722799511002445, - "train_size": 1364, - "val_size": 820, - "test_size": 3272, - "stats": { - "mean": [ - [ - -0.005686892404692003, - 0.022638621533284334, - 0.0029726543621700742, - -0.007766223049853293, - -0.008952794454545568, - 0.009051411851906211, - 0.004111615835777271, - 0.054535739948680446, - 0.01721141257331339, - -0.00017557098093850144, - -0.0030259690689149518, - -0.015323145063782956, - 0.004263515249266924, - 0.013408757045454725, - -0.0019448981744868829, - 0.0003941872595307252, - -0.023833700213343096, - -0.0418792441422289, - -0.01742122004472146, - -0.01653938162023472, - 0.004910744486803571, - 0.04303871550586514, - -0.015449803416422289, - -0.003778200753665663 - ] - ], - "std": [ - [ - 0.9538903586600096, - 1.0100879107934733, - 1.0049069273556643, - 0.9922954720481119, - 0.9870136651293122, - 0.990779450218937, - 0.997732207974109, - 1.0249084242333972, - 1.0039227101782235, - 0.9840871960957936, - 0.9963448823117925, - 0.9855998980612843, - 1.0024509972558129, - 1.0025416545074122, - 0.9881545916458445, - 1.0165283990308178, - 0.9738216818182036, - 0.9275548118344852, - 0.9839704565560611, - 0.9728388862456517, - 1.0184938963953918, - 1.0303474329203226, - 0.9612235203553664, - 0.9816909108470405 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6100, - "cert_evals": { - "36": 0.6365853548049927, - "72": 0.5329268574714661, - "108": 0.4560975730419159, - "255": 0.13658536970615387 - }, - "fold": 0 - }, - { - "best_epoch": 63, - "best_val_acc": 0.7334167709637046, - "test_acc": 0.7351958700273307, - "train_size": 1364, - "val_size": 799, - "test_size": 3293, - "stats": { - "mean": [ - [ - -0.02975309696847506, - 0.005558309164222893, - 0.004718745812316816, - -0.020307799296187545, - -0.007320344633431353, - -0.028494500266862125, - -0.024019284164222755, - 0.009570253951612977, - 0.01097609736070351, - -0.00032918113929638346, - 0.032141068781524784, - 0.02072696681818175, - 0.02201199852639303, - 0.02843859972873922, - -0.010288174340176055, - -0.0025629487653958533, - 0.014673984588709695, - -0.0024179095725806485, - 0.011989980659823955, - 0.014437480175952963, - 0.010780398057038091, - -0.02107569172287382, - 0.018757813350439904, - -0.03195081329985328 - ] - ], - "std": [ - [ - 0.945216136192205, - 0.9992147601024853, - 1.0013950133535414, - 1.0070090886620435, - 1.0100405651888793, - 1.0035220275618202, - 1.0076868559644707, - 1.0146043586860587, - 1.0036702207634716, - 1.0020409725295103, - 1.0195319569843622, - 1.018330702441904, - 1.0188371291097438, - 1.0099651693219551, - 0.9929137513000473, - 0.9893773454929811, - 1.0312952518146736, - 0.9850531254011928, - 0.9991545369015657, - 1.024970910904686, - 1.0211398104956508, - 0.9811793320532708, - 1.0213393023608297, - 0.9709259568406406 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6100, - "cert_evals": { - "36": 0.6470588445663452, - "72": 0.5657071471214294, - "108": 0.4543178975582123, - "255": 0.14142678678035736 - }, - "fold": 1 - }, - { - "best_epoch": 84, - "best_val_acc": 0.7407847800237812, - "test_acc": 0.725622885266072, - "train_size": 1364, - "val_size": 841, - "test_size": 3251, - "stats": { - "mean": [ - [ - 0.01872266574486808, - 0.006327694957038103, - -0.07104427478152507, - -0.011521076319648046, - -0.004222936934017776, - -0.012975204868035104, - -0.01602920872434, - 0.018177438951613122, - 0.001741687587976442, - 0.026653914322580085, - 0.006544868966275523, - -0.0006487189816715815, - -0.006107012813782889, - -0.017521736390762342, - -0.02309750486070397, - 0.015360951164222853, - -0.05447749436730212, - 0.011644383885630553, - -0.005685932580645217, - 0.033520921312316744, - 0.015700824787390003, - 0.00464063532258066, - -0.007768450139296197, - -0.01706286590102635 - ] - ], - "std": [ - [ - 1.0075883148093572, - 0.9956149685197124, - 0.9336114810272496, - 1.0053964412297443, - 1.0037906536892414, - 0.9889864422444196, - 0.993232391245941, - 1.0033346943820691, - 1.0019335251023536, - 1.015228028452373, - 1.0184871692443849, - 0.9950347742751352, - 1.001225456339628, - 0.9911991075823401, - 0.9891922963313015, - 1.020897686359133, - 0.9021478154164623, - 1.027059313060404, - 0.9920589942567254, - 1.037458331459377, - 1.0154700216289818, - 1.0017979731537894, - 0.9794245346392066, - 0.9721130758506005 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6100, - "cert_evals": { - "36": 0.6492270827293396, - "72": 0.5695600509643555, - "108": 0.46967893838882446, - "255": 0.16884660720825195 - }, - "fold": 2 - }, - { - "best_epoch": 51, - "best_val_acc": 0.7463592233009708, - "test_acc": 0.7331701346389229, - "train_size": 1364, - "val_size": 824, - "test_size": 3268, - "stats": { - "mean": [ - [ - 0.02031997529545452, - -0.033795195992888556, - -0.02352743731011721, - 0.01124182900293254, - -0.01151259605278599, - -0.015031226107038104, - 0.03267076282991228, - 0.0279429813196483, - -0.007205795674486686, - -0.0060127819017595785, - 0.01344909527859221, - 0.01992942824853357, - -0.01951502722360692, - -0.029693211412756465, - -0.009494099098240562, - -0.01795489370381231, - 0.010101200832844593, - -0.0059742676495601315, - -0.017900947921847564, - -0.021026184816715806, - 0.016916847096700823, - -0.0052597014662755836, - 0.032237512456011766, - 0.007093840727272726 - ] - ], - "std": [ - [ - 1.0112945026202158, - 0.970221558754097, - 0.9823204142944053, - 1.0136980604051529, - 0.982757495735732, - 0.9808366104043786, - 1.001324458975229, - 1.0152847209982614, - 0.9908830298302452, - 0.9932341203049162, - 1.0097191496904292, - 1.0252804409457419, - 0.9852042484069533, - 0.992545202932286, - 0.9901306066571973, - 0.9793681779580009, - 0.9956413121371739, - 0.9901468286266072, - 0.9701309779282022, - 0.9725832802282708, - 1.0307338552882614, - 0.991132554001173, - 1.0343162251093825, - 0.9974059438112418 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6100, - "cert_evals": { - "36": 0.6638349294662476, - "72": 0.5497573018074036, - "108": 0.44053399562835693, - "255": 0.15776699781417847 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7291971002336927, - "std_test_acc": 0.005929429484324963, - "n_samples": 5456, - "n_features": 24, - "n_classes": 4, - "mean_cert_acc_36": 0.6491765528917313, - "std_cert_acc_36": 0.011223390974147335, - "mean_cert_acc_72": 0.5544878393411636, - "std_cert_acc_72": 0.016736171952055942, - "mean_cert_acc_108": 0.4551571011543274, - "std_cert_acc_108": 0.011920678419396133, - "mean_cert_acc_255": 0.1511564403772354, - "std_cert_acc_255": 0.01487305989312237 - }, - "waveform": { - "dataset": "waveform", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 25, - "best_val_acc": 0.8852242744063324, - "test_acc": 0.858957219251337, - "train_size": 1250, - "val_size": 758, - "test_size": 2992, - "stats": { - "mean": [ - [ - 0.020179633495999987, - 0.011963990736, - -0.033601846864, - -0.041786463160000016, - -0.03154164217599994, - -0.040098393640000014, - -0.043940430239999995, - -0.03151536300719995, - -0.036418570040000015, - 0.043107926798400066, - 0.03738288511999999, - -0.0024740305919999984, - 0.03243670563199995, - 0.011112976024000014, - 0.03951120671200011, - 0.0219850811552, - 0.028168458383999943, - 0.06235075759679998, - 0.020069774392, - 0.007039422583999985, - -0.02925996517600002 - ] - ], - "std": [ - [ - 0.9901799387654557, - 1.0306402386317552, - 0.9708771794256926, - 0.9608246419787663, - 1.0044852476869415, - 0.9877134023221446, - 0.9749943080882616, - 1.0123255354438774, - 0.986958011185208, - 1.0005937342506195, - 0.9789827068743525, - 1.0033150982759136, - 0.9538985981244916, - 1.006689675325801, - 0.9956488213117433, - 1.001823072865656, - 0.9921420818481883, - 0.9865005595269615, - 1.0350777753049674, - 1.0160784990711804, - 0.9870983405424562 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8324538469314575, - "72": 0.7651715278625488, - "108": 0.6754617691040039, - "255": 0.37335094809532166 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.8801089918256131, - "test_acc": 0.870026525198939, - "train_size": 1250, - "val_size": 734, - "test_size": 3016, - "stats": { - "mean": [ - [ - 0.010216515320000044, - -0.04063758078400007, - 0.025120129951999963, - -0.025077058975999964, - 0.003169892232000061, - -0.01685490820000002, - -0.011714589596800004, - -0.03299081049600003, - -0.01699664363999998, - -0.018953863726399994, - -0.010869116344000016, - 0.041914844448000185, - -0.01596277459040001, - 0.012558276106399974, - 0.026120965832000048, - 0.03314989547359999, - 0.03347167229600001, - 0.023257175787200043, - 0.017851450192000014, - -0.004257698511999955, - -0.04945521833600015 - ] - ], - "std": [ - [ - 1.0013552490719653, - 0.9855864106795154, - 0.9729457372221003, - 0.9924096158327768, - 1.0128588967374343, - 1.0016694374565032, - 1.0094886119500357, - 1.0100863354319733, - 1.0019192663797813, - 0.9946338222875807, - 0.999064791075417, - 1.0101141099838185, - 0.9759008425547311, - 1.0113866649689796, - 1.0124143691513183, - 1.0133948233035053, - 1.0110196515539809, - 1.0206255456252598, - 1.0155072750087655, - 0.9949826852691384, - 0.9838169172120375 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8337874412536621, - "72": 0.779291570186615, - "108": 0.7125340700149536, - "255": 0.3896457850933075 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8770053475935828, - "test_acc": 0.8757495003331113, - "train_size": 1250, - "val_size": 748, - "test_size": 3002, - "stats": { - "mean": [ - [ - 0.007048574136000094, - -0.015209897391999988, - 0.011429607696000007, - -0.03273079147199999, - -0.023185516656000008, - 0.003389837535999984, - 0.0013940158719999971, - -0.00547288197039998, - 0.006071109367999992, - 0.005879158908799994, - 0.032166854647999996, - 0.005692848927999994, - 0.022531058751999993, - 0.009790249777599982, - 0.0040757011359999935, - 0.030061611308799984, - 0.029284791384000003, - 0.02420849601600001, - 0.014083066104000005, - 0.02953013189600018, - -0.004491209880000014 - ] - ], - "std": [ - [ - 0.9996125618988059, - 0.9720078266135495, - 1.0135851933941078, - 1.0319065276512462, - 0.9931170056559575, - 0.9993639751369633, - 0.9853632660237902, - 0.9995807541677071, - 1.0238743231650074, - 0.9969840482557133, - 0.9979292933830571, - 1.0142743499688514, - 1.001427080201001, - 0.9998997970203162, - 1.0142762186668912, - 1.0117340691797234, - 1.0099181268245983, - 1.0006047030346061, - 0.9985746890321932, - 1.0069732844455408, - 1.0040803599543435 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8288770318031311, - "72": 0.7727273106575012, - "108": 0.7045454978942871, - "255": 0.3810160458087921 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.8700410396716827, - "test_acc": 0.8714806227227558, - "train_size": 1250, - "val_size": 731, - "test_size": 3019, - "stats": { - "mean": [ - [ - -0.009131498528000003, - -0.0039044835359999803, - 0.07005067444800003, - -0.010843439071999996, - 0.006077575768000002, - -0.013402124615999992, - -0.0034755865247999887, - 0.0036035160240000075, - -0.0006721240640000021, - -0.006537375988799971, - -0.015753593288000012, - 0.013293681728000002, - -0.011138352720000024, - -0.025798392399999908, - 0.0029978399759999904, - 0.017920257033599982, - -0.008153607000000004, - 0.01568651420000006, - -0.051382837735999956, - 0.005123328096000027, - 0.025813726736000034 - ] - ], - "std": [ - [ - 1.0018392101812919, - 1.0020859314875776, - 1.0033561958769905, - 0.9975363296716959, - 0.9849899598871443, - 0.9756730653513883, - 0.993760630561838, - 0.9861757179284345, - 1.0000258312156731, - 1.0000825386418444, - 0.99177201535984, - 1.0234277089306048, - 1.0159176275153121, - 0.9839459155591159, - 0.9943404985027471, - 1.0116349239455822, - 1.0052044277000671, - 0.9841510621883656, - 1.0190638151002673, - 0.9952041186962591, - 1.0328002659610966 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4665, - "cert_evals": { - "36": 0.8194254636764526, - "72": 0.7592339515686035, - "108": 0.6935704946517944, - "255": 0.3337893486022949 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8690534668765357, - "std_test_acc": 0.0071556273463978404, - "n_samples": 5000, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.8286359459161758, - "std_cert_acc_36": 0.0064808790007677515, - "mean_cert_acc_72": 0.7691060900688171, - "std_cert_acc_72": 0.008752088171866184, - "mean_cert_acc_108": 0.6965279579162598, - "std_cert_acc_108": 0.016052076416562606, - "mean_cert_acc_255": 0.36945053189992905, - "std_cert_acc_255": 0.024688341406458147 - }, - "wine": { - "dataset": "wine", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 41, - "best_val_acc": 0.3235294117647059, - "test_acc": 0.45, - "train_size": 44, - "val_size": 34, - "test_size": 100, - "stats": { - "mean": [ - [ - -0.0032810681818182252, - -0.005479031818181848, - -0.08091575454545454, - 0.05187518272727261, - -0.06624296590909094, - -0.007079050000000028, - -0.06275028018181807, - -0.08246524999999992, - 0.05402081363636373, - 0.0044511772727273136, - -0.04690897272727282, - 0.09077693181818178, - -0.0044964045454545494 - ] - ], - "std": [ - [ - 0.9486079560461609, - 0.9748783430969256, - 0.9254167517337237, - 0.9617928120291063, - 0.8801585454960099, - 0.9897338243089531, - 0.9271822071946669, - 0.9702762446771567, - 0.9107960044629595, - 1.0952735150882602, - 0.9243353232179793, - 0.9887201896638538, - 0.9269494258065332 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1849, - "cert_evals": { - "36": 0.20588235557079315, - "72": 0.05882352963089943, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.9259259259259259, - "test_acc": 0.9065420560747663, - "train_size": 44, - "val_size": 27, - "test_size": 107, - "stats": { - "mean": [ - [ - 0.06530710454545458, - 0.007947954545454524, - -0.18861000681818177, - -0.06994299681818188, - -0.08852099545454545, - 0.06554911590909095, - 0.0228023237272727, - -0.08063868636363627, - 0.11120031590909094, - 0.1451315113636364, - 0.07976722954545465, - 0.05492483636363638, - -0.04130375068181816 - ] - ], - "std": [ - [ - 1.1054246265200351, - 1.022075699615381, - 1.0101337670617143, - 0.9836114927228263, - 1.0039715573451675, - 1.0160855472349155, - 1.00168059755674, - 0.942713932749028, - 1.1841316940042428, - 1.0673173131706486, - 1.0204335593229852, - 0.9474429014625287, - 0.9790698019551516 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1849, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.9310344827586207, - "test_acc": 0.6761904761904762, - "train_size": 44, - "val_size": 29, - "test_size": 105, - "stats": { - "mean": [ - [ - -0.0016014659090909378, - -0.2809373181818182, - -0.0013865818181818283, - -0.011415792727272868, - -0.005774513636363688, - 0.0034522068181817842, - -0.09596993699999999, - 0.061802877272727264, - -0.18700712727272728, - 0.003569234090909025, - 0.14042048863636367, - -0.033103909090909094, - -0.06411021136363641 - ] - ], - "std": [ - [ - 0.9298272868804931, - 0.8250056451408178, - 1.08551443258742, - 1.1391522997578776, - 1.162897463787286, - 0.9140439887115281, - 0.9166314532406474, - 1.013186331346434, - 0.9551870696183078, - 1.1440128298039551, - 1.0494592532907625, - 1.0314806625541306, - 0.958232402601652 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1849, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 62, - "best_val_acc": 0.8709677419354839, - "test_acc": 0.9320388349514563, - "train_size": 44, - "val_size": 31, - "test_size": 103, - "stats": { - "mean": [ - [ - -0.0007615090909091727, - 0.05596002272727269, - -0.07345953863636358, - -0.09784549954545461, - 0.008546922727272678, - 0.09278491795454552, - 0.0448726857272727, - 0.11476138181818184, - 0.09094955909090909, - 0.005921997727272779, - 0.16726700681818205, - 0.005308763636363668, - -0.08561718409090915 - ] - ], - "std": [ - [ - 1.007206359663615, - 0.8850705986397225, - 1.0706938375587134, - 0.8864652113978174, - 1.1440281408589326, - 0.9372647448943219, - 0.9191041363758027, - 0.9830875500627535, - 1.0190542547845243, - 0.9888966660536255, - 1.11752991456707, - 0.9731773531474354, - 0.8829161708393709 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1849, - "cert_evals": { - "36": 0.6129032373428345, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7411928418041748, - "std_test_acc": 0.22567021248837305, - "n_samples": 178, - "n_features": 13, - "n_classes": 3, - "mean_cert_acc_36": 0.2046963982284069, - "std_cert_acc_36": 0.28892643867137713, - "mean_cert_acc_72": 0.014705882407724857, - "std_cert_acc_72": 0.029411764815449715, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "wine-quality-red": { - "dataset": "wine-quality-red", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 84, - "best_val_acc": 0.4732510288065844, - "test_acc": 0.3692468619246862, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.02693017225000001, - -0.010865180249999969, - 0.01090508905000014, - 0.028862860500000035, - -0.005716316749999986, - -0.0022627200000000882, - -0.008672537749999942, - 0.0023822675999998814, - 0.03910194012499996, - -0.003237799000000088, - -0.015897374500000026 - ] - ], - "std": [ - [ - 0.9743049425383958, - 1.0208202037213217, - 1.0045213439257272, - 1.0312615683961275, - 0.9360785088397681, - 1.0135085097778138, - 1.054760065228032, - 0.9991490231742983, - 0.9910168624962105, - 0.9560724374897602, - 1.0224479021869215 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1414, - "cert_evals": { - "36": 0.2839505970478058, - "72": 0.10699588060379028, - "108": 0.02469135820865631, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.423728813559322, - "test_acc": 0.3935617860851506, - "train_size": 400, - "val_size": 236, - "test_size": 963, - "stats": { - "mean": [ - [ - 0.013418094749999616, - -0.03892854174999997, - 0.03785578170000011, - 0.030990686500000093, - 0.03390959879999997, - -0.02747751350000006, - 0.024918823500000065, - -0.0024924809250000362, - -0.023241676749999992, - 0.00015447274999999162, - 0.017258733749999842 - ] - ], - "std": [ - [ - 1.0484699134032194, - 0.9803949233513032, - 1.0076892023564636, - 1.0290250752162338, - 1.1997081630921285, - 0.9489970021589998, - 1.0263878594773712, - 1.03076931004531, - 0.9684548723090626, - 0.9627052256819137, - 0.9972530011672733 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1414, - "cert_evals": { - "36": 0.36016950011253357, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 68, - "best_val_acc": 0.47280334728033474, - "test_acc": 0.41770833333333335, - "train_size": 400, - "val_size": 239, - "test_size": 960, - "stats": { - "mean": [ - [ - -0.0013715520000001779, - -0.035088978500000055, - 0.06416455662500034, - -0.006156608600000014, - 0.0926046769, - -0.01361536200000002, - -0.007988503499999982, - 0.019787725674999798, - -0.030528630750000167, - 0.09543056175000009, - -0.01609288975000005 - ] - ], - "std": [ - [ - 0.9829420987934913, - 0.9707586864617593, - 1.0018786547407759, - 0.964170646447104, - 1.218209093004271, - 0.993770255551407, - 0.9825900214132555, - 0.9579306637091782, - 1.0278450401756267, - 1.103602348070479, - 1.019972708382203 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1414, - "cert_evals": { - "36": 0.2845188081264496, - "72": 0.12552301585674286, - "108": 0.02092050202190876, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.4083333333333333, - "test_acc": 0.40041710114702816, - "train_size": 400, - "val_size": 240, - "test_size": 959, - "stats": { - "mean": [ - [ - -0.024919883000000052, - 0.11828172599999993, - -0.10639385059999999, - 0.09154341099999996, - -0.0404553217, - 0.02593951999999995, - -0.03595611450000001, - 0.029616401199999934, - 0.04752242037499988, - -0.06532982275000002, - -0.002994586000000021 - ] - ], - "std": [ - [ - 1.0557689652662066, - 1.036986432681799, - 0.9776537301766356, - 1.148436386560584, - 0.6942596510748834, - 1.0910930117650621, - 0.9332303748474275, - 0.9830858412290316, - 0.9796850899079309, - 0.8673250562614796, - 1.0016840683328132 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1414, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3952335206225496, - "std_test_acc": 0.020083889398232708, - "n_samples": 1599, - "n_features": 11, - "n_classes": 6, - "mean_cert_acc_36": 0.23215972632169724, - "std_cert_acc_36": 0.15885885606385697, - "mean_cert_acc_72": 0.058129724115133286, - "std_cert_acc_72": 0.06754723451814203, - "mean_cert_acc_108": 0.011402965057641268, - "std_cert_acc_108": 0.013256698012875316, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "waveform-noise": { - "dataset": "waveform-noise", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.874189364461738, - "test_acc": 0.8546492111446794, - "train_size": 1250, - "val_size": 771, - "test_size": 2979, - "stats": { - "mean": [ - [ - 0.04109552382399996, - -0.007068212280000003, - 0.014182510261599956, - 0.0026211762400000084, - 0.014018176879999957, - 0.02370059650560003, - 0.004374500936000023, - -0.0038294597343999904, - -0.014804110096000014, - 0.00045386584799994817, - -0.010192400336000008, - -0.01903542342399992, - -0.010784385815999982, - -0.005200951027200047, - -0.002328150511999989, - 0.014533825215999989, - 0.007865440576000029, - -0.025042890535999954, - -0.005855280768000005, - 0.010768292656000005, - -0.029557043135999994, - 0.02497473343199999, - 0.0059397922879999695, - 0.02985397081600005, - 0.034868211864000014, - -0.03436343556000003, - 0.022563571339200006, - 0.013530936152000026, - 0.006182852718399999, - 0.02533174106799999, - -0.023453127760000032, - -0.012310209543200052, - 0.023519454263999984, - -0.010153050279999989, - 0.015502481212800007, - 0.010150338703999973, - 0.0053944454240000125, - -0.0034366949536000007, - -0.005722000272000003, - 0.007498833936000044 - ] - ], - "std": [ - [ - 1.0036717936871953, - 1.0115164152393803, - 1.0267935868392655, - 1.0141719003383043, - 1.0034317001981041, - 0.9959239723426369, - 0.9939861987845015, - 1.0288633031133263, - 1.0043429776096469, - 0.9779096908533591, - 1.0249129338514036, - 1.0084484801657798, - 1.0020500717103944, - 1.026928437823279, - 1.009036128138247, - 1.0055555854598206, - 0.9775356004635903, - 1.0198250392925892, - 0.9777825735121067, - 0.9997432850888442, - 1.0057789366361842, - 1.0008832746108618, - 0.9887462327692325, - 0.9949832502604571, - 0.9939865250881332, - 0.9973380026834073, - 0.977390812504474, - 0.998438673003916, - 0.9765375704247188, - 1.0137678154638436, - 0.9930247910455883, - 1.0298745659129236, - 0.9839097409542001, - 0.991922743066992, - 1.0070087822831295, - 0.9876272290873123, - 1.0098641388551413, - 1.0215112956805443, - 1.0133094868761658, - 0.98802284916221 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16483, - "cert_evals": { - "36": 0.8002594113349915, - "72": 0.7211413979530334, - "108": 0.6238651275634766, - "255": 0.1919585019350052 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8722294654498044, - "test_acc": 0.8716057660073752, - "train_size": 1250, - "val_size": 767, - "test_size": 2983, - "stats": { - "mean": [ - [ - 0.044322997631999955, - 0.029345537880000067, - -0.011366358759840026, - -0.0005867047360000063, - -0.006665745688000015, - -0.006024195060800007, - -0.013584043487999992, - -0.024554553948799986, - 0.01623729534400002, - -0.007884222439999988, - 0.0019230570479999735, - -0.02265010408799999, - 0.007417331240000002, - -0.002911046979200009, - 0.020059001183999964, - 0.01574975624800002, - 0.02813207348000001, - 0.004678202063999986, - 0.028763643272000018, - 0.018513851640000002, - 0.0358815304, - 0.028113823255999978, - -0.00718522141599999, - -0.006245005135999949, - 0.011452240719999996, - -0.039296166616000015, - 0.013289260721600025, - -0.003815815991999974, - -0.001233308884800033, - 0.0033645557719999956, - 0.02454588116, - 0.010769942833599997, - 0.008991375496000034, - -0.012577069439999996, - 0.051492131759200026, - 0.009570444000000011, - 0.022488379120000006, - -0.00477033891360003, - -0.009759721552000007, - 0.0046987019359999846 - ] - ], - "std": [ - [ - 0.9680395488640641, - 0.9731934131975439, - 1.0256129853497884, - 1.0016500605542749, - 0.9832741110357304, - 1.0155722609031699, - 1.0177266822426836, - 1.0012352994664209, - 1.0017870547556, - 0.9825996623950224, - 1.0116415424885532, - 1.0008713618877405, - 1.004966285943376, - 0.991554206326663, - 1.0098780435455994, - 1.0036202953348388, - 0.9885930770833588, - 1.000767817574134, - 0.9955550387843519, - 1.0082268705074462, - 0.9951019252067327, - 0.9944184018582543, - 1.0206633343240308, - 1.0149218534426545, - 0.9851575763005246, - 0.9922537027672286, - 1.0164765099719621, - 1.0106305279893444, - 1.006251693120508, - 0.9864167800458236, - 1.0043559273464866, - 0.9969845117753792, - 0.99621846666241, - 1.0281731534980536, - 0.9986967919798584, - 0.9696604033255324, - 0.9966142799032668, - 0.9849892430729312, - 1.0057643181118128, - 1.0029305279401282 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16483, - "cert_evals": { - "36": 0.8070403933525085, - "72": 0.7405475974082947, - "108": 0.6544980406761169, - "255": 0.2881355881690979 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8670360110803325, - "test_acc": 0.8550198150594451, - "train_size": 1250, - "val_size": 722, - "test_size": 3028, - "stats": { - "mean": [ - [ - 0.014308189376000027, - 0.028783297960000027, - 0.03795345253087996, - 0.013117279295999998, - 0.032089058063999955, - 0.012632187806400005, - 0.018484099464000054, - 0.009576141620799988, - 0.036987581783999995, - -0.006325697687999988, - -0.02381616588800001, - -0.008374505503999985, - -0.04596340019200004, - -0.03257486172959995, - -0.021728262640000023, - -0.019410886679999996, - -0.04224714851999999, - -0.02175625772000002, - -0.0017738945599999954, - 0.006572127119999979, - 0.015226716143999997, - -0.002422181303999986, - -0.025979705407999994, - 0.022093594352000027, - 0.03834592470399997, - -0.009863329287999975, - 0.020212545147199973, - 0.0037560529200000177, - 0.03646794663519996, - -0.018870360144, - -0.011957785879999988, - 0.016431144787999986, - 0.014396109119999995, - 0.008498349159999984, - 0.012689327942400006, - -0.00249464457599998, - -0.022068862224000004, - -0.0005122236512000032, - 0.008362260016000047, - -0.02581517636800003 - ] - ], - "std": [ - [ - 1.0188927880817935, - 0.9988893028885985, - 1.0203039986619837, - 1.0176161206264251, - 1.0298233594756412, - 1.032613885870231, - 1.0145448604818694, - 1.0020618139895976, - 0.9933894833504273, - 0.9801525816452665, - 0.9828864827428538, - 1.0084878782151452, - 1.0036037092630097, - 0.9753885414870564, - 1.015306973575768, - 0.9941278153766206, - 0.9825139145564932, - 0.9962329520442799, - 0.9688294278798073, - 0.98310050706914, - 0.9843726349902746, - 0.9830497457267643, - 1.019877833578896, - 1.0231451225251817, - 0.9901755816567956, - 0.9958326894928737, - 1.032928859241582, - 0.9924515511719896, - 0.9749189762682579, - 1.0285239667561281, - 1.002192158381019, - 0.9935329644391413, - 1.0052344609016668, - 1.0064075388331128, - 1.0160814777549847, - 0.9845645364365565, - 0.9925488055513885, - 1.0072044814714247, - 1.0303878632271122, - 0.9885231209627763 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16483, - "cert_evals": { - "36": 0.7839335203170776, - "72": 0.7160664796829224, - "108": 0.6301938891410828, - "255": 0.20083102583885193 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8728476821192053, - "test_acc": 0.8607679465776293, - "train_size": 1250, - "val_size": 755, - "test_size": 2995, - "stats": { - "mean": [ - [ - -0.036278040016000025, - 0.00810417363999999, - 0.0013843179736000206, - -0.0018023679760000122, - -0.005956154304000002, - 0.025961240582400028, - 0.010167898040000027, - 0.01906255140800001, - -0.02535409856000002, - 0.013357130255999999, - -0.007777053167999971, - 0.007395055352000006, - -0.009246732704000024, - 0.000417141663999981, - -0.012846879495999965, - -0.011422848472000015, - -0.02694291900799997, - -0.010714078007999981, - -0.017699573224000033, - 0.006549602159999982, - 0.02394824680000007, - -0.027398905735999915, - -0.006791929848000011, - 0.016008580479999996, - 0.04892266430400006, - 0.035720964879999914, - 0.03039491798320002, - 0.0066352822719999895, - -0.02569047550079999, - 0.01171173369999999, - 0.022736661080000005, - -0.02455200705200002, - 0.03534526224799999, - 0.039964129560000006, - 0.04194475229440003, - 0.012341044367999982, - 0.04449289257600006, - 0.05609793443199992, - 0.037631368336000094, - -0.0013801063520000427 - ] - ], - "std": [ - [ - 0.9967186390712067, - 1.0046232169850224, - 0.9740084152266493, - 0.9826095647211786, - 0.9807015091355339, - 0.9903924974929869, - 0.9994986310830332, - 0.999954070658992, - 1.0016268406564945, - 1.0082593311694388, - 1.0031753015138711, - 1.0033236672468044, - 0.987229114309021, - 1.0132234933998234, - 0.9873167353551544, - 0.983479654201213, - 1.011117373386074, - 1.0372041491820654, - 0.9890339764711912, - 0.9663488793448463, - 1.0078666660648328, - 0.9894244150573558, - 1.0015699231644122, - 1.0021673571075749, - 0.98850640710336, - 1.0232697675089457, - 1.0136787449302005, - 1.0052546165431762, - 0.9928535231583258, - 0.9947831559397796, - 0.9947379135130683, - 0.968921467398204, - 1.0158922450868932, - 0.9723954832645065, - 0.9861131949259808, - 1.0009190287109688, - 0.9931377428957798, - 1.0140326666524644, - 0.9958387641879904, - 0.9761305424003285 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16483, - "cert_evals": { - "36": 0.8238410949707031, - "72": 0.7642384171485901, - "108": 0.7033112645149231, - "255": 0.33112582564353943 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8605106846972822, - "std_test_acc": 0.007909351733659696, - "n_samples": 5000, - "n_features": 40, - "n_classes": 3, - "mean_cert_acc_36": 0.8037686049938202, - "std_cert_acc_36": 0.01652628691110847, - "mean_cert_acc_72": 0.7354984730482101, - "std_cert_acc_72": 0.0218724028182677, - "mean_cert_acc_108": 0.6529670804738998, - "std_cert_acc_108": 0.036066709546703324, - "mean_cert_acc_255": 0.2530127353966236, - "std_cert_acc_255": 0.06778844515785161 - }, - "wine-quality-white": { - "dataset": "wine-quality-white", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 53, - "best_val_acc": 0.3251700680272109, - "test_acc": 0.3310649880911875, - "train_size": 1224, - "val_size": 735, - "test_size": 2939, - "stats": { - "mean": [ - [ - -0.0032048589052286994, - -0.028953991503268075, - -0.009521662091503368, - -0.033446381021241915, - -0.021216290767973777, - 0.0013643637254901876, - -0.019732506176470634, - -0.0385083221609477, - -0.012002372222222163, - -0.05735950201797371, - 0.02225335972222248 - ] - ], - "std": [ - [ - 1.023683347421332, - 0.9447226597106944, - 0.9620105291208404, - 0.9658980402573037, - 0.9263448142152314, - 0.9948440839445967, - 0.9740337269720393, - 0.9614465411758055, - 1.0172641404349574, - 0.9821399823923815, - 0.9957833992600652 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1437, - "cert_evals": { - "36": 0.1972789168357849, - "72": 0.095238097012043, - "108": 0.03265306353569031, - "255": 0.0040816329419612885 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.23616734143049933, - "test_acc": 0.240709171496761, - "train_size": 1224, - "val_size": 741, - "test_size": 2933, - "stats": { - "mean": [ - [ - -0.017049376225490367, - 0.014491614133986936, - 0.008908331290849619, - 0.010737108415032604, - 0.04067164330065363, - 0.0329015589869281, - -0.002488432352941375, - 0.006007091343954325, - -0.021524885539215638, - 0.0011987277042483457, - -0.014868995751633802 - ] - ], - "std": [ - [ - 1.0062718660617844, - 0.9894618025720731, - 1.0916182332376316, - 0.9825566386411965, - 1.1470818763060382, - 1.0937605281552916, - 0.9895690762781538, - 0.9664685559760209, - 0.9624746400083976, - 0.9868208733792134, - 0.99380448190184 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1437, - "cert_evals": { - "36": 0.001349527621641755, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.33655172413793105, - "test_acc": 0.3231603933536792, - "train_size": 1224, - "val_size": 725, - "test_size": 2949, - "stats": { - "mean": [ - [ - -0.008771757843137384, - -0.004596860539215801, - 0.008705725245097917, - -0.034847791446078476, - -0.030826640032679757, - -0.01616954820261436, - -0.03943745302287589, - -0.040444966319444435, - 0.02927997336601328, - 0.006854076119281012, - 0.030744455310457264 - ] - ], - "std": [ - [ - 1.0204079506641692, - 1.0029139391565418, - 1.0078310341851806, - 0.9854918621954571, - 0.9449468354581222, - 0.957020515296538, - 0.954249288652687, - 0.976569994872353, - 0.9899815735473346, - 1.008692992013154, - 0.9893537338950328 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1437, - "cert_evals": { - "36": 0.15724138915538788, - "72": 0.04137931019067764, - "108": 0.009655172936618328, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 60, - "best_val_acc": 0.3342736248236953, - "test_acc": 0.33962900505902194, - "train_size": 1224, - "val_size": 709, - "test_size": 2965, - "stats": { - "mean": [ - [ - -0.022035407434640455, - 0.006143019934640497, - -0.030651977777777773, - 0.024485125988562038, - -0.018449098774509846, - -0.0018301268790849984, - 0.008402089934640587, - 0.008618634501633892, - -0.035267637908496643, - 0.02360550346405227, - -0.013176123529411856 - ] - ], - "std": [ - [ - 1.0070335678428375, - 0.9660388185917548, - 0.9095987830657093, - 0.9927445013639002, - 0.8945149881344938, - 0.9537849826536657, - 1.0086544512672544, - 0.9850628871532389, - 0.9772491357585545, - 0.995730526664069, - 1.0046258178743335 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1437, - "cert_evals": { - "36": 0.18476729094982147, - "72": 0.11283498257398605, - "108": 0.04936530441045761, - "255": 0.0014104372821748257 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.30864088950016244, - "std_test_acc": 0.04578441440255693, - "n_samples": 4898, - "n_features": 11, - "n_classes": 7, - "mean_cert_acc_36": 0.135159281140659, - "std_cert_acc_36": 0.09076062547036468, - "mean_cert_acc_72": 0.062363097444176674, - "std_cert_acc_72": 0.051502919125928734, - "mean_cert_acc_108": 0.02291838522069156, - "std_cert_acc_108": 0.022326133250393114, - "mean_cert_acc_255": 0.0013730175560340285, - "std_cert_acc_255": 0.0019242619332393086 - }, - "zoo": { - "dataset": "zoo", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.14285714285714285, - "test_acc": 0.12903225806451613, - "train_size": 25, - "val_size": 14, - "test_size": 62, - "stats": { - "mean": [ - [ - 0.18968232000000004, - 0.004943600000000055, - -0.04877112000000002, - 0.06901168000000008, - 0.005554399999999982, - -0.24190180000000008, - 0.011100480000000044, - 0.07332431999999998, - 0.047367959999999966, - 0.1174986, - 0.002917720000000048, - -0.128498, - 0.05823499999999993, - 0.03965752000000001, - -0.025889279999999938, - 0.0890122 - ] - ], - "std": [ - [ - 1.005390221359596, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467213, - 0.9984392123352528, - 0.8872886923159564, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.898886886807812, - 0.9995686698918299, - 0.864227081446769, - 0.8401435100754158, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2887, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.5, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.028691039999999952, - 0.004943600000000057, - -0.048771120000000036, - 0.06901168, - 0.005554399999999972, - 0.17360919999999994, - -0.06897883999999993, - -0.00805720000000001, - 0.0473679599999999, - -0.07865459999999999, - 0.0029177199999999947, - -0.022119, - 0.09757803999999994, - -0.051376560000000016, - -0.26359375999999995, - 0.24955340000000004 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000002, - 1.0021422025080997, - 1.0058025598467215, - 0.998439212335253, - 1.0312711812638613, - 1.0001903862262094, - 0.9967159924605201, - 0.9532010403686509, - 1.047171532893174, - 0.9995686698918299, - 0.9749796397074146, - 1.045377756731086, - 1.02185501364051, - 0.5822546855736085, - 0.9961319493678737 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2887, - "cert_evals": { - "36": 0.0833333358168602, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 26, - "best_val_acc": 0.5, - "test_acc": 0.203125, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.02869103999999997, - 0.004943600000000048, - -0.04877112000000006, - 0.06901168, - 0.005554399999999982, - 0.007404799999999972, - 0.011100480000000062, - 0.07332431999999998, - 0.04736795999999993, - 0.01942200000000002, - -0.14446064, - -0.022119000000000017, - 0.09757803999999996, - 0.03965751999999999, - -0.14474151999999998, - 0.08901219999999999 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467215, - 0.9984392123352529, - 0.9972263999999998, - 0.9937582269928688, - 0.97657824, - 0.9532010403686509, - 0.980766, - 0.722003562256413, - 0.9749796397074147, - 1.045377756731086, - 0.9719779957616785, - 0.8060951109136004, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2887, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.2631578947368421, - "test_acc": 0.43859649122807015, - "train_size": 25, - "val_size": 19, - "test_size": 57, - "stats": { - "mean": [ - [ - 0.10918667999999991, - 0.004943600000000039, - -0.04877112000000009, - 0.06901168, - -0.087958, - -0.07569740000000007, - 0.011100480000000062, - 0.07332432000000001, - 0.04736795999999993, - 0.019421999999999984, - 0.29767443999999993, - -0.022119, - 0.05823475999999992, - 0.03965752, - -0.025889279999999938, - 0.08901219999999999 - ] - ], - "std": [ - [ - 1.0053902213595962, - 0.9987632, - 1.0021422025080997, - 1.0058025598467215, - 0.9351239999999998, - 0.9691298611116264, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.980766, - 1.3507449809969043, - 0.9749796397074147, - 1.007680466714654, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2887, - "cert_evals": { - "36": 0.21052631735801697, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.31768843732314656, - "std_test_acc": 0.1794177606672123, - "n_samples": 101, - "n_features": 16, - "n_classes": 7, - "mean_cert_acc_36": 0.07346491329371929, - "std_cert_acc_36": 0.09946088212236892, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "yeast": { - "dataset": "yeast", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.32075471698113206, - "test_acc": 0.2830188679245283, - "train_size": 371, - "val_size": 212, - "test_size": 901, - "stats": { - "mean": [ - [ - -0.0680236417412399, - 0.0016312938814016407, - -0.008786120350404263, - -0.04364633274932616, - 0.013936777088948886, - 0.007389660377358629, - -0.024600268247978344, - 0.05087596307277619 - ] - ], - "std": [ - [ - 1.027205380998011, - 0.9953693200489844, - 0.9507124252634552, - 0.9691826685352211, - 1.0679577073315545, - 1.038674237448053, - 0.9068718437558525, - 1.1001821882054232 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 858, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 60, - "best_val_acc": 0.44155844155844154, - "test_acc": 0.4671201814058957, - "train_size": 371, - "val_size": 231, - "test_size": 882, - "stats": { - "mean": [ - [ - 0.08549606216172505, - 0.03251707697035039, - 0.04905938702964963, - 0.04128734865229108, - -0.013936692183288498, - 0.036949762803234386, - -0.002681268247978456, - 0.005315634501347734 - ] - ], - "std": [ - [ - 0.9621845394333128, - 0.9690282797537528, - 0.9491603484155484, - 1.0401770820495524, - 0.9261376999963121, - 1.1814628524634447, - 0.9836755462977512, - 0.993812117132581 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 858, - "cert_evals": { - "36": 0.22510822117328644, - "72": 0.1341991275548935, - "108": 0.06493506580591202, - "255": 0.012987012974917889 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.41013824884792627, - "test_acc": 0.35267857142857145, - "train_size": 371, - "val_size": 217, - "test_size": 896, - "stats": { - "mean": [ - [ - 0.004417079552560633, - -0.0405647886981132, - -0.038330890598382725, - -0.009830160646900232, - -0.013936692183288395, - 0.036949762803234296, - -0.01154207417789756, - 0.005568702156334372 - ] - ], - "std": [ - [ - 1.0326495870955454, - 0.9133440779524218, - 0.9914487013412665, - 0.9617359852499671, - 0.9261376999963089, - 1.181462852463445, - 0.873907032459684, - 0.9724601246460749 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 858, - "cert_evals": { - "36": 0.004608294926583767, - "72": 0.004608294926583767, - "108": 0.004608294926583767, - "255": 0.004608294926583767 - }, - "fold": 2 - }, - { - "best_epoch": 42, - "best_val_acc": 0.5112107623318386, - "test_acc": 0.49550561797752807, - "train_size": 371, - "val_size": 223, - "test_size": 890, - "stats": { - "mean": [ - [ - -0.01207341391913747, - -0.03099437134770888, - -0.004743151369272138, - 0.0033422831536388878, - 0.013936777088948926, - 0.007389660377358682, - -0.05258191859838276, - -0.01645215983827505 - ] - ], - "std": [ - [ - 1.002118550793497, - 0.9931572183782578, - 1.0350703782367132, - 0.9624293574797959, - 1.0679577073315536, - 1.0386742374480524, - 1.0723089145971894, - 0.9483399576263618 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 858, - "cert_evals": { - "36": 0.1300448477268219, - "72": 0.013452915474772453, - "108": 0.0044843051582574844, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3995808096841309, - "std_test_acc": 0.09924656467412524, - "n_samples": 1484, - "n_features": 8, - "n_classes": 10, - "mean_cert_acc_36": 0.08994034095667303, - "std_cert_acc_36": 0.10839672552959265, - "mean_cert_acc_72": 0.03806508448906243, - "std_cert_acc_72": 0.06433200479999174, - "mean_cert_acc_108": 0.018506916472688317, - "std_cert_acc_108": 0.03102624865492995, - "mean_cert_acc_255": 0.004398826975375414, - "std_cert_acc_255": 0.006123729068247594 - }, - "statlog-shuttle": { - "dataset": "statlog-shuttle", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.9277410531114657, - "test_acc": 0.9245522087196913, - "train_size": 14500, - "val_size": 8774, - "test_size": 34726, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 997, - "cert_evals": { - "36": 0.06621837615966797, - "72": 0.059493958950042725, - "108": 0.059493958950042725, - "255": 0.04627307876944542 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8295028142589118, - "test_acc": 0.8387853139654581, - "train_size": 14500, - "val_size": 8528, - "test_size": 34972, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 997, - "cert_evals": { - "36": 0.7922138571739197, - "72": 0.7257270216941833, - "108": 0.5996716618537903, - "255": 0.04010318964719772 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8636678200692042, - "test_acc": 0.8572782084409991, - "train_size": 14500, - "val_size": 8670, - "test_size": 34830, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 997, - "cert_evals": { - "36": 0.7860438227653503, - "72": 0.6771626472473145, - "108": 0.5251441597938538, - "255": 0.04532872140407562 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.7959734563041277, - "test_acc": 0.795602299979774, - "train_size": 14500, - "val_size": 8891, - "test_size": 34609, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 997, - "cert_evals": { - "36": 0.03992801904678345, - "72": 0.03902823105454445, - "108": 0.02305702492594719, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8540545077764806, - "std_test_acc": 0.053634960489717665, - "n_samples": 58000, - "n_features": 9, - "n_classes": 7, - "mean_cert_acc_36": 0.42110101878643036, - "std_cert_acc_36": 0.4251049026457236, - "mean_cert_acc_72": 0.37535296473652124, - "std_cert_acc_72": 0.37715262262949206, - "mean_cert_acc_108": 0.3018417013809085, - "std_cert_acc_108": 0.30277604340280856, - "mean_cert_acc_255": 0.03292624745517969, - "std_cert_acc_255": 0.022117907804098485 - }, - "miniboone": { - "dataset": "miniboone", - "algorithm": "aol", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 25, - "best_val_acc": 0.8730910201588271, - "test_acc": 0.8731772437872253, - "train_size": 32516, - "val_size": 19644, - "test_size": 77904, - "stats": { - "mean": [ - [ - -0.0066929692905031805, - -0.0067178206113913536, - -0.00044848711604975365, - -0.006682303195350012, - -0.006676431252304934, - -0.006678322865666758, - -0.006603011846475587, - -0.006676624523311714, - -0.0066787164688152925, - -0.006674537190921409, - -0.006651495260794631, - -0.0021907771461773715, - -0.006695997997908723, - -0.006680375196826281, - -0.006672462064829712, - -0.0019113073704711085, - -0.006682638614835791, - -0.005199885844285893, - -0.006682950415180203, - -0.0027868723179357985, - -0.006732400171929552, - -0.006675056184647536, - -0.0009806369656784695, - -0.0067719209681387305, - -0.006673680111329746, - -0.006853424330988536, - -0.0049757818568722766, - -0.0066786663365727686, - -0.006678683045269993, - -0.00666663167363761, - -0.006713104959930439, - -0.00667692119264367, - -0.006648468240250945, - -0.005555848155831019, - -0.0066771619571901345, - -0.006676893769221374, - -0.006640021976872997, - -0.006652168061569651, - -0.006656952063599499, - -0.006676646404846852, - -0.005321780849683204, - -0.007256703317981967, - -0.006479226783737146, - -0.006305387427130641, - -0.006670434807482904, - -0.006676957442489813, - -0.006832965117468275, - -0.006830883164011628, - -0.006874203773250122, - -0.00667477880120567 - ] - ], - "std": [ - [ - 1.0538567724237127, - 1.0538641992619597, - 0.9958589711579526, - 1.0538780837060269, - 1.053878006921434, - 1.0538798560451104, - 1.053879432020278, - 1.0538786291178488, - 1.053873986660415, - 1.0538783590814276, - 1.0538757864954629, - 1.0176547701635106, - 1.0538752752995135, - 1.053872770510109, - 1.0538659033426634, - 0.9932644775405934, - 1.0538747558236612, - 1.04937218635993, - 1.053877924513502, - 0.0025831688488992767, - 1.053829697906066, - 1.0538783793218856, - 1.018390578757397, - 1.053842634750244, - 1.0538786083464582, - 1.0538111764047524, - 1.022739919992211, - 1.0538741322767364, - 1.0538782493179681, - 1.053875543573962, - 1.0538088816355915, - 1.0538723979257454, - 1.0538730852936433, - 1.0247711822180132, - 1.0538781798354342, - 1.053878585676999, - 1.0538691274084275, - 1.0538654744064087, - 1.05387761105871, - 1.0538781920284286, - 1.0452185226194493, - 1.0438926673439166, - 1.0538793178576804, - 1.0536246877698876, - 1.0538784902027962, - 1.0538787998823098, - 1.0538650746236322, - 1.0538068876186153, - 1.0538062411125644, - 1.0538784592336081 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25502, - "cert_evals": { - "36": 0.8053858280181885, - "72": 0.7302483916282654, - "108": 0.6554673314094543, - "255": 0.25610873103141785 - }, - "fold": 0 - }, - { - "best_epoch": 27, - "best_val_acc": 0.8719214329330348, - "test_acc": 0.874794597925439, - "train_size": 32516, - "val_size": 19652, - "test_size": 77896, - "stats": { - "mean": [ - [ - -0.003659472481547509, - -0.0035700208512731936, - -0.00456473851721011, - -0.00360049339094594, - -0.003593886083772473, - -0.00358800156845938, - -0.003609804330175811, - -0.0035959653862712893, - -0.003585372367449882, - -0.0036011496647804257, - -0.003574454936031472, - -0.0002376014663141565, - -0.0035765183694182563, - -0.0035786825070734597, - -0.003581793034198606, - 0.0027392871255968536, - -0.0035747984868988035, - -0.0018979996262606397, - -0.0035937045023987507, - 0.008311608403247624, - -0.0038405719449991636, - -0.003598410862344705, - -1.2960689975229953e-05, - -0.0037911689629719237, - -0.0035987016976257243, - -0.003553280317375533, - -0.00120645956911968, - -0.003604746423299312, - -0.003595963956206178, - -0.0036390921810801925, - -0.0036627183510209798, - -0.003597980923237808, - -0.0035958085404107568, - -0.005033409016920937, - -0.0036001520635993464, - -0.0035987486652726062, - -0.0035917900449008895, - -0.0035793614428588296, - -0.0035902388547176894, - -0.0035928566736375947, - -0.0009922327992711712, - -0.002124953252319455, - -0.0036879309878213567, - -0.0034349073177313027, - -0.003598185213436877, - -0.0035934901402386375, - -0.003602609255707958, - -0.0035299332937630697, - -0.0036069077674990894, - -0.003592571029647003 - ] - ], - "std": [ - [ - 1.0293487576429072, - 1.0293632141886253, - 0.9887037915056724, - 1.029365893060315, - 1.0293658502982712, - 1.029368237348854, - 1.0293622172155605, - 1.0293663659457355, - 1.0293628691485286, - 1.0293656358483938, - 1.029364102494499, - 1.006763216099369, - 1.0293667056536349, - 1.029362370179701, - 1.029358770899615, - 1.0012661620897783, - 1.029365775010478, - 1.027354601762616, - 1.0293662087119093, - 1.9999643273466732, - 1.0293241490670084, - 1.0293658647973212, - 1.007217844105937, - 1.0292982324584112, - 1.0293659919295302, - 1.0293214796094297, - 1.0139090551352947, - 1.0293616933725718, - 1.0293661117606363, - 1.0293612193672406, - 1.0293028748669328, - 1.0293608389078128, - 1.0293624280631426, - 1.0121183384237977, - 1.029365684051124, - 1.029366166790506, - 1.0293578351184116, - 1.0293603667049085, - 1.0293647225554694, - 1.02936611660418, - 1.0243754023495473, - 1.0175071683627712, - 1.0293461366945726, - 1.0291967790319312, - 1.0293656729659864, - 1.0293667176112475, - 1.029354896915401, - 1.0293422770958582, - 1.0293448836449766, - 1.029366280982135 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25502, - "cert_evals": { - "36": 0.8051598072052002, - "72": 0.7279666066169739, - "108": 0.6475167870521545, - "255": 0.25895583629608154 - }, - "fold": 1 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8721943220252126, - "test_acc": 0.8701079016838814, - "train_size": 32516, - "val_size": 19514, - "test_size": 78034, - "stats": { - "mean": [ - [ - 0.0005872713728625283, - 0.0005592911951040488, - -0.0015875384167732419, - 0.0005084049237298592, - 0.0005126942889679038, - 0.0005151387839825248, - 0.0005130335342600157, - 0.0005107385533274924, - 0.000518504668470965, - 0.0005099805941690433, - 0.0004972431602903669, - 0.006199611582771556, - 0.0004437178835034895, - 0.0005174753444456869, - 0.00045390833435860097, - -0.006724558695826372, - 0.00046023495202354226, - -0.0014645146025250007, - 0.0005134210419486034, - 0.008326016098843635, - 0.0005855647507836025, - 0.0005188788657891645, - -0.005855233801703189, - 0.0005363233146758781, - 0.000517880286628172, - 0.000289813760165567, - 0.0011647067174228383, - 0.000515516933202204, - 0.0005118400049205469, - 0.0005662085096567202, - 0.0006245390962356869, - 0.0005227987882888596, - 0.0004455256058554989, - -0.0012331349033552603, - 0.000509145377660323, - 0.0005160132888423314, - 0.0005081290841431461, - 0.0004383096252307822, - 0.0005235053327593691, - 0.0005115684401526536, - -6.85762123339298e-05, - -0.0002997175066182346, - 0.0005932577715586378, - 0.0008539802024421717, - 0.0005163635748510258, - 0.0005131155830974517, - 0.00047798527387127445, - 0.0004895968192581729, - 0.0006103754389776044, - 0.0005093450393652897 - ] - ], - "std": [ - [ - 0.9957345954073729, - 0.9957338045117373, - 1.009089174106892, - 0.9957299331571907, - 0.9957297207983613, - 0.9957319779858296, - 0.9957285308484073, - 0.99573027967679, - 0.9957274461972008, - 0.9957298025727774, - 0.9957267869288412, - 0.9986824060207489, - 0.995727937063426, - 0.995726209358951, - 0.9957222508374016, - 0.9849068775325148, - 0.9957260724507725, - 0.9984485547058798, - 0.9957301232252692, - 1.9999635778290246, - 0.9957403323167682, - 0.9957303943483548, - 0.9869664238989766, - 0.9957341301924101, - 0.9957304810256162, - 0.9957436771610553, - 0.9965972478945923, - 0.9957273137356182, - 0.9957300780370839, - 0.9957353083328109, - 0.995745588680438, - 0.9957274480178427, - 0.9957264072745984, - 0.9993516959593822, - 0.9957297379201838, - 0.9957305689438095, - 0.9957296474590059, - 0.9957273179676576, - 0.9957300585487675, - 0.9957298638455957, - 0.9958033136974604, - 1.001216743433296, - 0.9957377405837478, - 0.9958618328338358, - 0.9957300476528158, - 0.9957306269775752, - 0.9957358265962181, - 0.9957255439006696, - 0.9957566204204258, - 0.9957298904542489 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25502, - "cert_evals": { - "36": 0.8059341907501221, - "72": 0.7320898175239563, - "108": 0.6560930609703064, - "255": 0.24771958589553833 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8701012994986187, - "test_acc": 0.8709776672393016, - "train_size": 32516, - "val_size": 19546, - "test_size": 78002, - "stats": { - "mean": [ - [ - -0.004108113020359334, - -0.004135750738098101, - -0.001322435285942239, - -0.004109338048960558, - -0.004110013236557907, - -0.004103856971953094, - -0.004105435167302326, - -0.004108234536843478, - -0.0041157547053759375, - -0.004111229871447928, - -0.004129319931725945, - -0.009310410842292996, - -0.004151154668470918, - -0.004106480246647911, - -0.004078257611637442, - -0.0012255257009042696, - -0.004128084247755086, - -0.001812244588848235, - -0.004106642698979071, - -0.002771495593861472, - -0.003930339402381827, - -0.004107319867142366, - -0.0020118547528348136, - -0.004110450282937586, - -0.004107549326485374, - -0.003903686475773098, - 0.0034778790131669113, - -0.004089806615204751, - -0.004105919012178624, - -0.004107724389223812, - -0.004053504517403692, - -0.004112779779185523, - -0.004036618249477243, - 0.0003978993396296994, - -0.004112451033337286, - -0.004115697588879312, - -0.004161525821134272, - -0.004013369772911648, - -0.004074420147004465, - -0.004107203911920277, - -0.003583577395203846, - -0.003683256187455512, - -0.00410252064829624, - -0.00435002289662263, - -0.004109810948460561, - -0.00410555030446539, - -0.004173506213295106, - -0.004126808812892148, - -0.004084347094353566, - -0.00411184631565997 - ] - ], - "std": [ - [ - 1.0334801859758438, - 1.0334838209190884, - 0.9910692934328427, - 1.0334925739257474, - 1.0334920746964988, - 1.0334944696977597, - 1.033489534681566, - 1.0334928363605922, - 1.0334882086728014, - 1.0334922326917702, - 1.0334875046199652, - 1.0060291795040275, - 1.0334893624231647, - 1.033487735872467, - 1.0334857443384646, - 0.9987636855559352, - 1.0334891465642266, - 1.0284163803912958, - 1.0334926279501595, - 0.001394515045967005, - 1.0334671696186013, - 1.0334925293155786, - 1.0120329637568104, - 1.033467979482877, - 1.0334926503936537, - 1.033454580542911, - 1.019800750059293, - 1.0334899846628842, - 1.033492713983251, - 1.0334904070281967, - 1.033453265260482, - 1.0334870912604435, - 1.033493356896935, - 1.0148066500638184, - 1.0334921455669586, - 1.0334923339339557, - 1.0334817504638347, - 1.0334892263464805, - 1.0334932384339353, - 1.033492453509268, - 1.0277860358762678, - 1.0269827669348142, - 1.0334755350744662, - 1.0331928866784732, - 1.033492181460736, - 1.0334932068430196, - 1.0334910911748012, - 1.033455511075802, - 1.0334588140472194, - 1.0334923126040656 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25502, - "cert_evals": { - "36": 0.80405193567276, - "72": 0.7270541191101074, - "108": 0.647600531578064, - "255": 0.247467502951622 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8722643526589617, - "std_test_acc": 0.0021245667399640033, - "n_samples": 130064, - "n_features": 50, - "n_classes": 2, - "mean_cert_acc_36": 0.8051329404115677, - "std_cert_acc_36": 0.0007906215522276659, - "mean_cert_acc_72": 0.7293397337198257, - "std_cert_acc_72": 0.0022728933329609698, - "mean_cert_acc_108": 0.6516694277524948, - "std_cert_acc_108": 0.004753698346119338, - "mean_cert_acc_255": 0.25256291404366493, - "std_cert_acc_255": 0.005855576111235914 - } - }, - "overall": {} -} \ No newline at end of file diff --git a/UCI_N4/jmlr_tables.tex b/UCI_N4/jmlr_tables.tex deleted file mode 100644 index 01b50fa4673045d7fd5a24f05a082d0d775ac93e..0000000000000000000000000000000000000000 --- a/UCI_N4/jmlr_tables.tex +++ /dev/null @@ -1,469 +0,0 @@ -% JMLR-ready tables for two-column papers -% Required packages (no siunitx): -% \usepackage{booktabs} -% \usepackage{threeparttable} -% \usepackage{threeparttablex} % for TableNotes + longtable -% \usepackage{longtable} -% Optional for landscape: \usepackage{pdflscape} - -\begin{table*}[t] -\centering -\begin{threeparttable} -\caption{Model dimension ranges (min--max across all datasets and folds). Input/Output dimensions follow dataset label spaces.} -\label{tab:model-ranges} -\begin{tabular}{l r r r r r r} -\toprule -Algorithm & Width & Depth & Parameters & Padding & Input dim & Output dim \\ -\midrule -AOL & 32--512 & 4--4 & 282--694837 & 10--524 & 3--262 & 2--100 \\ -Orthogonal & 32--512 & 4--4 & 285--694840 & 10--524 & 3--262 & 2--100 \\ -Sandwich & 32--512 & 4--4 & 615--1520140 & 10--524 & 3--262 & 2--100 \\ -SLL & 32--512 & 4--4 & 1558--1084073 & 10--524 & 3--262 & 2--100 \\ -LDLT-L & 32--512 & 4--4 & 3366--929297 & 10--524 & 3--262 & 2--100 \\ -LDLT-R & 32--512 & 4--4 & 3463--1063442 & 10--524 & 3--262 & 2--100 \\ -\bottomrule -\end{tabular} -\end{threeparttable} -\end{table*} - -\begin{table*}[t] -\centering -\begin{threeparttable} -\caption{Sorted mean$\pm$std across $N$ datasets for each algorithm.} -\label{tab:metric_summary} -\begin{tabular}{l r lllll} -\toprule - & & & \multicolumn{4}{c}{Certified Accuracy} \\ -\cmidrule(lr){4-7} -Algorithm & $N$ & Accuracy & 36/255 & 72/255 & 108/255 & 255/255 \\ -\midrule -AOL & 121 & 0.6295\,\tiny$\pm$0.2278 & 0.3655\,\tiny$\pm$0.2921 & 0.2628\,\tiny$\pm$0.2971 & 0.2078\,\tiny$\pm$0.2826 & 0.0989\,\tiny$\pm$0.1874 \\ -Orthogonal & 121 & 0.6969\,\tiny$\pm$0.1938 & 0.6072\,\tiny$\pm$0.2290 & 0.5114\,\tiny$\pm$0.2592 & 0.4332\,\tiny$\pm$0.2662 & 0.1957\,\tiny$\pm$0.2289 \\ -Sandwich & 121 & 0.7215\,\tiny$\pm$0.1871 & \textbf{0.6393\,\tiny$\pm$0.2310} & \textbf{0.5626\,\tiny$\pm$0.2520} & \textbf{0.4870\,\tiny$\pm$0.2671} & \textbf{0.2466\,\tiny$\pm$0.2478} \\ -SLL & 121 & 0.6978\,\tiny$\pm$0.1998 & 0.5929\,\tiny$\pm$0.2426 & 0.4964\,\tiny$\pm$0.2662 & 0.4126\,\tiny$\pm$0.2744 & 0.1858\,\tiny$\pm$0.2235 \\ -\midrule -LDLT-L & 121 & \textbf{0.7223\,\tiny$\pm$0.1868} & 0.5299\,\tiny$\pm$0.2946 & 0.4279\,\tiny$\pm$0.3081 & 0.3505\,\tiny$\pm$0.3005 & 0.1620\,\tiny$\pm$0.2287 \\ -LDLT-R & 121 & 0.7022\,\tiny$\pm$0.1944 & 0.6152\,\tiny$\pm$0.2312 & 0.5295\,\tiny$\pm$0.2548 & 0.4481\,\tiny$\pm$0.2674 & 0.2164\,\tiny$\pm$0.2322 \\ -\bottomrule -\end{tabular} -\end{threeparttable} -\end{table*} - -\begin{table}[t] -\centering -\begin{threeparttable} -{\small -\caption{Overall comparison on Mean Accuracy: average rank (lower is better) with Iman--Davenport $F=44.33$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.969$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.} -\label{tab:overall:mean_test_acc} -\setlength{\tabcolsep}{4pt} -\begin{tabular}{@{}l r r r r r r@{}} -\toprule -Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\ -\midrule -LDLT-L & 2.434 & 4 & 0 & 4 & 0.800 & 0.577 \\ -Sandwich & 2.566 & 4 & 0 & 4 & 0.800 & 0.517 \\ -LDLT-R & 3.438 & 1 & 2 & -1 & 0.200 & 0.629 \\ -SLL & 3.624 & 1 & 2 & -1 & 0.200 & 0.678 \\ -Orthogonal & 3.831 & 1 & 2 & -1 & 0.200 & 0.639 \\ -AOL & 5.107 & 0 & 5 & -5 & 0.000 & 0.000 \\ -\bottomrule -\end{tabular} -} -\end{threeparttable} -\end{table} - -\begin{table}[t] -\centering -\begin{threeparttable} -{\small -\caption{Overall comparison on Mean Certified Accuracy (36/255): average rank (lower is better) with Iman--Davenport $F=82.25$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.969$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.} -\label{tab:overall:mean_cert_acc_36} -\setlength{\tabcolsep}{4pt} -\begin{tabular}{@{}l r r r r r r@{}} -\toprule -Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\ -\midrule -Sandwich & 2.223 & 5 & 0 & 5 & 1.000 & 0.564 \\ -LDLT-R & 2.715 & 4 & 1 & 3 & 0.800 & 0.478 \\ -SLL & 3.248 & 2 & 2 & 0 & 0.400 & 0.624 \\ -Orthogonal & 3.380 & 2 & 2 & 0 & 0.400 & 0.627 \\ -LDLT-L & 3.760 & 1 & 4 & -3 & 0.200 & 0.737 \\ -AOL & 5.674 & 0 & 5 & -5 & 0.000 & 0.000 \\ -\bottomrule -\end{tabular} -} -\end{threeparttable} -\end{table} - -\begin{table}[t] -\centering -\begin{threeparttable} -{\small -\caption{Overall comparison on Mean Certified Accuracy (72/255): average rank (lower is better) with Iman--Davenport $F=102.13$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.969$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.} -\label{tab:overall:mean_cert_acc_72} -\setlength{\tabcolsep}{4pt} -\begin{tabular}{@{}l r r r r r r@{}} -\toprule -Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\ -\midrule -Sandwich & 1.979 & 5 & 0 & 5 & 1.000 & 0.662 \\ -LDLT-R & 2.628 & 4 & 1 & 3 & 0.800 & 0.542 \\ -SLL & 3.306 & 2 & 2 & 0 & 0.400 & 0.647 \\ -Orthogonal & 3.417 & 2 & 2 & 0 & 0.400 & 0.632 \\ -LDLT-L & 4.008 & 1 & 4 & -3 & 0.200 & 0.754 \\ -AOL & 5.661 & 0 & 5 & -5 & 0.000 & 0.000 \\ -\bottomrule -\end{tabular} -} -\end{threeparttable} -\end{table} - -\begin{table}[t] -\centering -\begin{threeparttable} -{\small -\caption{Overall comparison on Mean Certified Accuracy (108/255): average rank (lower is better) with Iman--Davenport $F=128.94$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.969$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.} -\label{tab:overall:mean_cert_acc_108} -\setlength{\tabcolsep}{4pt} -\begin{tabular}{@{}l r r r r r r@{}} -\toprule -Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\ -\midrule -Sandwich & 1.876 & 5 & 0 & 5 & 1.000 & 0.680 \\ -LDLT-R & 2.525 & 4 & 1 & 3 & 0.800 & 0.548 \\ -SLL & 3.318 & 2 & 2 & 0 & 0.400 & 0.662 \\ -Orthogonal & 3.364 & 2 & 2 & 0 & 0.400 & 0.677 \\ -LDLT-L & 4.194 & 1 & 4 & -3 & 0.200 & 0.824 \\ -AOL & 5.723 & 0 & 5 & -5 & 0.000 & 0.000 \\ -\bottomrule -\end{tabular} -} -\end{threeparttable} -\end{table} - -\begin{table}[t] -\centering -\begin{threeparttable} -{\small -\caption{Overall comparison on Mean Certified Accuracy (255/255): average rank (lower is better) with Iman--Davenport $F=89.04$ (df=5,600), $p=1.11e-16$; Nemenyi CD$=0.969$. Counts are significant wins/losses after Holm within-metric at $\alpha=0.05$.} -\label{tab:overall:mean_cert_acc_255} -\setlength{\tabcolsep}{4pt} -\begin{tabular}{@{}l r r r r r r@{}} -\toprule -Algorithm & \shortstack{Avg \\ rank} $\downarrow$ & \shortstack{sig \\ wins} & \shortstack{sig \\ losses} & \shortstack{net \\ wins} & \shortstack{win \\ share} & mean $r$ \\ -\midrule -Sandwich & 2.029 & 5 & 0 & 5 & 1.000 & 0.663 \\ -LDLT-R & 2.517 & 4 & 1 & 3 & 0.800 & 0.584 \\ -Orthogonal & 3.409 & 2 & 2 & 0 & 0.400 & 0.600 \\ -SLL & 3.409 & 2 & 2 & 0 & 0.400 & 0.643 \\ -LDLT-L & 4.174 & 1 & 4 & -3 & 0.200 & 0.808 \\ -AOL & 5.463 & 0 & 5 & -5 & 0.000 & 0.000 \\ -\bottomrule -\end{tabular} -} -\end{threeparttable} -\end{table} - -\begin{table}[t] -\centering -\begin{threeparttable} -{ -\caption{Pairwise Wilcoxon outcomes for Mean Accuracy (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).} -\label{tab:signif:mean_test_acc} -\setlength{\tabcolsep}{3pt} -\begin{tabular}{@{}l c c c c c c @{}} -\toprule - & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\ -\midrule -AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\ -LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\ -LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\ -Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\ -Sandwich & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\ -SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\ -\bottomrule -\end{tabular} -} -\end{threeparttable} -\end{table} - -\begin{table}[t] -\centering -\begin{threeparttable} -{ -\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (36/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).} -\label{tab:signif:mean_cert_acc_36} -\setlength{\tabcolsep}{3pt} -\begin{tabular}{@{}l c c c c c c @{}} -\toprule - & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\ -\midrule -AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\ -LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\ -LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\ -Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\ -Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\ -SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\ -\bottomrule -\end{tabular} -} -\end{threeparttable} -\end{table} - -\begin{table}[t] -\centering -\begin{threeparttable} -{ -\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (72/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).} -\label{tab:signif:mean_cert_acc_72} -\setlength{\tabcolsep}{3pt} -\begin{tabular}{@{}l c c c c c c @{}} -\toprule - & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\ -\midrule -AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\ -LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\ -LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\ -Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\ -Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\ -SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\ -\bottomrule -\end{tabular} -} -\end{threeparttable} -\end{table} - -\begin{table}[t] -\centering -\begin{threeparttable} -{ -\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (108/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).} -\label{tab:signif:mean_cert_acc_108} -\setlength{\tabcolsep}{3pt} -\begin{tabular}{@{}l c c c c c c @{}} -\toprule - & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\ -\midrule -AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\ -LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\ -LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\ -Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\ -Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\ -SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\ -\bottomrule -\end{tabular} -} -\end{threeparttable} -\end{table} - -\begin{table}[t] -\centering -\begin{threeparttable} -{ -\caption{Pairwise Wilcoxon outcomes for Mean Certified Accuracy (255/255) (Holm within-metric at $\alpha=0.05$): row vs. column (\textcolor{green}{$\blacktriangle$} win, \textcolor{red}{$\blacktriangledown$} loss, $\cdot$ none).} -\label{tab:signif:mean_cert_acc_255} -\setlength{\tabcolsep}{3pt} -\begin{tabular}{@{}l c c c c c c @{}} -\toprule - & AOL & LDLT-L & LDLT-R & Orthogonal & Sandwich & SLL \\ -\midrule -AOL & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\ -LDLT-L & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{red}{$\blacktriangledown$} \\ -LDLT-R & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & \textcolor{green}{$\blacktriangle$} \\ -Orthogonal & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\ -Sandwich & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & $\cdot$ & \textcolor{green}{$\blacktriangle$} \\ -SLL & \textcolor{green}{$\blacktriangle$} & \textcolor{green}{$\blacktriangle$} & \textcolor{red}{$\blacktriangledown$} & $\cdot$ & \textcolor{red}{$\blacktriangledown$} & $\cdot$ \\ -\bottomrule -\end{tabular} -} -\end{threeparttable} -\end{table} - - -\begin{table*}[t] -\centering -\begin{threeparttable} -\caption[Mean Accuracy]{Wilcoxon signed-rank tests (two-sided) for Mean Accuracy; $p$-values with Holm FWER corrections within-metric and global.} -\label{tab:wilcoxon:mean_test_acc} -\begingroup -\setlength{\tabcolsep}{4pt} -\begin{tabular}{ll r r r r r r r r r r r} -\toprule -\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13} -Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\ -\midrule -AOL & LDLT-L & 121 & 16 & 105 & 0 & 0.1322 & -0.0568 & 412 & $2.3e-17^{***}$ & $3.4e-16^{***}$ & $0^{***}$ & 0.7708 \\ -AOL & Sandwich & 121 & 18 & 103 & 0 & 0.1488 & -0.0595 & 518 & $2.3e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.7459 \\ -AOL & SLL & 121 & 22 & 99 & 0 & 0.1818 & -0.0351 & 806 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6782 \\ -AOL & Orthogonal & 121 & 27 & 94 & 0 & 0.2231 & -0.0265 & 971 & $0^{***}$ & $0^{***}$ & $1.0e-10^{***}$ & 0.6394 \\ -AOL & LDLT-R & 121 & 25 & 96 & 0 & 0.2066 & -0.0313 & 1013 & $0^{***}$ & $0^{***}$ & $2.0e-10^{***}$ & 0.6295 \\ -Orthogonal & Sandwich & 121 & 31 & 89 & 1 & 0.2603 & -0.0126 & 1269 & $6.0e-10^{***}$ & $6.3e-09^{***}$ & $2.3e-08^{***}$ & 0.5643 \\ -LDLT-L & Orthogonal & 121 & 94 & 27 & 0 & 0.7769 & 0.0139 & 1309 & $7.0e-10^{***}$ & $6.6e-09^{***}$ & $2.6e-08^{***}$ & 0.5599 \\ -LDLT-L & SLL & 121 & 86 & 35 & 0 & 0.7107 & 0.0111 & 1503 & $1.5e-08^{***}$ & $1.2e-07^{***}$ & $5.1e-07^{***}$ & 0.5143 \\ -LDLT-L & LDLT-R & 121 & 87 & 33 & 1 & 0.7231 & 0.0108 & 1689 & $3.7e-07^{***}$ & $2.6e-06^{***}$ & $1.1e-05^{***}$ & 0.4639 \\ -Sandwich & SLL & 121 & 83 & 38 & 0 & 0.6860 & 0.0090 & 1789 & $8.8e-07^{***}$ & $5.3e-06^{***}$ & $2.4e-05^{***}$ & 0.4470 \\ -LDLT-R & Sandwich & 121 & 43 & 78 & 0 & 0.3554 & -0.0068 & 2364 & $6.0e-04^{***}$ & $3.0e-03^{**}$ & $9.1e-03^{**}$ & 0.3118 \\ -LDLT-R & SLL & 121 & 66 & 54 & 1 & 0.5496 & 0.0019 & 3070 & $1.4e-01$ & $5.7e-01$ & $8.6e-01$ & 0.1338 \\ -LDLT-R & Orthogonal & 121 & 71 & 50 & 0 & 0.5868 & 0.0025 & 3138 & $1.5e-01$ & $5.7e-01$ & $8.6e-01$ & 0.1298 \\ -Orthogonal & SLL & 121 & 60 & 61 & 0 & 0.4959 & -0.0004 & 3623 & $8.6e-01$ & $1.0e+00$ & $1.0e+00$ & 0.0158 \\ -LDLT-L & Sandwich & 121 & 59 & 62 & 0 & 0.4876 & -0.0002 & 3624 & $8.6e-01$ & $1.0e+00$ & $1.0e+00$ & 0.0155 \\ -\bottomrule -\end{tabular} -\begin{tablenotes} -\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$). -\end{tablenotes} -\endgroup -\end{threeparttable} -\end{table*} - - - -\begin{table*}[t] -\centering -\begin{threeparttable} -\caption[Mean Certified Accuracy (36/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (36/255); $p$-values with Holm FWER corrections within-metric and global.} -\label{tab:wilcoxon:mean_cert_acc_36} -\begingroup -\setlength{\tabcolsep}{4pt} -\begin{tabular}{ll r r r r r r r r r r r} -\toprule -\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13} -Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\ -\midrule -AOL & SLL & 121 & 4 & 117 & 0 & 0.0331 & -0.1998 & 27 & $2.7e-21^{***}$ & $4.0e-20^{***}$ & $2.0e-19^{***}$ & 0.8613 \\ -AOL & Sandwich & 121 & 6 & 114 & 1 & 0.0537 & -0.2626 & 32 & $4.5e-21^{***}$ & $6.1e-20^{***}$ & $3.2e-19^{***}$ & 0.8601 \\ -AOL & LDLT-R & 121 & 4 & 117 & 0 & 0.0331 & -0.2302 & 47 & $4.4e-21^{***}$ & $6.1e-20^{***}$ & $3.2e-19^{***}$ & 0.8566 \\ -AOL & Orthogonal & 121 & 8 & 113 & 0 & 0.0661 & -0.2204 & 87 & $1.2e-20^{***}$ & $1.4e-19^{***}$ & $7.9e-19^{***}$ & 0.8472 \\ -AOL & LDLT-L & 121 & 17 & 104 & 0 & 0.1405 & -0.1415 & 554 & $5.0e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.7374 \\ -LDLT-L & Sandwich & 121 & 31 & 89 & 1 & 0.2603 & -0.0387 & 998 & $0^{***}$ & $1.0e-10^{***}$ & $2.0e-10^{***}$ & 0.6291 \\ -LDLT-L & LDLT-R & 121 & 40 & 81 & 0 & 0.3306 & -0.0297 & 1410 & $3.7e-09^{***}$ & $3.3e-08^{***}$ & $1.3e-07^{***}$ & 0.5361 \\ -Orthogonal & Sandwich & 121 & 28 & 93 & 0 & 0.2314 & -0.0238 & 1424 & $4.6e-09^{***}$ & $3.7e-08^{***}$ & $1.6e-07^{***}$ & 0.5327 \\ -Sandwich & SLL & 121 & 83 & 38 & 0 & 0.6860 & 0.0207 & 1530 & $2.3e-08^{***}$ & $1.6e-07^{***}$ & $7.4e-07^{***}$ & 0.5079 \\ -LDLT-L & Orthogonal & 121 & 48 & 73 & 0 & 0.3967 & -0.0200 & 1957 & $7.4e-06^{***}$ & $4.4e-05^{***}$ & $1.8e-04^{***}$ & 0.4075 \\ -LDLT-L & SLL & 121 & 47 & 73 & 1 & 0.3926 & -0.0085 & 2014 & $2.3e-05^{***}$ & $1.2e-04^{***}$ & $4.4e-04^{***}$ & 0.3862 \\ -LDLT-R & SLL & 121 & 76 & 43 & 2 & 0.6364 & 0.0095 & 2285 & $6.6e-04^{***}$ & $2.6e-03^{**}$ & $9.2e-03^{**}$ & 0.3123 \\ -LDLT-R & Sandwich & 121 & 44 & 77 & 0 & 0.3636 & -0.0089 & 2466 & $1.5e-03^{**}$ & $4.6e-03^{**}$ & $1.7e-02^{*}$ & 0.2878 \\ -LDLT-R & Orthogonal & 121 & 78 & 42 & 1 & 0.6488 & 0.0084 & 2756 & $2.2e-02^{*}$ & $4.4e-02^{*}$ & $2.0e-01$ & 0.2088 \\ -Orthogonal & SLL & 121 & 60 & 60 & 1 & 0.5000 & 0.0000 & 2916 & $6.2e-02$ & $6.2e-02$ & $4.9e-01$ & 0.1705 \\ -\bottomrule -\end{tabular} -\begin{tablenotes} -\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$). -\end{tablenotes} -\endgroup -\end{threeparttable} -\end{table*} - - - -\begin{table*}[t] -\centering -\begin{threeparttable} -\caption[Mean Certified Accuracy (72/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (72/255); $p$-values with Holm FWER corrections within-metric and global.} -\label{tab:wilcoxon:mean_cert_acc_72} -\begingroup -\setlength{\tabcolsep}{4pt} -\begin{tabular}{ll r r r r r r r r r r r} -\toprule -\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13} -Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\ -\midrule -AOL & Sandwich & 121 & 6 & 114 & 1 & 0.0537 & -0.2723 & 58 & $8.5e-21^{***}$ & $1.3e-19^{***}$ & $5.9e-19^{***}$ & 0.8538 \\ -AOL & SLL & 121 & 3 & 116 & 2 & 0.0331 & -0.1967 & 59 & $1.3e-20^{***}$ & $1.8e-19^{***}$ & $8.6e-19^{***}$ & 0.8534 \\ -AOL & LDLT-R & 121 & 5 & 116 & 0 & 0.0413 & -0.2325 & 103 & $1.7e-20^{***}$ & $2.2e-19^{***}$ & $1.1e-18^{***}$ & 0.8435 \\ -AOL & Orthogonal & 121 & 8 & 113 & 0 & 0.0661 & -0.2085 & 149 & $5.2e-20^{***}$ & $6.3e-19^{***}$ & $3.3e-18^{***}$ & 0.8327 \\ -AOL & LDLT-L & 121 & 16 & 102 & 3 & 0.1446 & -0.1155 & 460 & $2.6e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.7539 \\ -LDLT-L & Sandwich & 121 & 21 & 100 & 0 & 0.1736 & -0.0748 & 670 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7101 \\ -Orthogonal & Sandwich & 121 & 18 & 103 & 0 & 0.1488 & -0.0370 & 698 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7037 \\ -Sandwich & SLL & 121 & 91 & 28 & 2 & 0.7603 & 0.0396 & 823 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6676 \\ -LDLT-L & LDLT-R & 121 & 30 & 90 & 1 & 0.2521 & -0.0625 & 988 & $0^{***}$ & $0^{***}$ & $2.0e-10^{***}$ & 0.6315 \\ -LDLT-L & SLL & 121 & 42 & 79 & 0 & 0.3471 & -0.0231 & 1813 & $1.2e-06^{***}$ & $7.2e-06^{***}$ & $3.1e-05^{***}$ & 0.4414 \\ -LDLT-L & Orthogonal & 121 & 44 & 77 & 0 & 0.3636 & -0.0192 & 1857 & $2.1e-06^{***}$ & $1.1e-05^{***}$ & $5.3e-05^{***}$ & 0.4310 \\ -LDLT-R & SLL & 121 & 79 & 41 & 1 & 0.6570 & 0.0156 & 1982 & $1.6e-05^{***}$ & $6.4e-05^{***}$ & $3.5e-04^{***}$ & 0.3937 \\ -LDLT-R & Sandwich & 121 & 44 & 77 & 0 & 0.3636 & -0.0238 & 2090 & $3.5e-05^{***}$ & $1.1e-04^{***}$ & $6.3e-04^{***}$ & 0.3761 \\ -LDLT-R & Orthogonal & 121 & 77 & 42 & 2 & 0.6446 & 0.0106 & 2346 & $1.2e-03^{**}$ & $2.4e-03^{**}$ & $1.5e-02^{*}$ & 0.2974 \\ -Orthogonal & SLL & 121 & 61 & 59 & 1 & 0.5083 & 0.0002 & 3188 & $2.5e-01$ & $2.5e-01$ & $9.9e-01$ & 0.1055 \\ -\bottomrule -\end{tabular} -\begin{tablenotes} -\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$). -\end{tablenotes} -\endgroup -\end{threeparttable} -\end{table*} - - - -\begin{table*}[t] -\centering -\begin{threeparttable} -\caption[Mean Certified Accuracy (108/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (108/255); $p$-values with Holm FWER corrections within-metric and global.} -\label{tab:wilcoxon:mean_cert_acc_108} -\begingroup -\setlength{\tabcolsep}{4pt} -\begin{tabular}{ll r r r r r r r r r r r} -\toprule -\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13} -Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\ -\midrule -AOL & LDLT-R & 121 & 1 & 119 & 1 & 0.0124 & -0.2179 & 1 & $2.0e-21^{***}$ & $3.1e-20^{***}$ & $1.5e-19^{***}$ & 0.8675 \\ -AOL & SLL & 121 & 2 & 116 & 3 & 0.0289 & -0.1595 & 12 & $5.8e-21^{***}$ & $7.5e-20^{***}$ & $4.1e-19^{***}$ & 0.8648 \\ -AOL & Sandwich & 121 & 4 & 116 & 1 & 0.0372 & -0.2402 & 32 & $4.5e-21^{***}$ & $6.2e-20^{***}$ & $3.2e-19^{***}$ & 0.8601 \\ -AOL & Orthogonal & 121 & 6 & 113 & 2 & 0.0579 & -0.1817 & 72 & $1.8e-20^{***}$ & $2.1e-19^{***}$ & $1.2e-18^{***}$ & 0.8502 \\ -AOL & LDLT-L & 121 & 12 & 99 & 10 & 0.1405 & -0.0785 & 158 & $4.0e-18^{***}$ & $4.4e-17^{***}$ & $2.5e-16^{***}$ & 0.8237 \\ -LDLT-L & Sandwich & 121 & 17 & 104 & 0 & 0.1405 & -0.0905 & 492 & $1.3e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.7520 \\ -Orthogonal & Sandwich & 121 & 16 & 105 & 0 & 0.1322 & -0.0475 & 700 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7030 \\ -Sandwich & SLL & 121 & 93 & 26 & 2 & 0.7769 & 0.0480 & 764 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6820 \\ -LDLT-L & LDLT-R & 121 & 23 & 97 & 1 & 0.1942 & -0.0468 & 787 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.6796 \\ -LDLT-L & Orthogonal & 121 & 35 & 84 & 2 & 0.2975 & -0.0276 & 1497 & $3.9e-08^{***}$ & $2.3e-07^{***}$ & $1.2e-06^{***}$ & 0.5038 \\ -LDLT-L & SLL & 121 & 37 & 82 & 2 & 0.3140 & -0.0208 & 1682 & $5.6e-07^{***}$ & $2.8e-06^{***}$ & $1.6e-05^{***}$ & 0.4588 \\ -LDLT-R & SLL & 121 & 82 & 35 & 4 & 0.6942 & 0.0178 & 1875 & $1.8e-05^{***}$ & $5.4e-05^{***}$ & $3.8e-04^{***}$ & 0.3963 \\ -LDLT-R & Sandwich & 121 & 41 & 79 & 1 & 0.3430 & -0.0213 & 1952 & $1.1e-05^{***}$ & $4.5e-05^{***}$ & $2.6e-04^{***}$ & 0.4010 \\ -LDLT-R & Orthogonal & 121 & 77 & 42 & 2 & 0.6446 & 0.0191 & 2543 & $6.5e-03^{**}$ & $1.3e-02^{*}$ & $6.5e-02$ & 0.2495 \\ -Orthogonal & SLL & 121 & 60 & 59 & 2 & 0.5041 & 0.0000 & 2941 & $9.6e-02$ & $9.6e-02$ & $6.7e-01$ & 0.1528 \\ -\bottomrule -\end{tabular} -\begin{tablenotes} -\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$). -\end{tablenotes} -\endgroup -\end{threeparttable} -\end{table*} - - - -\begin{table*}[t] -\centering -\begin{threeparttable} -\caption[Mean Certified Accuracy (255/255)]{Wilcoxon signed-rank tests (two-sided) for Mean Certified Accuracy (255/255); $p$-values with Holm FWER corrections within-metric and global.} -\label{tab:wilcoxon:mean_cert_acc_255} -\begingroup -\setlength{\tabcolsep}{4pt} -\begin{tabular}{ll r r r r r r r r r r r} -\toprule -\multicolumn{2}{c}{Algorithms} & \multicolumn{6}{c}{Run Statistics} & \multicolumn{5}{c}{Wilcoxon pairwise Statistics} \\\cmidrule(lr){1-2} \cmidrule(lr){3-8} \cmidrule(lr){9-13} -Alg A & Alg B & $n$ & wins$_A$ & wins$_B$ & ties & WinRate A & \shortstack{Median \\ $\Delta$ (A--B)} & $W$ & $p$ & $p_{\text{Holm,within}}$ & $p_{\text{Holm,global}}$ & $r$ \\ -\midrule -AOL & LDLT-R & 121 & 2 & 107 & 12 & 0.0661 & -0.0560 & 17 & $2.1e-19^{***}$ & $3.1e-18^{***}$ & $1.3e-17^{***}$ & 0.8629 \\ -AOL & SLL & 121 & 2 & 99 & 20 & 0.0992 & -0.0407 & 24 & $5.5e-18^{***}$ & $7.2e-17^{***}$ & $3.3e-16^{***}$ & 0.8599 \\ -AOL & Sandwich & 121 & 2 & 107 & 12 & 0.0661 & -0.0791 & 58 & $6.4e-19^{***}$ & $8.9e-18^{***}$ & $4.0e-17^{***}$ & 0.8511 \\ -AOL & Orthogonal & 121 & 5 & 100 & 16 & 0.1074 & -0.0347 & 109 & $1.3e-17^{***}$ & $1.5e-16^{***}$ & $7.6e-16^{***}$ & 0.8339 \\ -AOL & LDLT-L & 121 & 6 & 79 & 36 & 0.1983 & -0.0167 & 127 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.8080 \\ -LDLT-L & Sandwich & 121 & 11 & 98 & 12 & 0.1405 & -0.0371 & 291 & $2.8e-16^{***}$ & $0^{***}$ & $0^{***}$ & 0.7836 \\ -Orthogonal & Sandwich & 121 & 16 & 95 & 10 & 0.1736 & -0.0340 & 427 & $0^{***}$ & $0^{***}$ & $0^{***}$ & 0.7486 \\ -Sandwich & SLL & 121 & 86 & 24 & 11 & 0.7562 & 0.0261 & 845 & $0^{***}$ & $4.0e-10^{***}$ & $1.8e-09^{***}$ & 0.6276 \\ -LDLT-L & LDLT-R & 121 & 20 & 89 & 12 & 0.2149 & -0.0193 & 847 & $1.0e-10^{***}$ & $6.0e-10^{***}$ & $3.1e-09^{***}$ & 0.6226 \\ -LDLT-L & SLL & 121 & 29 & 72 & 20 & 0.3223 & -0.0068 & 1312 & $1.9e-05^{***}$ & $9.4e-05^{***}$ & $3.8e-04^{***}$ & 0.4257 \\ -LDLT-R & SLL & 121 & 80 & 29 & 12 & 0.7107 & 0.0184 & 1331 & $4.7e-07^{***}$ & $2.8e-06^{***}$ & $1.4e-05^{***}$ & 0.4824 \\ -LDLT-L & Orthogonal & 121 & 34 & 71 & 16 & 0.3471 & -0.0067 & 1607 & $1.7e-04^{***}$ & $5.2e-04^{***}$ & $2.8e-03^{**}$ & 0.3666 \\ -LDLT-R & Orthogonal & 121 & 74 & 38 & 9 & 0.6488 & 0.0104 & 1829 & $1.1e-04^{***}$ & $4.3e-04^{***}$ & $1.8e-03^{**}$ & 0.3661 \\ -LDLT-R & Sandwich & 121 & 45 & 68 & 8 & 0.4050 & -0.0092 & 2100 & $1.3e-03^{**}$ & $2.7e-03^{**}$ & $1.6e-02^{*}$ & 0.3018 \\ -Orthogonal & SLL & 121 & 57 & 52 & 12 & 0.5207 & 0.0000 & 2967 & $9.3e-01$ & $9.3e-01$ & $1.0e+00$ & 0.0087 \\ -\bottomrule -\end{tabular} -\begin{tablenotes} -\item Stars mark significance ($^*\,p\!\le\!0.05$, $^{**}\,p\!\le\!0.01$, $^{***}\,p\!\le\!0.001$). -\end{tablenotes} -\endgroup -\end{threeparttable} -\end{table*} diff --git a/UCI_N4/ldlt-resnet/summary.json b/UCI_N4/ldlt-resnet/summary.json deleted file mode 100644 index 975ce62d988c98306c4a0735c37b23589b576bc2..0000000000000000000000000000000000000000 --- a/UCI_N4/ldlt-resnet/summary.json +++ /dev/null @@ -1,45371 +0,0 @@ -{ - "metadata": { - "data_root": "data/UCI", - "out": "runs/UCI_N4", - "gpus": 4, - "max_epochs": 100, - "patience": 30, - "batch_size": 64, - "lr": 0.001, - "seed": 1337, - "verbosity": "info", - "datasets": null, - "algorithms": [ - "sdp", - "ldlt", - "ldlt-resnet", - "aol", - "ortho", - "sandwich" - ], - "n_tasks": 726, - "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" - }, - "datasets": { - "acute-inflammation": { - "dataset": "acute-inflammation", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 13, - "best_val_acc": 1.0, - "test_acc": 0.8783783783783784, - "train_size": 30, - "val_size": 16, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.029776199999999933, - 0.05815319999999998, - 0.03366299999999992, - -0.07041613333333337, - 0.0829954666666666, - 0.3029878333333334 - ] - ], - "std": [ - [ - 1.046299339147563, - 1.028676385077134, - 0.9895473157792913, - 1.0179845925601472, - 0.9937462864656396, - 1.0009348864350793 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.8125, - "72": 0.6875, - "108": 0.625, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.7777777777777778, - "train_size": 30, - "val_size": 18, - "test_size": 72, - "stats": { - "mean": [ - [ - 0.2066000000000002, - 0.2132320000000001, - 0.16832333333333327, - -6.666666666858371e-07, - 0.08299546666666664, - -0.033663 - ] - ], - "std": [ - [ - 1.073465583913181, - 1.0965727109827237, - 0.9521923485684088, - 0.9958250796083059, - 0.9937462864656397, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.3333333432674408, - "108": 0.0555555559694767, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 57, - "best_val_acc": 1.0, - "test_acc": 0.9571428571428572, - "train_size": 30, - "val_size": 20, - "test_size": 70, - "stats": { - "mean": [ - [ - -0.06825569999999999, - -0.09692560000000008, - 0.10099316666666662, - 0.07041479999999994, - -0.11619693333333347, - 0.16832750000000007 - ] - ], - "std": [ - [ - 0.9390286569686838, - 0.9304728, - 0.9733809278809981, - 0.9680526182869189, - 0.9870693041144554, - 1.0099525000000003 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.550000011920929, - "72": 0.550000011920929, - "108": 0.550000011920929, - "255": 0.3499999940395355 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 21, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.061842666666666594, - -0.01938619999999999, - -0.03366716666666666, - -0.14083160000000008, - -0.049799466666666695, - -0.3029836666666666 - ] - ], - "std": [ - [ - 0.9526045937382531, - 0.9838646893399317, - 1.000934886435079, - 1.0348917799997448, - 0.9937462864656396, - 0.8932355996217098 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.9047619104385376, - "72": 0.8095238208770752, - "108": 0.5714285969734192, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9033247533247534, - "std_test_acc": 0.09768462231462705, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.733482152223587, - "std_cert_acc_36": 0.1567488204172854, - "mean_cert_acc_72": 0.5950892940163612, - "std_cert_acc_72": 0.20418221111115883, - "mean_cert_acc_108": 0.4504960412159562, - "std_cert_acc_108": 0.26517625694753544, - "mean_cert_acc_255": 0.08749999850988388, - "std_cert_acc_255": 0.17499999701976776 - }, - "acute-nephritis": { - "dataset": "acute-nephritis", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 45, - "best_val_acc": 1.0, - "test_acc": 0.7808219178082192, - "train_size": 30, - "val_size": 17, - "test_size": 73, - "stats": { - "mean": [ - [ - -0.1415510333333333, - 0.21323200000000003, - -0.03366716666666671, - -6.666666667154431e-07, - 0.2821878666666666, - -0.1683233333333333 - ] - ], - "std": [ - [ - 1.0909027516263303, - 1.0965727109827237, - 1.0009348864350789, - 0.9958250796083059, - 0.9598970403996372, - 0.9521923485684088 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.8823529481887817, - "72": 0.8823529481887817, - "108": 0.7647058963775635, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 1.0, - "test_acc": 0.8947368421052632, - "train_size": 30, - "val_size": 14, - "test_size": 76, - "stats": { - "mean": [ - [ - 0.012368109999999948, - -0.0969256, - 0.10099316666666665, - -0.21124706666666673, - -0.11619693333333339, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9970611705313925, - 0.9304727999999999, - 0.9733809278809981, - 1.0468011683411809, - 0.9870693041144555, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.8571429252624512, - "72": 0.8571429252624512, - "108": 0.6428571939468384, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 11, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.03252466666666676, - 0.05815320000000001, - -0.10099733333333338, - -6.666666667154431e-07, - 0.1493929333333332, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9744119491152714, - 1.0286763850771339, - 1.0077056618442157, - 0.9958250796083059, - 0.9870693041144553, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.7272727489471436, - "108": 0.5454545617103577, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 19, - "test_size": 71, - "stats": { - "mean": [ - [ - -0.029776590000000006, - -0.01938619999999999, - -0.10099733333333341, - -6.666666667080416e-07, - 0.01659799999999996, - -0.10099316666666663 - ] - ], - "std": [ - [ - 1.0535901730675965, - 0.9838646893399317, - 1.0077056618442157, - 0.9958250796083058, - 0.995962, - 0.9733809278809978 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.7368420958518982, - "72": 0.6315789222717285, - "108": 0.6315789222717285, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9188896899783706, - "std_test_acc": 0.10456869282282018, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.8009026795625687, - "std_cert_acc_36": 0.08025425547065933, - "mean_cert_acc_72": 0.7745868861675262, - "std_cert_acc_72": 0.11707394961183415, - "mean_cert_acc_108": 0.646149143576622, - "std_cert_acc_108": 0.09021868012993754, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "abalone": { - "dataset": "abalone", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 47, - "best_val_acc": 0.6317460317460317, - "test_acc": 0.637634838194167, - "train_size": 1044, - "val_size": 630, - "test_size": 2503, - "stats": { - "mean": [ - [ - 0.03759131666666678, - -0.0067216787931033565, - -0.00504821235632188, - -0.010079406034482869, - 0.0077948497126437005, - -0.0035954527720305413, - 0.011847337255747069, - 0.020808682452107305 - ] - ], - "std": [ - [ - 0.9932562075552053, - 1.0067465043023525, - 0.9980809038500921, - 0.9297052233036605, - 1.0141436995589543, - 0.9931430828536596, - 1.017739933100054, - 1.0318462596531948 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.5126984119415283, - "72": 0.3682539761066437, - "108": 0.2666666805744171, - "255": 0.15079365670681 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.6576433121019108, - "test_acc": 0.6415169660678642, - "train_size": 1044, - "val_size": 628, - "test_size": 2505, - "stats": { - "mean": [ - [ - 0.005192849233716447, - -0.0023747756321838803, - -0.004999904980842867, - -0.01065197068965531, - -0.001757506036398443, - -0.0004581268045977247, - -0.008801511695402298, - -0.0025385303256705034 - ] - ], - "std": [ - [ - 0.9921988752896624, - 1.0113577078934743, - 1.0108378611135136, - 0.93746968476643, - 1.0135082046349184, - 1.0099861173658438, - 1.0142707677051552, - 1.019381711286177 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.4761146605014801, - "72": 0.3503184914588928, - "108": 0.28821656107902527, - "255": 0.17038217186927795 - }, - "fold": 1 - }, - { - "best_epoch": 35, - "best_val_acc": 0.6871880199667221, - "test_acc": 0.6244075829383886, - "train_size": 1044, - "val_size": 601, - "test_size": 2532, - "stats": { - "mean": [ - [ - -0.017948929501915466, - 0.023985624319923418, - 0.023087170114942556, - 0.018317038026819783, - 0.02778346245977014, - 0.025539904827586328, - 0.018261344003831434, - 0.034770174578544095 - ] - ], - "std": [ - [ - 0.9978233519534647, - 1.0049712832060378, - 1.0100440980049294, - 0.9634042347353897, - 1.0033357823934823, - 1.0054816988393045, - 0.9890488354165379, - 1.0152622279378631 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.5407654047012329, - "72": 0.41430947184562683, - "108": 0.33610647916793823, - "255": 0.19134774804115295 - }, - "fold": 2 - }, - { - "best_epoch": 50, - "best_val_acc": 0.6606260296540363, - "test_acc": 0.6361836896278702, - "train_size": 1044, - "val_size": 607, - "test_size": 2526, - "stats": { - "mean": [ - [ - -0.039933615229885006, - 0.033357397988505864, - 0.02810616465517236, - 0.015225409386973148, - 0.03982630053544057, - 0.03327093634674338, - 0.031858401652298855, - 0.04330609419540234 - ] - ], - "std": [ - [ - 1.000898664612302, - 1.0028361176421674, - 1.0029617333979737, - 0.9244955132147792, - 1.020547570022181, - 1.016662196023235, - 1.0053994226175234, - 1.025123395710352 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.5255354046821594, - "72": 0.40362438559532166, - "108": 0.33607906103134155, - "255": 0.19110378623008728 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6349357692070725, - "std_test_acc": 0.007371050060932936, - "n_samples": 4177, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.5137784704566002, - "std_cert_acc_36": 0.02760585221192322, - "mean_cert_acc_72": 0.38412658125162125, - "std_cert_acc_72": 0.029922665814598858, - "mean_cert_acc_108": 0.30676719546318054, - "std_cert_acc_108": 0.034986456245204106, - "mean_cert_acc_255": 0.17590684071183205, - "std_cert_acc_255": 0.01941273421346134 - }, - "annealing": { - "dataset": "annealing", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.7738095238095238, - "test_acc": 0.6634920634920635, - "train_size": 100, - "val_size": 168, - "test_size": 630, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 58250, - "cert_evals": { - "36": 0.7023809552192688, - "72": 0.648809552192688, - "108": 0.613095223903656, - "255": 0.5 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.8012422360248447, - "test_acc": 0.7237048665620094, - "train_size": 100, - "val_size": 161, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 58250, - "cert_evals": { - "36": 0.7701863646507263, - "72": 0.7204968929290771, - "108": 0.6708074808120728, - "255": 0.5031055808067322 - }, - "fold": 1 - }, - { - "best_epoch": 53, - "best_val_acc": 0.7192982456140351, - "test_acc": 0.7129186602870813, - "train_size": 100, - "val_size": 171, - "test_size": 627, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 58250, - "cert_evals": { - "36": 0.6725146174430847, - "72": 0.6549707651138306, - "108": 0.6198830604553223, - "255": 0.5438596606254578 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.7664670658682635, - "test_acc": 0.7876386687797148, - "train_size": 100, - "val_size": 167, - "test_size": 631, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 58250, - "cert_evals": { - "36": 0.7365269660949707, - "72": 0.6826347708702087, - "108": 0.6407185792922974, - "255": 0.4371257722377777 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7219385647802172, - "std_test_acc": 0.05104565171628435, - "n_samples": 898, - "n_features": 31, - "n_classes": 5, - "mean_cert_acc_36": 0.7204022258520126, - "std_cert_acc_36": 0.0422550074278299, - "mean_cert_acc_72": 0.6767279952764511, - "std_cert_acc_72": 0.03267732612588138, - "mean_cert_acc_108": 0.6361260861158371, - "std_cert_acc_108": 0.025936760453691532, - "mean_cert_acc_255": 0.4960227534174919, - "std_cert_acc_255": 0.044057572249315585 - }, - "audiology-std": { - "dataset": "audiology-std", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.22580645161290322, - "test_acc": 0.36428571428571427, - "train_size": 25, - "val_size": 31, - "test_size": 140, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 232471, - "cert_evals": { - "36": 0.16129031777381897, - "72": 0.09677419066429138, - "108": 0.06451612710952759, - "255": 0.032258063554763794 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.48484848484848486, - "test_acc": 0.2246376811594203, - "train_size": 25, - "val_size": 33, - "test_size": 138, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 232471, - "cert_evals": { - "36": 0.42424243688583374, - "72": 0.3333333432674408, - "108": 0.1515151560306549, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.44, - "test_acc": 0.3835616438356164, - "train_size": 25, - "val_size": 25, - "test_size": 146, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 232471, - "cert_evals": { - "36": 0.23999999463558197, - "72": 0.19999998807907104, - "108": 0.19999998807907104, - "255": 0.11999999731779099 - }, - "fold": 2 - }, - { - "best_epoch": 51, - "best_val_acc": 0.5, - "test_acc": 0.3191489361702128, - "train_size": 25, - "val_size": 30, - "test_size": 141, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 232471, - "cert_evals": { - "36": 0.36666667461395264, - "72": 0.30000001192092896, - "108": 0.2666666805744171, - "255": 0.06666667014360428 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3229084938627409, - "std_test_acc": 0.07085705298928263, - "n_samples": 196, - "n_features": 59, - "n_classes": 18, - "mean_cert_acc_36": 0.29804985597729683, - "std_cert_acc_36": 0.11931162693774398, - "mean_cert_acc_72": 0.23252688348293304, - "std_cert_acc_72": 0.10677290219217941, - "mean_cert_acc_108": 0.17067448794841766, - "std_cert_acc_108": 0.08507087942532573, - "mean_cert_acc_255": 0.054731182754039764, - "std_cert_acc_255": 0.05132581373274324 - }, - "balance-scale": { - "dataset": "balance-scale", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.7831325301204819, - "test_acc": 0.7746113989637305, - "train_size": 156, - "val_size": 83, - "test_size": 386, - "stats": { - "mean": [ - [ - 0.05887832692307693, - -2.5641025661690044e-08, - 0.09964028205128199, - -0.09058207692307692 - ] - ], - "std": [ - [ - 0.9464310236223092, - 0.9765235538802873, - 0.9974316897506468, - 1.0391308031314608 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.5421686768531799, - "72": 0.2530120313167572, - "108": 0.1325301229953766, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.8247422680412371, - "test_acc": 0.8306451612903226, - "train_size": 156, - "val_size": 97, - "test_size": 372, - "stats": { - "mean": [ - [ - 0.09511109615384612, - -3.416070845000482e-17, - 0.00905823076923074, - 0.08152388461538454 - ] - ], - "std": [ - [ - 1.0090351712085057, - 1.0055834762270852, - 0.9532661180714023, - 1.002273371607005 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.6288659572601318, - "72": 0.36082473397254944, - "108": 0.1855670064687729, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 8, - "best_val_acc": 0.7849462365591398, - "test_acc": 0.7367021276595744, - "train_size": 156, - "val_size": 93, - "test_size": 376, - "stats": { - "mean": [ - [ - -0.00452913461538464, - 0.06340748717948716, - -1.2820512825151571e-08, - 0.09964030769230771 - ] - ], - "std": [ - [ - 0.9879158233594086, - 0.9907460042778667, - 1.027617579941566, - 0.9614936385801037 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.44086021184921265, - "72": 0.2150537669658661, - "108": 0.04301075264811516, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.7608695652173914, - "test_acc": 0.7639257294429708, - "train_size": 156, - "val_size": 92, - "test_size": 377, - "stats": { - "mean": [ - [ - 0.05434929487179499, - -0.08605298076923085, - 0.06793655769230768, - -0.16757685256410257 - ] - ], - "std": [ - [ - 1.0569029867956488, - 1.0161657906649941, - 0.9625917447832895, - 0.9469510608150327 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.6630434989929199, - "72": 0.46739131212234497, - "108": 0.3586956560611725, - "255": 0.05434782803058624 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7764711043391496, - "std_test_acc": 0.039485207728374126, - "n_samples": 625, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.5687345862388611, - "std_cert_acc_36": 0.09927664373319403, - "mean_cert_acc_72": 0.3240704610943794, - "std_cert_acc_72": 0.11376244687264538, - "mean_cert_acc_108": 0.17995088454335928, - "std_cert_acc_108": 0.13289414649727033, - "mean_cert_acc_255": 0.01358695700764656, - "std_cert_acc_255": 0.02717391401529312 - }, - "balloons": { - "dataset": "balloons", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.375, - "train_size": 4, - "val_size": 4, - "test_size": 8, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.968246, - 0.968246, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3527, - "cert_evals": { - "36": 0.25, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.6, - "train_size": 4, - "val_size": 2, - "test_size": 10, - "stats": { - "mean": [ - [ - -0.484123, - 0.484123, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 0.968246, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3527, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.2727272727272727, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - -0.484123, - 0.0, - -0.484123, - -0.484123 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.968246, - 0.8385256331126676, - 0.8385256331126676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3527, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.45454545454545453, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - 0.48412299999999997, - 0.484123, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3527, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4255681818181818, - "std_test_acc": 0.13806233620247757, - "n_samples": 16, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.1875, - "std_cert_acc_36": 0.23935677693908453, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "arrhythmia": { - "dataset": "arrhythmia", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 43, - "best_val_acc": 0.6329113924050633, - "test_acc": 0.6038461538461538, - "train_size": 113, - "val_size": 79, - "test_size": 260, - "stats": { - "mean": [ - [ - -0.05548900442477873, - 0.17327679646017674, - -0.09933938283185836, - -0.022536060176991165, - -0.05529378318584072, - -0.02827017327433631, - -0.005964132743362813, - 0.04588333831858407, - -0.06835887191150443, - -0.01879734327433625, - 0.08708691123893805, - -0.010227719469026567, - -0.05324860619469024, - 0.03857876283185871, - -0.0029412946902654486, - -0.14624673451327397, - 0.0106677238938053, - -0.09994685221238946, - -2.2654867242673962e-07, - -0.10041930088495568, - 0.14110856637168184, - -0.02112876106194691, - -0.021128761061946916, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.024449619469026587, - -0.006156723893805307, - -0.03655609734513271, - -0.06008078761061956, - -0.05587280000000011, - -0.1535461769911505, - -2.9203539835147346e-07, - 0.1454482212389377, - -0.04703600000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.053692424778761245, - 0.10382045292035355, - -0.045959752212389356, - -0.039423744247787586, - -0.042264867256637376, - -0.0339906548672566, - -0.10218601769911498, - -0.04703600000000003, - 0.04783872566371683, - 0.14110856637168165, - -2.920353982139237e-07, - -0.1056450000000003, - -0.06659289999999989, - 0.039230692920353964, - -0.048857433628318604, - -0.0949235044247789, - -0.0951867699115044, - -0.04703600000000003, - -0.07884043362831854, - -0.021128761061946947, - 0.0665928778761063, - 0.0665928778761063, - 0.06659287787610634, - 0.0665928778761063, - 1.0619469034296467e-07, - -0.14459542477876128, - 0.10166875221238943, - -0.0007696849557522316, - 0.08089214159292042, - 0.024555884070796462, - -0.06704164601769926, - -0.04703600000000003, - 0.1411085663716821, - 0.02721671504424786, - -0.04703600000000003, - 0.008643274336283235, - -0.03328283893805306, - -0.08280126353982296, - -0.04353061946902624, - 0.022193132743362702, - -0.07879264601769921, - 0.06659287787610634, - 0.07170867256637195, - 0.1411085663716824, - -0.04703600000000003, - 0.14110856637168173, - -0.05805589380530971, - 0.08516874884955755, - 0.043014315044247776, - -0.002110141592920556, - -0.07482919999999994, - 0.027698871681415955, - -0.08165009999999992, - -0.0536924247787612, - 1.0619469030955972e-07, - -0.09438650000000005, - 0.06338747787610613, - -0.0901489026548673, - -0.04849817699115047, - 0.07722033628318585, - 0.026260424778761074, - 0.0738569911504426, - 0.04712901946902665, - 0.16431531858407084, - 0.09438671238938037, - 0.09438671238938054, - -0.0386190796460177, - -0.09438650000000005, - 1.0619469029580476e-07, - 0.06704106194690244, - 0.00271023008849546, - 0.04821953097345133, - -0.022629159292035374, - 0.24075912389380558, - 0.19588278672566428, - 0.10636762831858415, - 0.07170867256637167, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - 0.24495034513274322, - -0.02112876106194717, - -0.03837423008849555, - 0.0792644690265486, - -0.010963192920353986, - -0.13985853097345086, - -0.06118739999999991, - -0.05918213274336283, - -0.06659289999999989, - 0.19309768141592948, - 0.0665928778761063, - -2.920353984064934e-07, - -0.08791879646017699, - -0.009588667256637163, - 0.039876742477876134, - -0.04371391504424787, - -0.09472733274336269, - -0.08165009999999992, - -0.04703600000000003, - -0.08165009999999992, - -0.059833336283185844, - -0.07838458407079653, - -0.015475274336283125, - -0.0805356, - -0.13698139380530983, - 0.14110856637168137, - -0.04703600000000003, - 0.0665928778761063, - -0.021128761061947016, - 0.017010241592920368, - 0.09822180530973434, - 0.005761375398230098, - 0.0322361946902655, - -0.034939104424778704, - 0.06566965486725665, - 0.061632838053097376, - 0.0004023300884955741, - 0.07045262681415927, - 0.028733457522123865, - 0.02147898230088495, - -0.05026543539823011, - 0.060225181415929224, - -0.07029714159292026, - 0.06618380000000008, - 0.011594984955752213, - 0.040387401769911555, - -0.0058615916814159065, - 0.04742410654867257, - -0.015766054867256643, - -0.062290848053097175, - -0.05214830601769914, - 0.04644970973451337, - -0.05739616814159293, - 0.05439313274336291, - -0.0036409858407079588, - -0.009598277876106183, - -0.011235967256637188, - -0.002634908849557516, - -0.005508535398230053, - -0.05590965752212387, - -0.06772527787610619, - 0.08251315044247781, - -0.08976234513274321, - 0.04703600000000003, - -0.04274165486725669, - -0.05909215752212393, - 0.027935999115044265, - -0.036451818017699096, - 0.03197787610619467, - 0.1596792035398229, - 0.0024668168141592844, - -0.015842806194690306, - 0.07878208849557493, - 0.006463776548672604, - 0.06462291946902653, - 0.025483634513274327, - 0.06707996637168136, - -0.07861038619469025, - -0.0949829097345134, - -0.08679084778761066, - 0.09411216159292037, - -0.061483929203539976, - -0.03750280353982299, - 0.024982454867256657, - 0.010920844247787605, - -0.036973680442477924, - -0.00325765690265486, - -0.06706977168141595, - 0.054682415929203546, - 0.07233616902654867, - 0.024967183185840673, - 0.0201886814159292, - 0.0625599000000001, - 0.016163015929203547, - -0.19404511061946894, - 0.1314095771681416, - -0.02607840336283184, - -0.07232390353982299, - 0.06542182300884967, - 0.09097714132743363, - -0.0490932584955752, - 0.17395115044247766, - -0.08915754336283198, - 0.005843493805309704, - -0.1311985026548673, - 0.0822022767256637, - -0.0316962311504425, - -0.15503262123893807, - 0.050416203539823005, - 0.012278147787610633, - 0.0764223432743363, - 0.20117684424778776, - -0.15312840973451328, - -0.006850403539823016, - -0.22191862300884949, - 0.1207021007964602, - -0.08917110283185833, - -0.07690047646017703, - 0.030319972566371638, - -0.1126870734513274, - 0.06241866831858403, - -0.1273596991150443, - 0.06213639999999999, - -0.07254762831858405, - -0.08504349999999997, - 0.034207636283185856, - -0.02238689532743362, - 0.10946240796460185, - 0.021622823008849552, - -0.1487953611504425, - 0.02685327893805308, - -0.04490421946902649, - -0.04955592035398229, - 0.06734868938053096, - -0.08363668734513273, - 0.022693176017699095, - 0.09933861353982294, - -0.00604589380530972, - -0.10963647433628322, - 0.03259297079646029, - -0.07945840000000003, - -0.007002541592920362, - 0.10658185398230094, - -0.0866022876106194, - 0.06365430106194689 - ] - ], - "std": [ - [ - 0.9732374444872444, - 0.9655808459932996, - 0.2507734231833244, - 0.85756632700396, - 0.9152499916483915, - 0.9319460220789437, - 0.9577523305438101, - 1.1527478213503135, - 0.9576681124104236, - 1.0097636409421697, - 0.9939501739346246, - 0.8077223719814682, - 0.9956881527950738, - 1.065832253077651, - 0.8648866626310105, - 0.7884428876814543, - 0.8846283104978594, - 1.0392968702844574, - 0.9547571784517959, - 0.830419971626617, - 1.9911349325902201, - 0.8944357999064113, - 0.8944357999064099, - 1.0, - 1.0, - 1.0, - 1.0288388455432311, - 1.0366372636701484, - 1.0104922342254585, - 0.6029602666961917, - 1.0, - 0.9119059418676891, - 0.9988936769842922, - 1.3401171108416883, - 1.0, - 1.0, - 1.409505785723462, - 0.7576328500006007, - 1.1142082921935355, - 1.100915710823559, - 0.9521761840451372, - 0.8352521125885086, - 0.7194469320515606, - 0.9886952789548065, - 1.0, - 1.111662684055426, - 1.9911349325902201, - 0.9988936769842919, - 1.0, - 1.0, - 0.9092993788613446, - 1.061138924056677, - 0.8860454459362529, - 0.77869888137794, - 1.0, - 0.9971658374137916, - 0.8944357999064098, - 1.4095057857234619, - 1.409505785723463, - 1.4095057857234636, - 1.4095057857234625, - 0.9988939483461562, - 0.8359429042688657, - 0.9455652546275832, - 1.047159553008427, - 1.2373317065584502, - 0.9367499049873408, - 0.7094990007768702, - 1.0, - 1.9911349325902201, - 1.152138074538977, - 1.0, - 1.076296523650441, - 1.0790204523971971, - 0.9278040585020654, - 0.6623289850929874, - 1.0736843273720698, - 1.059187675645061, - 1.4095057857234636, - 1.1978616378928757, - 1.9911349325902201, - 1.0, - 1.9911349325902201, - 0.9142231440920847, - 1.3486308966826843, - 0.9779239267203217, - 1.072217573812213, - 1.0, - 1.0670736267417575, - 1.0, - 0.7576328500006009, - 0.9988939483461562, - 1.0, - 1.2592635987036094, - 0.6360290623787335, - 0.8549033709264361, - 1.300841714365119, - 0.979322007928904, - 1.2296324368044147, - 1.3300447893255654, - 1.2339107860310472, - 1.4063287585864288, - 1.4063287585864277, - 0.817419899167048, - 1.0, - 0.9988939483461566, - 1.2178666747421332, - 0.9179155627028488, - 1.1674686384124506, - 0.937597875841375, - 1.9128860722576218, - 1.9849443701676805, - 1.2128492302504466, - 1.1978616378928766, - 1.409505785723462, - 1.0, - 0.9988939483461566, - 1.9776639067090993, - 0.8944357999064088, - 0.9089427774812973, - 1.1565813541259533, - 0.9312031818896745, - 0.37790291497240225, - 1.0, - 1.0103067336455187, - 1.0, - 1.612796005825811, - 1.4095057857234625, - 0.9988936769842919, - 0.9869575017654069, - 1.0625408223089012, - 0.8572543250334869, - 0.4626232154331089, - 0.8399894436428749, - 1.0, - 1.0, - 1.0, - 0.9949165069017805, - 0.9763809111647539, - 0.9886383527662114, - 1.0, - 0.8853802248708618, - 1.9911349325902201, - 1.0, - 1.4095057857234612, - 0.8944357999064094, - 0.8545082434186259, - 0.8796291945635648, - 0.9389113833926183, - 0.8861374760427413, - 0.39441056751713705, - 0.8648668783726172, - 0.9862191391833568, - 0.8481954658017612, - 0.9206020572467216, - 0.886517128434336, - 1.0192902215038742, - 0.956622629021229, - 0.8523688961466389, - 0.2992587051477164, - 1.0, - 0.8898404778961094, - 1.0071877733497892, - 0.950155747946548, - 1.0050918229648342, - 0.7815635141616576, - 0.9972744785704897, - 0.9594844360499902, - 0.9255046483391078, - 0.4876909595587591, - 0.5036861467715275, - 0.8566188861170654, - 0.7638467720219689, - 1.0032544884403838, - 1.0560420525550518, - 0.8986819691295396, - 0.9372189161919664, - 0.8101867430665612, - 0.8950623205358443, - 0.7725356624236849, - 1.0, - 0.872460731649835, - 1.045597205130584, - 0.881115812189619, - 0.9553256168269835, - 0.8848742890899297, - 0.5907365616618244, - 0.9525692591339604, - 0.9761188977078773, - 1.2163938242844157, - 0.9319895550002153, - 0.8335462617896103, - 0.9176414735582966, - 0.9775951517497435, - 0.8425042883529639, - 1.2598848541968266, - 0.949252647471748, - 0.838972165335258, - 0.23456841787874302, - 1.1642248030770597, - 0.8628119131177865, - 0.8751618803772816, - 0.9228296916565395, - 0.9809394578124714, - 0.5915262659968897, - 0.8563703331027254, - 1.223677024967222, - 0.9284798655045788, - 1.2965375076317172, - 1.0, - 0.9389878405072626, - 0.8540110671890598, - 1.316521539927867, - 1.4340416104694482, - 0.8735072262525767, - 0.676363014728904, - 1.1134658692256694, - 1.0134545560863548, - 1.7552329970203224, - 1.7155564074285294, - 0.873049365917997, - 1.030474558081803, - 1.0170344415415917, - 1.0766146909852692, - 0.7111765255105056, - 0.6923440560955865, - 1.0058025631570486, - 0.9240158601820535, - 1.9435205267323648, - 1.9899491083438348, - 0.8387690283436754, - 0.9708565551581373, - 0.8493149601758292, - 0.985055690803851, - 0.8279931417986857, - 0.9098729896957297, - 0.9370725829078755, - 0.8393620512490872, - 0.28080206241297245, - 1.0, - 0.8220194136548338, - 0.9761698379739507, - 0.7917031329595748, - 0.9270879739715543, - 0.847139011361557, - 1.0122054789755355, - 0.9745187015121873, - 0.8548335912371546, - 0.16972156566241, - 0.8245729285934237, - 1.06901211839648, - 0.8750748380574906, - 1.0605384058291198, - 0.814622435544981, - 1.1662691506968674, - 1.0027045465050628, - 0.707221379699125, - 1.0, - 0.8738904193642293, - 1.0307627522011051, - 0.9112504790758761, - 1.0340966211802813 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1063442, - "cert_evals": { - "36": 0.5696202516555786, - "72": 0.5696202516555786, - "108": 0.5189873576164246, - "255": 0.40506330132484436 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.5789473684210527, - "test_acc": 0.6099290780141844, - "train_size": 113, - "val_size": 57, - "test_size": 282, - "stats": { - "mean": [ - [ - -0.08236052831858409, - 0.04887446902654869, - 0.0825547600000001, - 0.07080902389380533, - 0.06969351327433632, - -0.02017880672566372, - 0.0033134920353982203, - -0.0904622607964602, - 0.0008566455575221136, - 0.05502761778761062, - 0.0029605046017698983, - 0.16618478141592918, - 0.10348846991150445, - -0.12880789292035386, - 0.001393306194690269, - -0.009972053097345045, - -0.13480514867256632, - 0.15853807787610613, - -0.022554120353982243, - -0.17088875221238942, - -0.04703600000000003, - -0.02112876106194702, - 0.14790371681415893, - 0.0665928778761063, - 0.0665928778761063, - 0.09438671238938028, - -0.033913831858407135, - -0.05746374070796462, - 0.020589044247787618, - -0.08296883185840712, - -0.016433217699115002, - -0.02482472566371683, - -0.13408300000000029, - -0.0661125929203539, - 0.14110856637168206, - 0.19977865575221251, - 0.06659287787610634, - 0.16107630088495584, - -0.04968823575221234, - 0.16085886725663703, - -0.040819525663716834, - -0.04226484955752222, - 0.03399069026548677, - 0.08868894690265484, - 0.14110856637168143, - 0.1435154159292037, - -0.04703600000000003, - -2.920353984457933e-07, - -0.02112876106194691, - 0.1997786557522125, - -0.14194291681415921, - 0.11196102831858407, - 0.0592675752212388, - 0.09347194690265491, - -0.04703600000000003, - 0.13773737168141595, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - 0.0665928778761063, - 0.09438671238938029, - -0.09931298230088502, - -0.11574543716814155, - 0.19007244637168158, - 0.006741415929203616, - -0.17417296814159283, - -2.920353982846636e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247736, - 0.14110856637168231, - -0.00288054867256639, - 0.04904841858407081, - 0.02098572858407086, - -0.1192364601769909, - -0.0031704955752213143, - 0.01358514159292034, - -0.06659289999999989, - 0.014341504424779012, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - 0.07784732743362836, - 0.10888657327433629, - -0.1186584123893806, - -0.02180679646017706, - -0.07482919999999994, - 0.08863622212389385, - 0.13608353008849555, - 0.08948672566371674, - 1.0619469028597977e-07, - -0.09438650000000005, - -0.02112876106194696, - 0.09014838938053121, - -0.048498132743362864, - 0.05329288938053096, - 0.07878135752212394, - 0.006330884955752202, - 0.04712901946902665, - 0.11292442477876118, - -0.09438650000000005, - 0.09438671238938054, - -0.03861907964601756, - 1.0619469029580476e-07, - -0.09438650000000005, - 0.06704106194690229, - -0.07101396460177, - 0.11338092035398238, - 0.022629575221239016, - 0.15994504424778788, - 0.039176644247788044, - 0.11334270796460184, - -0.100392831858407, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469028597977e-07, - 0.027216715044247736, - -0.0211287610619469, - 0.007675044247787407, - 0.017898353982300903, - 0.022447520353982425, - -0.10415006194690236, - -0.06118739999999991, - -0.031867106194690256, - 0.0665928778761063, - 0.0386198407079645, - -0.06659289999999989, - 0.06704106194690229, - 0.03697516814159319, - -0.044993100884955714, - -0.005112693362831841, - -0.08742769999999993, - -0.04059785840707965, - 0.027216715044247736, - 0.1411085663716819, - 0.13608353008849491, - 0.03589945132743362, - -0.0453806460176991, - 0.003572176991150533, - 0.05211161769911493, - -0.012922732743362846, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - 0.14790371681415954, - 0.14316932831858414, - 0.03571657522123903, - -0.10441322884955753, - -0.23222040176991168, - -0.03493910442477871, - 0.05546864601769913, - 0.12581869469026555, - -0.18030577079646018, - -0.07161228646017702, - -0.03718444513274338, - 0.013523787610619589, - 0.10059417451327425, - 0.01624747876106193, - 0.05021323893805318, - -0.05147623362831883, - 0.1827229362831858, - 0.0034618557522124397, - 0.05241511327433623, - 0.030558143362831823, - -0.19202160176991148, - 0.11133997495575228, - 0.12129543628318586, - 0.060097776106194795, - 0.11579815929203502, - -0.027196398230088462, - 0.17599128230088495, - -0.1195051539823009, - 0.18247482389380532, - 0.06219380353982303, - -0.09025506017699113, - 0.08350311504424779, - 0.1271729522123894, - -0.0951591353982304, - 0.10388311504424796, - 0.04703600000000003, - -0.14397143362831855, - -0.056712807079646044, - 0.11911974769911506, - 0.07255731355752211, - 0.17956833628318594, - 0.03657456283185836, - -0.12767188938053103, - -0.21526490619469008, - 0.019409734513274046, - -0.20038580796460184, - 0.13453505858407078, - -0.20150050008849554, - -0.10956924336283183, - -0.1755137388495575, - 0.07771356637168146, - 0.1258815132743363, - 0.05789021663716825, - 0.059674265486725525, - 0.04250356814159293, - 0.18101372743362842, - -0.08988732212389382, - 0.148077411681416, - 0.041530495575221225, - -0.07796867964601775, - -0.08606286725663721, - 0.216610610619469, - 0.09511035132743359, - -0.05938040707964593, - 0.0625599000000001, - -0.09312924070796465, - -0.07196051769911511, - 0.13021555911504423, - 0.10358608645132746, - -0.0039450442477876055, - 0.015811640707964647, - 0.042050546725663725, - -0.11399942584070796, - 0.01275024778761036, - -0.012157897345132696, - -0.07146561415929208, - -0.03644905008849562, - -0.0460240963716814, - -0.04567296300884947, - -0.0159320159292035, - -0.020865886725663647, - 0.006243656991150445, - -0.04104453495575228, - 0.04250217699115046, - 0.034307366371681414, - -0.11968876460176998, - -0.0937977030973451, - -0.007898124601769923, - -0.06254813724778759, - 0.027666705132743385, - -0.0678103380530974, - 0.0033648314159292177, - 0.014861656991150381, - -0.08490639823008855, - 0.06213639999999999, - 0.10985744247787621, - -0.1141806185840708, - -0.0051085477876106, - -0.07652198922123891, - 0.1186390026548673, - -0.006018964601769793, - -0.03378361716814159, - 0.011641800000000063, - -0.06094139999999994, - 0.1415026725663717, - -0.08340849911504429, - -0.021807159292035423, - -0.08355237141592924, - 0.10080485079646004, - -0.0028213893805309528, - -0.039560768141592914, - -0.03811751592920355, - 0.06180052389380527, - 0.08721472743362838, - -0.045456217699115044, - -0.04452998026548677, - -0.08741183716814158 - ] - ], - "std": [ - [ - 1.0288523625377175, - 0.9926765498781311, - 1.5821926864265932, - 1.2345480341843558, - 1.0919259987637373, - 0.8553411989728208, - 0.9770372253740158, - 1.0941619685910755, - 0.9070109264400832, - 1.1660151450666374, - 0.82811358045681, - 0.8585451804478106, - 0.9271539318095082, - 0.826139795075132, - 0.9407871254954377, - 1.1098127265333941, - 0.9673996715099642, - 1.0170784936919917, - 0.7160692020317576, - 0.8881539469849713, - 1.0, - 0.8944357999064094, - 1.5353137244867066, - 1.409505785723462, - 1.4095057857234625, - 1.4063287585864295, - 0.8810006273224485, - 0.9386543902953636, - 0.9544080465249254, - 0.605561339519823, - 0.41738930632162535, - 0.9435148318250272, - 1.0, - 0.7880462841530468, - 1.9911349325902201, - 1.9844233966366362, - 1.4095057857234636, - 1.494834216304884, - 0.8945327921343991, - 1.0465252306595956, - 0.9657902518204129, - 0.8818849232826983, - 1.01289922968906, - 0.9542609489006632, - 1.9911349325902201, - 1.303101066939662, - 1.0, - 0.9988936769842933, - 0.8944357999064099, - 1.9844233966366385, - 0.9721978598866062, - 0.9751070654641969, - 1.053405494669145, - 1.2277188687789828, - 1.0, - 0.9710532649972081, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.409505785723463, - 1.4063287585864295, - 0.9944538524514821, - 1.0084398738408038, - 1.096956593110858, - 0.9848747659663566, - 1.0176485758563296, - 0.9988936769842915, - 1.0, - 1.0, - 1.1521380745389784, - 1.9911349325902201, - 0.8886796764360778, - 1.0626176220464763, - 0.9820129092696263, - 0.48071756015968203, - 0.8052609158630751, - 0.9014845427415126, - 1.0, - 1.0421263616247836, - 1.0, - 1.0, - 1.0, - 1.0603166366167238, - 1.3948018100222412, - 1.0002378777841179, - 1.0521891063258038, - 1.0, - 1.170667828978199, - 1.6220790112596297, - 1.3004892166096398, - 0.9988939483461562, - 1.0, - 0.8944357999064098, - 1.2549059943840741, - 0.9010506624821365, - 1.2640911636544077, - 0.947031285603356, - 0.991260918816901, - 1.3300447893255651, - 1.1497030038124454, - 1.0, - 1.4063287585864277, - 0.8174198991670485, - 0.9988939483461566, - 1.0, - 1.217866674742133, - 0.8282680988206665, - 1.073085103116072, - 0.9693454139903576, - 1.7234040703162494, - 1.1056144342459158, - 1.074119172644369, - 0.6071170412907283, - 1.409505785723462, - 1.0, - 0.9988939483461562, - 1.1521380745389787, - 0.8944357999064119, - 1.058370875443875, - 1.0846522644237848, - 1.0598613115637294, - 0.5613288969768316, - 1.0, - 1.077530223972941, - 1.4095057857234625, - 1.15083399388167, - 1.0, - 1.2178666747421318, - 1.0966395583377115, - 1.0389053330759344, - 1.0429545495698374, - 1.0, - 1.0244696199828591, - 1.152138074538978, - 1.9911349325902201, - 1.6220790112596353, - 1.1329428844818097, - 1.0304640926757396, - 1.0027828154445004, - 1.4038062005460157, - 1.0648539403871593, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 1.5353137244867094, - 0.6866407429573802, - 0.9470876233472572, - 0.8928451459276403, - 1.3503062413436946, - 0.39441056751713693, - 1.0739060999830787, - 0.8074286630470415, - 0.8622816943277237, - 0.9235511168325403, - 0.8884646840941383, - 0.9253177369109523, - 1.0067482855890655, - 0.8717444615689396, - 1.7004798113300974, - 1.2451967529281143, - 1.0189016467998342, - 0.9159576992318523, - 0.9716842292520014, - 0.8537203439878127, - 0.6934639134127168, - 0.6814900866218891, - 1.08628728041417, - 0.8695100152450093, - 1.7244969164094923, - 0.9957413253735008, - 0.886998298843266, - 1.0086098935045376, - 0.9474117590718318, - 0.9527864599550645, - 0.8622024829086022, - 0.928715896349544, - 1.165972778898159, - 1.1444020655792773, - 1.249832703644339, - 1.0, - 1.04414181114218, - 0.7888691092407913, - 0.8896110919230731, - 0.8385172959457787, - 0.6963004767756463, - 1.0524770129026086, - 0.8728215158868736, - 1.2422671085343606, - 1.0395955941659785, - 0.9729248895409327, - 0.942112878700215, - 0.9029124312015971, - 0.9945356002953412, - 0.9067257721352653, - 0.6559269963983796, - 1.0530222495928638, - 0.7742650861348659, - 1.7415209866320729, - 0.31751695199855035, - 0.9401556411866103, - 0.9925662855482592, - 0.9703437391049544, - 0.9315271035229352, - 0.76726349356305, - 1.113451820498087, - 1.5950728246019172, - 0.9108834606609704, - 0.6187680270209445, - 1.0, - 1.026218169309107, - 0.9226908311101232, - 1.3695879042350074, - 1.390915117042367, - 0.9165066682832561, - 1.0788295714407763, - 0.8648263176100378, - 0.9635758583333331, - 0.8878642706591297, - 0.9006687498171835, - 0.8634669309414519, - 1.0263681887473621, - 1.1035216758671196, - 0.9668823371087334, - 0.9093839574625667, - 1.2537251227686863, - 0.925393016008483, - 0.9198488449490679, - 0.9988290268424753, - 0.1771101235529094, - 1.05614751420039, - 0.9497863099739803, - 1.0994839009481026, - 0.92792429034674, - 0.9973731985207415, - 1.4008749618490997, - 0.9833759189369512, - 0.7900467121392818, - 0.5512800744398914, - 1.0, - 1.160435495736531, - 0.840523823247663, - 1.0569742675732663, - 0.8576934466322704, - 0.9349861286126709, - 0.8587290535040432, - 0.9574488028099564, - 0.8825111948837125, - 1.0, - 0.9946462418130932, - 0.8401625258336195, - 1.0609041780534152, - 0.8625411201961046, - 0.8578849236354916, - 0.9245113485505083, - 0.9397104471617286, - 0.949988633400937, - 1.4949439323664353, - 1.0752730715733643, - 0.854508526946672, - 1.0304209489391347, - 0.9286338973772724 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1063442, - "cert_evals": { - "36": 0.5263158082962036, - "72": 0.4736842215061188, - "108": 0.42105263471603394, - "255": 0.22807016968727112 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.6153846153846154, - "test_acc": 0.6532846715328468, - "train_size": 113, - "val_size": 65, - "test_size": 274, - "stats": { - "mean": [ - [ - 0.003089986725663709, - -0.004440814159291977, - 0.06255539469026555, - 0.0030673203539822954, - 0.001728016814159293, - 0.11026861433628313, - 0.017892446017699123, - -0.06960080176991157, - 0.039233834283185866, - 0.15144875398230093, - 0.006497817787610628, - -0.01399969203539821, - 0.12535314601769912, - 0.032636741592920446, - -0.04566848761061949, - -0.12298024778761062, - -0.000969959292035392, - 0.11890371504424775, - -0.09021629999999985, - -0.11451322123893802, - -0.04703600000000003, - 0.06338747787610569, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.09438650000000005, - -0.04968765486725668, - 0.10877121769911505, - -0.018068128318584065, - -0.08296883185840709, - -0.05587280000000011, - -0.06895776106194693, - -2.920353983278935e-07, - -0.013222389380530894, - -0.04703600000000003, - 0.06659287787610632, - -0.06659289999999989, - -0.1252820000000002, - 0.010099320973451271, - 0.07353538053097344, - -0.007326469911504469, - -0.07684545132743385, - -0.0339906548672566, - 0.05784047787610613, - 0.14110856637168143, - 3.805309734868323e-07, - -0.04703600000000003, - -0.06704164601769919, - -0.02112876106194691, - -0.06659289999999989, - 0.15620863893805323, - -0.03053643008849556, - -0.18165605309734498, - -0.11233752212389378, - -0.04703600000000003, - -0.016779973451327427, - -0.021128761061946985, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.00463133628318579, - -0.07507774690265485, - -0.0007694676106195044, - -0.08089127433628311, - -0.10792991415929203, - -2.9203539847723323e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247893, - -0.04703600000000003, - -0.02592799999999999, - 0.08057962389380531, - 0.024038425752212503, - -0.16465999999999992, - -0.07926050000000014, - -0.09237758407079648, - -0.06659289999999989, - -0.043025663716814114, - 0.14110856637168245, - 0.1411085663716826, - -0.04703600000000003, - -0.023750336283185847, - 0.03126479168141594, - 0.008899934513274312, - -0.02743449557522126, - 0.06331698053097352, - 0.05539779646017699, - 0.027216715044247736, - 0.017897150442477798, - 1.0619469029187476e-07, - 1.061946903233147e-07, - -0.02112876106194691, - -0.1502479999999999, - -0.016447008849557545, - -0.0054378495575221125, - 0.07474130442477876, - -0.07807693805309734, - -0.07854839999999999, - -0.008790955752212368, - 1.0619469031152472e-07, - 1.0619469029973474e-07, - 0.038619840707964564, - 1.061946903233147e-07, - 1.0619469035868464e-07, - -2.920353983829134e-07, - -0.06884565486725683, - -0.043006230088495565, - 0.13900964601769922, - -0.06902842477876096, - -0.06529410000000001, - -0.07149334513274326, - -0.043025663716814044, - -0.06659289999999989, - 0.02721671504424799, - 1.0619469029187476e-07, - -0.08165009999999992, - -0.1056450000000003, - -0.0844234336283186, - 0.045172380530973465, - 0.08091592477876108, - -0.08034439823008824, - -0.06118739999999991, - 0.009105318584070807, - 0.0665928778761063, - 0.03861984070796471, - -0.06659289999999989, - -2.920353983475435e-07, - -0.01561157522123892, - 0.034667146902654884, - 0.04805644646017698, - 0.07649909380531038, - 0.0778107902654868, - -0.08165009999999992, - -0.04703600000000003, - 0.027216715044247736, - 0.003988389380530976, - 0.07484829203539822, - 0.06071553097345137, - 0.014212502654867237, - 0.06978295752212389, - -0.04703600000000003, - -0.04703600000000003, - -0.06659289999999989, - -0.1056450000000003, - -0.05670110707964598, - 0.09375696460176995, - -0.16628776973451334, - -0.004178826548672555, - -0.07220739999999994, - -0.06694404424778763, - -0.06819787345132745, - -0.049705195575221274, - -0.11667001238938055, - -0.12676487345132748, - 0.06602797345132745, - 0.0027255099115044237, - 0.08367987168141594, - -0.07531826548672561, - 0.06618380000000008, - -0.05077870088495575, - -0.03939802035398229, - 0.0725209725663717, - 0.018818907079646008, - -0.0012129309734513318, - 0.08232463584070795, - 0.06279675221238941, - 0.05451436991150446, - -0.09364632743362859, - -0.013597840707964663, - -0.02791582300884959, - 0.02277181946902653, - 0.09624579256637165, - 0.10685669557522126, - 0.05720445840707966, - -0.11690305221238939, - -0.07600262831858408, - 0.20486032743362856, - -0.11598514159292016, - 0.04703600000000003, - 0.12372530088495573, - 0.07733639557522128, - 0.009731815840707961, - 0.06515634630088495, - -0.004099914159292028, - -0.062444362831858426, - -0.14432490088495575, - 0.010303688495575204, - -0.03996258407079658, - -0.01723771946902648, - -0.03748595911504427, - -0.09338390796460176, - -0.12455748761061945, - -0.07069998663716814, - 0.09306433097345132, - 0.05574491150442479, - 0.05271592371681417, - -0.10488400000000016, - 0.0725061, - -0.06092212743362833, - -0.021001579646017662, - 0.08582514876106195, - 0.05783091212389381, - 0.07796875840707959, - -0.0484065486725664, - -0.06359218141592915, - 0.12465353274336273, - -0.03740971681415926, - -0.006256027433628239, - 0.02847770973451326, - 0.03523589380530972, - -0.007258076106194675, - 0.029468245840707955, - 0.07720809823008848, - -0.029801646017699017, - -0.07590199938053097, - -0.0023667877876106243, - -0.06193052212389384, - 0.0729473, - -0.08944441592920359, - -0.008905622654867247, - -0.09599750318584069, - -0.11731536725663715, - 0.03799221946902657, - 0.04264000707964609, - -0.05476776486725663, - -0.08099349336283189, - -0.06403644955752204, - 0.0510427, - -0.1728837920353984, - 0.04379192212389381, - -0.08503633221238939, - -0.04843164778761059, - -0.013288855929203541, - 0.05900416725663712, - 0.01502987168141596, - -0.028499033982300897, - -0.06898648672566376, - 0.06213639999999999, - -0.020727761061946872, - 0.056635334513274314, - -0.009026141592920364, - 0.03156841769911506, - -0.12126076106194686, - 0.06353122123893817, - 0.031937667522123854, - 0.029336698938053133, - 0.12508993982300817, - -0.07582650442477877, - 0.006734969026548675, - 0.06509837044247789, - 0.03657155663716816, - -0.13086254787610632, - -0.01249529203539823, - 0.041217141592920364, - 0.050712616814159305, - 0.008828665486725618, - -0.04774530973451326, - -0.06531424955752214, - 0.08627439557522125, - 0.019008834867256633 - ] - ], - "std": [ - [ - 0.9244692810470073, - 0.9993356910018533, - 1.1547522998507793, - 0.9432810092169331, - 1.03584004279498, - 0.8753158130277445, - 1.0465755215467378, - 0.9102607240673849, - 1.023778543447583, - 0.9297280045159075, - 1.0069835198754635, - 0.9525566546794436, - 0.9399759480360307, - 0.9978150756585966, - 0.9862811329995884, - 0.9613244275752023, - 1.111865207612389, - 0.9715796850385696, - 1.0, - 1.0813226579822182, - 1.0, - 1.2592635987036094, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.010538238524329, - 1.0722512669094082, - 1.0593646908068974, - 0.605561339519823, - 1.0, - 0.9556792785074675, - 0.9988936769842924, - 0.9607982608538026, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 0.972373648410722, - 1.0584533172538098, - 1.0284056325027326, - 0.8751294762374062, - 0.7194469320515607, - 0.9753483226530357, - 1.9911349325902201, - 0.99889397212978, - 1.0, - 0.7094990007768706, - 0.8944357999064104, - 1.0, - 0.9004941973725803, - 1.0121581074927941, - 0.761525664661198, - 0.6638398438080123, - 1.0, - 1.0084273596642825, - 0.8944357999064123, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 1.0, - 1.0674172345021198, - 1.0415595393603108, - 0.9952640371583976, - 0.7847375185646767, - 1.0253922671299165, - 0.9988936769842935, - 1.0, - 1.0, - 1.1521380745389769, - 1.0, - 0.9380600926852771, - 0.9688329579782285, - 1.0699750013871834, - 1.0, - 1.0, - 0.9022130416875166, - 1.0, - 0.8547515543653855, - 1.9911349325902201, - 1.9911349325902201, - 1.0, - 0.9833161542151768, - 0.9113836368578456, - 1.0154070458101938, - 0.8175726795277899, - 1.0291658658053822, - 1.0023879541161114, - 1.1521380745389784, - 1.0666606471785436, - 0.9988939483461562, - 0.9988939483461564, - 0.8944357999064111, - 1.0, - 1.0194849042181624, - 0.9377289254070391, - 0.9868393622488469, - 0.7115324821514019, - 1.0, - 0.9291878599599749, - 0.9988939483461571, - 0.9988939483461564, - 1.150833993881672, - 0.9988939483461564, - 0.9988939483461563, - 0.9988936769842928, - 0.8446756150368765, - 0.8840822390425243, - 0.879273891482901, - 0.356357040154056, - 1.0, - 0.8575361470050674, - 0.8547515543653872, - 1.0, - 1.1521380745389762, - 0.9988939483461562, - 1.0, - 1.0, - 0.7707096318942795, - 0.9479029615796615, - 0.8861435214681488, - 0.709392406059319, - 1.0, - 0.9648083778490988, - 1.4095057857234619, - 1.1508339938816696, - 1.0, - 0.9988936769842918, - 0.8265732991714976, - 1.0190844405952648, - 0.9459831021380053, - 1.7348381185160544, - 1.1517740759366022, - 1.0, - 1.0, - 1.152138074538978, - 0.912843060712004, - 1.1388119070973806, - 0.9915799039109703, - 1.002719667279991, - 1.085125621845705, - 1.0, - 1.0, - 1.0, - 1.0, - 1.5001714286910226, - 0.9966194693620798, - 0.9443805992812078, - 0.8655175815339226, - 1.0, - 0.7897012658620092, - 1.1164175335449071, - 1.264530190302258, - 0.8921583865445091, - 1.0648052330194941, - 0.8695758038727032, - 0.8660581580725691, - 0.8367831000825393, - 0.37197924168302665, - 1.0, - 0.9262178979224102, - 0.9242646117464632, - 0.973591105652927, - 0.9951600891998066, - 1.1111862475284577, - 0.6670563380647561, - 0.9442962334551489, - 0.990332316811185, - 0.480719441273429, - 1.223234975369157, - 0.940394811395897, - 0.9089632031900003, - 1.0458338698053655, - 0.9721165818563446, - 1.374767108546496, - 0.8594004341053223, - 0.7653673558229712, - 0.6670525311692612, - 0.645642563256581, - 1.0, - 0.891254315503885, - 1.0775980834755503, - 1.007431548670928, - 0.9530753484316439, - 1.4811962251096449, - 1.2176806384389702, - 0.9602107117788192, - 0.8795846242039457, - 1.1116750216535782, - 0.9501349187678776, - 1.0821885258200035, - 1.1407026156836266, - 0.9231893015164008, - 0.8990327480493145, - 0.6422405879838027, - 0.9092214790537131, - 0.9351958368508632, - 1.0, - 1.0, - 0.9288775753611616, - 0.8531876075690629, - 1.034017858801366, - 1.0285706599327553, - 1.5382840820664052, - 1.0793433921827003, - 0.7014984131399681, - 0.9478974831267535, - 0.8121083950620509, - 0.5317226069000799, - 0.877495299738119, - 1.105656776922663, - 0.9679617815757274, - 0.7155463726091819, - 1.108302722756925, - 1.0944778308312668, - 0.7749616919771513, - 0.8850563716056123, - 0.5693811287198752, - 1.0, - 0.9220528856937216, - 0.8553127512283658, - 0.9975197765961968, - 0.8796722204092665, - 1.1740947078133768, - 0.9516756586234943, - 0.9063555755946218, - 0.9537956983823893, - 0.21590336552059824, - 1.0, - 1.1291952185180558, - 1.0007499385498189, - 1.0111383561599954, - 0.9704983147288865, - 1.1385710361021162, - 0.7564588026775311, - 1.0046465692486821, - 0.9312841189336238, - 0.6375502285227569, - 1.0, - 0.829387189699574, - 1.0544363475675953, - 0.9771879250820691, - 1.0137760206245479, - 1.0423498864484522, - 0.43681029699877133, - 0.8991224001063718, - 0.8257144621838688, - 1.968770644943309, - 0.8856828178067617, - 1.0398871114616712, - 0.8345338516516961, - 0.9722595951185294, - 1.285772740124495, - 0.8915167876690523, - 0.8875667705363124, - 0.6453390579256484, - 0.9343424770462008, - 0.8887305596443167, - 1.0443061214405034, - 1.027608228431771, - 0.9189390661089004 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1063442, - "cert_evals": { - "36": 0.5538461804389954, - "72": 0.5538461804389954, - "108": 0.4923076927661896, - "255": 0.446153849363327 - }, - "fold": 2 - }, - { - "best_epoch": 31, - "best_val_acc": 0.6268656716417911, - "test_acc": 0.6507352941176471, - "train_size": 113, - "val_size": 67, - "test_size": 272, - "stats": { - "mean": [ - [ - 0.04070993805309734, - 0.11996151327433617, - -0.07505505699115043, - -0.053473368141592904, - -0.0023036168141593112, - -0.04386066761061949, - 0.1000648973451327, - 0.21898467610619468, - 0.0844638663362832, - -0.21027526176991146, - 0.08278053309734511, - 0.02691175840707965, - -0.10311968407079651, - -0.019989650442477833, - -0.029568291150442447, - 0.06979861946902657, - -0.09989179115044242, - -0.0017227557522123856, - -2.2654867243656462e-07, - 0.06518417699115044, - -0.04703600000000003, - -0.1056450000000003, - -0.1056450000000003, - 0.19977865575221251, - 0.0665928778761063, - 0.09438671238938035, - -0.10331811504424784, - -0.11287559292035391, - 0.1063068938053097, - 0.04291548672566383, - -0.05587280000000011, - -0.032180318584070916, - 0.06704106194690261, - -0.1718930000000004, - -0.04703600000000003, - 0.0665928778761063, - -0.06659289999999989, - 0.08948672566371665, - -0.025450121504424723, - -0.17311484513274336, - 0.07640526460176993, - 0.11526853982300869, - 0.1133023008849558, - -0.07326554867256642, - -0.04703600000000003, - 0.047838725663716816, - -0.04703600000000003, - 0.06704106194690251, - -0.02112876106194691, - -0.06659289999999989, - -0.013552253982300916, - -0.020357922123893812, - -0.027464973451327517, - -0.006002522123893788, - -0.04703600000000003, - -0.04337743362831858, - 0.14790371681415934, - 0.0665928778761063, - -0.06659289999999989, - 0.06659287787610634, - -0.06659289999999989, - 1.0619469029580476e-07, - 0.044767823008849614, - 0.08289923362831852, - -0.12235442831858409, - -0.11459614159292028, - 0.14790476371681416, - -2.9203539830824354e-07, - -0.04703600000000003, - 0.14110856637168223, - 0.027216715044247736, - -0.04703600000000003, - -0.055889752212389385, - -0.12962760265486717, - 0.10187851619469035, - -0.01324823008849549, - 0.022193132743362702, - -0.07879260176991155, - 0.0665928778761063, - 0.12907584070796485, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - -0.002639044247787606, - 0.054982569292035384, - 0.05932991150442477, - -0.06964141592920373, - -0.07482919999999994, - -0.033238396460177, - 0.13608353008849555, - 0.0894867256637167, - -0.09438650000000005, - -0.09438650000000005, - -0.1056450000000003, - 0.030049292035398203, - 0.0004219557522123656, - 0.04024157522123887, - 0.01212035575221241, - -0.06541580530973452, - -0.07854839999999999, - 0.02907596460176992, - -0.09438650000000005, - 0.09438671238938048, - -0.03861907964601766, - 1.0619469030366473e-07, - 1.0619469029580476e-07, - -0.0670416460176993, - -0.04499362831858416, - 0.0430065663716814, - 0.05495734513274337, - 0.025254761061947018, - -0.06529410000000001, - 0.06800543362831867, - -0.15775999999999976, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - -0.08165009999999992, - -0.021128761061946954, - 0.0199548849557522, - -0.04005870796460183, - 0.07256339026548671, - 0.0029753097345135682, - 0.008741072566371728, - -0.12291731858407075, - 0.0665928778761063, - -0.03861907964601771, - 0.0665928778761063, - -2.9203539835933345e-07, - -0.15365226548672545, - -0.02139016460176988, - 0.03374174115044254, - -0.03278541946902662, - -0.16577226814159277, - 0.027216715044247785, - 0.14110856637168206, - -0.08165009999999992, - -0.17471278761061948, - -0.05009553982300891, - 0.10357247787610621, - 0.01421250265486715, - -0.16799606460176988, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - -0.02112876106194691, - 0.10064383539823014, - -0.09822227433628321, - 0.010812114336283181, - -0.0005969424778760985, - -0.034939104424778704, - -0.021039132743362887, - 0.1549942769911504, - -0.05473569823008849, - 0.09371048247787614, - 0.1284547699115043, - 0.08193819469026561, - -0.1894623433628318, - -0.03994628938053097, - 0.005021592920354035, - 0.06618380000000008, - 0.046780255752212445, - 0.12412912743362833, - -0.15687404504424782, - -0.04040450761061948, - 0.01819149026548674, - 0.047322232477876085, - -0.1316860601769911, - -0.08258592566371675, - 0.05638880530973452, - -0.10198681415929205, - 0.1290602176991152, - -0.03669845398230087, - -0.10499076469026546, - -0.12757559911504432, - -0.06652606637168137, - 0.05155422566371681, - 0.031605256637168136, - 0.0629123805309736, - 0.023197380530973564, - 0.04703600000000003, - -0.03599286283185842, - -0.1574473318584071, - 0.10887992823008849, - -0.053605181415929175, - -0.012299078761061958, - -0.05887616991150452, - 0.07308711769911504, - 0.09051549646017694, - -0.10846913274336303, - -0.15513741725663718, - 0.12073644318584073, - 0.05041307504424779, - 0.1529646697345132, - 0.0776218637168141, - 0.057565741592920404, - -0.17276489823008853, - -0.014984845840707986, - -0.04701723008849572, - -0.03750280353982299, - 0.06355189203539817, - 0.06636549999999998, - -0.1410115592035399, - -0.08766313362831851, - -0.09892783274336285, - -0.013420267079645989, - 0.09777304070796461, - 0.07535415840707965, - -0.10688448672566354, - 0.0625599000000001, - -0.011544922123893811, - -0.09627820707964604, - 0.08584640530973452, - 0.007022314424778771, - -0.05128431504424778, - -0.06365885663716808, - 0.02538907345132746, - 0.071253879380531, - -0.032786734513274456, - 0.0729473, - 0.04719471592920353, - 0.014598110265486715, - 0.026159213575221246, - 0.059101831504424836, - -0.07843545663716811, - 0.0003891433628318023, - 0.014624393274336253, - 0.03384382522123893, - -0.07310352920353969, - 0.0510427, - 0.14306325132743355, - -0.011243908849557487, - 0.02559352380530976, - 0.03617407230973455, - -0.012417333274336301, - -0.10102372743362834, - -0.09638603628318594, - 0.02360371292035396, - -0.0742930973451328, - -0.014339143362831862, - 0.03523714159292039, - 0.03915302300884953, - -0.08945827723893807, - -0.02228378656637163, - 0.10421852477876106, - 0.0697730088495576, - -0.12811908238938052, - -0.10229047238938055, - -0.048111653097345074, - 0.041196920353982314, - 0.10879424867256633, - -0.10693692778761064, - 0.02704163566371678, - 0.12719723849557518, - 0.1358370884955751, - -0.11345866194690264, - -0.11236356814159291, - 0.008828665486725625, - 0.04901849557522122, - 0.10906433185840712, - -0.12028646725663718, - 0.005514894867256633 - ] - ], - "std": [ - [ - 1.0502669179700934, - 0.9792224218294541, - 0.24305352147883325, - 1.043042266446498, - 1.0744571502175468, - 0.9508826739984755, - 0.9451555552883207, - 1.1810283789026603, - 1.0064552702700122, - 1.1190882010665817, - 0.9034793296608571, - 1.1336521923679663, - 0.9786491101919341, - 0.9206985848676537, - 0.8610889538505271, - 0.9619675032812017, - 0.9308084274399617, - 0.9863758024756076, - 0.9547571784517959, - 0.9496800506935921, - 1.0, - 1.0, - 1.0, - 1.9844233966366367, - 1.4095057857234627, - 1.40632875858643, - 0.892002130496044, - 1.0129634785032875, - 0.978487303853688, - 1.1394715296586964, - 1.0, - 1.0267988761241287, - 1.217866674742132, - 1.0, - 1.0, - 1.4095057857234627, - 1.0, - 1.30048921660964, - 1.101075351501756, - 0.9423320679555461, - 0.9745566669040967, - 1.0784150005489006, - 1.3072548131334407, - 1.020520797792866, - 1.0, - 1.1116626840554256, - 1.0, - 1.2178666747421323, - 0.8944357999064103, - 1.0, - 0.9763859814864452, - 0.9882312110151381, - 0.9941548135105892, - 1.0805382570058093, - 1.0, - 0.9455390825539804, - 1.5353137244867092, - 1.4095057857234619, - 1.0, - 1.4095057857234636, - 1.0, - 0.9988939483461567, - 0.9028116049768871, - 1.0263167291591377, - 0.9964436627027657, - 0.4280387316306564, - 1.0514551909197751, - 0.9988936769842915, - 1.0, - 1.9911349325902201, - 1.152138074538978, - 1.0, - 0.9644113662850948, - 0.9806946309645141, - 0.9930268680075975, - 0.8905664891946655, - 1.0736843273720693, - 1.0058668086951204, - 1.409505785723462, - 1.3330925209888196, - 1.0, - 1.0, - 1.0, - 1.0450036005861865, - 1.3244456183776097, - 0.932189980942975, - 0.9625014477361986, - 1.0, - 1.0074707737922228, - 1.62207901125963, - 1.3004892166096393, - 1.0, - 1.0, - 1.0, - 1.0917543201475843, - 1.0127130749629136, - 1.2877909824303606, - 0.9604994075919616, - 0.8657450013263874, - 1.0, - 1.0599660091906427, - 1.0, - 1.4063287585864277, - 0.8174198991670479, - 0.9988939483461567, - 0.9988939483461567, - 0.7094990007768708, - 0.8740833234525124, - 1.010657132912493, - 0.9328151962443406, - 1.3541564903516528, - 1.0, - 1.0437864539647888, - 1.0, - 1.409505785723462, - 1.0, - 0.9988939483461567, - 1.0, - 0.8944357999064098, - 1.2065791134004533, - 1.0500123468485083, - 0.9959504427215604, - 1.0958354145667224, - 0.7400533918928887, - 0.9943642075886404, - 1.4095057857234627, - 0.8174198991670482, - 1.4095057857234627, - 0.9988936769842922, - 0.9193790839730072, - 1.0436031910295362, - 0.9868834993023391, - 0.5782795414175284, - 0.9541173647907301, - 1.1521380745389775, - 1.9911349325902201, - 1.0, - 0.9325216486314452, - 1.0303184562115624, - 0.9698188611354921, - 1.0027196672799903, - 1.0327882823860284, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 0.8944357999064109, - 0.7112349595162911, - 1.0528496975740775, - 0.9693293962135208, - 1.098217436491506, - 0.39441056751713705, - 1.131185111941341, - 0.8933013668038887, - 0.8692841653701331, - 0.9535583303775852, - 0.9578421783922644, - 0.9351032690489206, - 0.9587912379925385, - 0.8874155629442673, - 0.7402206710271984, - 1.0, - 1.0688089329251667, - 0.997681462694144, - 0.9866601266296527, - 0.9496581319654654, - 0.9257831061652533, - 0.9073562336120353, - 0.9768579353882867, - 0.9602672008044747, - 0.7793988687883875, - 1.2643817992013762, - 0.8858997832358527, - 1.0783739453909889, - 0.9243425987503827, - 0.9894525958813807, - 0.8138319611992417, - 0.9527697944043735, - 1.1413505837251008, - 0.8792523651290115, - 1.0992317647014969, - 1.0, - 1.065433498566479, - 0.9150528093441637, - 1.0062463574228966, - 1.011250604668206, - 0.7913263564369651, - 0.9735543146496928, - 0.9610800849612564, - 0.9880567372837797, - 0.3866698577857632, - 0.9853949011817834, - 0.990227174214131, - 0.8869793376043191, - 1.0049463863071384, - 0.9992217219580515, - 0.9135057665522096, - 0.9794517412025064, - 0.8334338014885702, - 0.37518500497353446, - 1.1642248030770597, - 0.9506854878365382, - 1.1083600583283926, - 0.9361744720072924, - 1.0051395038183164, - 0.7234663786843327, - 1.1371317753211319, - 1.5356103741191347, - 0.8479920793399001, - 0.46656712729960265, - 1.0, - 1.0891589322731212, - 0.8545812844441173, - 1.3469557389840487, - 1.3298686360213214, - 0.8184103746992143, - 1.2426545134673366, - 0.9345647421429395, - 0.8739291157345797, - 0.7954155323258645, - 1.0, - 0.9396031266002715, - 0.8729340873197525, - 1.1022147706138496, - 0.9052007430680863, - 0.8002297286948205, - 1.1474637082252046, - 1.0050624674836923, - 0.8958786752659496, - 0.1199464140766847, - 1.0, - 0.9484606934407114, - 0.924743989986394, - 1.1045533858189263, - 0.9763355497679247, - 0.8775711016746042, - 1.4892483405130004, - 0.9479162196372228, - 0.824520740664537, - 0.48200134691826974, - 0.8093410764663572, - 1.0307538015892828, - 0.8557116942728363, - 0.9675781578595044, - 0.9316537658305905, - 0.961482671503125, - 0.9499524026348503, - 1.0156281171297905, - 0.9533815998673338, - 0.13577727875330386, - 1.0944930405696027, - 0.9984202119037168, - 1.0610893586418122, - 1.0416564535479678, - 0.953141207852886, - 0.9699518518482332, - 1.0661304370514315, - 0.9605383246803934, - 0.9343424770461999, - 1.1428421085341074, - 0.9995106529728873, - 1.0191031224939573, - 1.0275583030415119 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1063442, - "cert_evals": { - "36": 0.5820895433425903, - "72": 0.5074626803398132, - "108": 0.4776119291782379, - "255": 0.28358209133148193 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.629448799377708, - "std_test_acc": 0.026190193075739786, - "n_samples": 452, - "n_features": 262, - "n_classes": 13, - "mean_cert_acc_36": 0.557967945933342, - "std_cert_acc_36": 0.02405877842568808, - "mean_cert_acc_72": 0.5261533334851265, - "std_cert_acc_72": 0.043812536160750634, - "mean_cert_acc_108": 0.4774899035692215, - "std_cert_acc_108": 0.04133918953786163, - "mean_cert_acc_255": 0.3407173529267311, - "std_cert_acc_255": 0.10199849976906357 - }, - "blood": { - "dataset": "blood", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 32, - "best_val_acc": 0.6475409836065574, - "test_acc": 0.642369020501139, - "train_size": 187, - "val_size": 122, - "test_size": 439, - "stats": { - "mean": [ - [ - 0.08207599251336908, - 0.07211877540106948, - 0.07211877540106948, - 0.12092969090909093 - ] - ], - "std": [ - [ - 1.0915037898164763, - 0.9154190444987925, - 0.9154190444987925, - 1.0234960637376278 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3527, - "cert_evals": { - "36": 0.5081967115402222, - "72": 0.3852458894252777, - "108": 0.26229506731033325, - "255": 0.008196720853447914 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7672413793103449, - "test_acc": 0.7595505617977528, - "train_size": 187, - "val_size": 116, - "test_size": 445, - "stats": { - "mean": [ - [ - -0.0044589358288771265, - -0.03777642245989305, - -0.03777642245989305, - -0.04118699946524062 - ] - ], - "std": [ - [ - 1.0355747128653376, - 1.0168425706533084, - 1.0168425706533084, - 0.9389071377082803 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3527, - "cert_evals": { - "36": 0.22413793206214905, - "72": 0.017241379246115685, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.6363636363636364, - "test_acc": 0.6496674057649667, - "train_size": 187, - "val_size": 110, - "test_size": 451, - "stats": { - "mean": [ - [ - 0.05565309197860972, - -0.04876601497326191, - -0.04876601497326191, - 0.022211831550802065 - ] - ], - "std": [ - [ - 1.2081413746481122, - 0.9472357528176619, - 0.9472357528176619, - 0.9442482982599183 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3527, - "cert_evals": { - "36": 0.5272727012634277, - "72": 0.41818180680274963, - "108": 0.33636361360549927, - "255": 0.05454545468091965 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.7033898305084746, - "test_acc": 0.6523702031602708, - "train_size": 187, - "val_size": 118, - "test_size": 443, - "stats": { - "mean": [ - [ - 0.02856966417112282, - -0.11561878823529406, - -0.11561878823529406, - -0.0299989443850266 - ] - ], - "std": [ - [ - 1.1041996654221626, - 0.9454192748690525, - 0.9454192748690525, - 0.9892882254644951 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3527, - "cert_evals": { - "36": 0.5423728823661804, - "72": 0.47457626461982727, - "108": 0.38983049988746643, - "255": 0.1355932205915451 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6759892978060323, - "std_test_acc": 0.055867436903378344, - "n_samples": 748, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.45049505680799484, - "std_cert_acc_36": 0.15155127888987366, - "mean_cert_acc_72": 0.3238113350234926, - "std_cert_acc_72": 0.2076818016420922, - "mean_cert_acc_108": 0.24712229520082474, - "std_cert_acc_108": 0.17284799332968798, - "mean_cert_acc_255": 0.04958384903147817, - "std_cert_acc_255": 0.06216559067088305 - }, - "breast-cancer": { - "dataset": "breast-cancer", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.7647058823529411, - "test_acc": 0.6132596685082873, - "train_size": 71, - "val_size": 34, - "test_size": 181, - "stats": { - "mean": [ - [ - -0.0162575774647888, - 0.01285738028169014, - 0.05645037746478872, - -0.0029103802816902316, - -0.11736198591549311, - -0.028151649295774777, - -0.03566477464788737, - 0.00970807042253526, - 0.22726122535211296 - ] - ], - "std": [ - [ - 1.0503834784726616, - 0.9628419637542994, - 0.9596794691642652, - 0.9092740907525307, - 1.049772063174192, - 1.0411696038595801, - 0.9953573619388768, - 0.9968442343032266, - 0.8156962912830921 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.5588235259056091, - "72": 0.47058823704719543, - "108": 0.38235294818878174, - "255": 0.05882352963089943 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6304347826086957, - "test_acc": 0.5680473372781065, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.19254230985915494, - -0.19285994366197182, - 0.20358705070422517, - 0.009330281690140758, - -0.03202669014084532, - -0.08538911549295794, - -0.007489267605633831, - -0.18945425352112666, - -0.10300454929577448 - ] - ], - "std": [ - [ - 1.026498898055275, - 1.0381849522269773, - 0.8715501768246713, - 1.1092478240870034, - 1.0696236526518819, - 1.0540261837033709, - 0.9977471789729346, - 0.7297492222931498, - 1.0547842980526614 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.3478260934352875, - "72": 0.1304347813129425, - "108": 0.021739130839705467, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 34, - "best_val_acc": 0.7, - "test_acc": 0.6270270270270271, - "train_size": 71, - "val_size": 30, - "test_size": 185, - "stats": { - "mean": [ - [ - 0.011582478873239406, - 0.03857201408450704, - 0.023010226760563364, - -0.21100099999999994, - 0.1670883239436617, - -0.04723080000000009, - -0.17654230985915503, - 0.10343116901408457, - -0.003924816901408183 - ] - ], - "std": [ - [ - 1.0328973500575376, - 0.9120557342457011, - 1.064258264362845, - 0.5867856877712776, - 0.7568737218929631, - 1.003788410624883, - 0.9711357918131928, - 0.9987696871895037, - 1.0006562466084945 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.6333333849906921, - "72": 0.5666667222976685, - "108": 0.5333333611488342, - "255": 0.2666666805744171 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7608695652173914, - "test_acc": 0.6804733727810651, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.10902253521126751, - -0.06428660563380281, - 0.1099546112676056, - 0.08277422535211261, - -0.1742519718309861, - 0.18171905915492953, - -0.14836680281690146, - 0.1854393802816902, - -0.16905770422535188 - ] - ], - "std": [ - [ - 0.9700145966779166, - 1.0084610495616426, - 1.0559460579933821, - 1.206060152642598, - 1.1213259288422783, - 0.9728498213970074, - 0.9776535548414097, - 1.0665540888636171, - 1.0843586560371206 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.6304348111152649, - "72": 0.43478262424468994, - "108": 0.3478260934352875, - "255": 0.043478261679410934 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6222018513986215, - "std_test_acc": 0.046301643450107996, - "n_samples": 286, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.5426044538617134, - "std_cert_acc_36": 0.13434728453708472, - "mean_cert_acc_72": 0.4006180912256241, - "std_cert_acc_72": 0.18853311420806587, - "mean_cert_acc_108": 0.3213128834031522, - "std_cert_acc_108": 0.21534929457642718, - "mean_cert_acc_255": 0.09224211797118187, - "std_cert_acc_255": 0.11892189606942465 - }, - "breast-cancer-wisc": { - "dataset": "breast-cancer-wisc", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 22, - "best_val_acc": 0.9661016949152542, - "test_acc": 0.9630541871921182, - "train_size": 175, - "val_size": 118, - "test_size": 406, - "stats": { - "mean": [ - [ - -0.022535588571428563, - 0.03270772571428592, - 0.05325746457142836, - 0.06163440114285701, - 0.059859796571428064, - -0.04726777714285723, - 0.04544096571428557, - 0.06602559942857117, - 0.14610774857142944 - ] - ], - "std": [ - [ - 0.952214787303689, - 1.0892638945885795, - 1.0696936676502014, - 1.089278359409774, - 1.1050209023715667, - 0.9596438048031793, - 1.0789832917046138, - 1.092361737838657, - 1.280102883239457 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.9576271176338196, - "72": 0.9576271176338196, - "108": 0.9406779408454895, - "255": 0.8389830589294434 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.9736842105263158, - "test_acc": 0.9585365853658536, - "train_size": 175, - "val_size": 114, - "test_size": 410, - "stats": { - "mean": [ - [ - -0.014418068571428517, - 0.008363611428571432, - 0.0013426971428572047, - 0.04362350857142855, - 0.06760174228571425, - -0.012737622857143117, - 0.12043267999999967, - -0.02566830114285711, - -0.0004912342857143631 - ] - ], - "std": [ - [ - 1.0359812403938078, - 0.9851680594955492, - 1.0075838815724851, - 1.0487044899930569, - 1.0481096015979268, - 0.9902459117914181, - 1.0891962569916647, - 0.9837374432610851, - 1.028364534365016 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.9649122953414917, - "72": 0.9210526347160339, - "108": 0.9122806787490845, - "255": 0.2719298303127289 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.9813084112149533, - "test_acc": 0.9640287769784173, - "train_size": 175, - "val_size": 107, - "test_size": 417, - "stats": { - "mean": [ - [ - 0.022111400000000093, - 0.05892480000000022, - 0.053257361714285696, - 0.011603669142857164, - 0.01340863999999994, - 0.028070879999999694, - -0.015489731428571414, - -0.006955264571428654, - -0.02714547428571435 - ] - ], - "std": [ - [ - 1.030600322394337, - 1.0255153351270532, - 1.050776582254071, - 0.979718412809739, - 0.9943823240987255, - 1.0416854377063047, - 1.0036051510508777, - 0.9886021184539473, - 1.0198774589002766 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.9439252018928528, - "72": 0.8971962332725525, - "108": 0.663551390171051, - "255": 0.06542056053876877 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.978494623655914, - "test_acc": 0.951276102088167, - "train_size": 175, - "val_size": 93, - "test_size": 431, - "stats": { - "mean": [ - [ - 0.0424054742857143, - -0.014108091428571279, - -0.00827128971428571, - -0.056438248, - -0.030462011428571644, - 0.035918565714285505, - -0.09751196000000009, - -0.053737870857142926, - -0.04380451428571453 - ] - ], - "std": [ - [ - 0.9542842873481718, - 0.9773558222868145, - 0.959218665273952, - 0.9009025916399945, - 0.98004059543331, - 1.0172287889258582, - 1.000728061455461, - 0.9224531635202544, - 0.947073789238405 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.9677419066429138, - "72": 0.9677419066429138, - "108": 0.9139785170555115, - "255": 0.40860214829444885 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9592239129061391, - "std_test_acc": 0.00581371469902021, - "n_samples": 699, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.9585516303777695, - "std_cert_acc_36": 0.01064121500970804, - "mean_cert_acc_72": 0.93590447306633, - "std_cert_acc_72": 0.03268231118951441, - "mean_cert_acc_108": 0.8576221317052841, - "std_cert_acc_108": 0.1300324563154189, - "mean_cert_acc_255": 0.39623389951884747, - "std_cert_acc_255": 0.3271435763315104 - }, - "breast-cancer-wisc-diag": { - "dataset": "breast-cancer-wisc-diag", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.975, - "test_acc": 0.962536023054755, - "train_size": 142, - "val_size": 80, - "test_size": 347, - "stats": { - "mean": [ - [ - 0.0825849457746479, - 0.16776179100774652, - 0.08018569295774641, - 0.08525118492957748, - -0.13794442330985915, - -0.020546994366197266, - 0.031128610563380326, - 0.027148295774647915, - -0.03857999985915492, - -0.13734727633802823, - 0.08226506922535208, - -0.06624039612676055, - 0.09562314598591552, - 0.11241559394366195, - -0.0706283795774648, - 0.012817941971830999, - 0.03673792985915488, - 0.06254002929577464, - -0.016561529295774678, - -0.03867594647887324, - 0.07726569126760555, - 0.11026314366197185, - 0.07734966126760559, - 0.07510323753521127, - -0.10811489788732392, - 0.017963794225352204, - 0.03508001049295764, - 0.03470587605633805, - -0.006298125654929594, - -0.05882395070422536 - ] - ], - "std": [ - [ - 1.0298680528672801, - 1.0456187991444128, - 1.0339745446187498, - 1.1112548477482211, - 0.9413610006349405, - 1.0168663973319072, - 1.0127149891342198, - 0.9829034935431965, - 0.9115153190139265, - 0.8362062139046329, - 1.3277929800502757, - 0.7882767184809211, - 1.351171258508586, - 1.4874958213599554, - 0.8030624718228448, - 1.0638857030973894, - 1.0680975160236916, - 1.029388660893026, - 0.8840778078833855, - 0.9386046041123467, - 1.042323932480091, - 1.0325935116911305, - 1.0468623000133939, - 1.097427344818284, - 0.9438879408105022, - 1.048839947871273, - 1.087511123501064, - 1.02306665439061, - 0.9281333050780699, - 0.9709946269989288 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 57607, - "cert_evals": { - "36": 0.925000011920929, - "72": 0.925000011920929, - "108": 0.9000000357627869, - "255": 0.7125000357627869 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.9512195121951219, - "test_acc": 0.9391304347826087, - "train_size": 142, - "val_size": 82, - "test_size": 345, - "stats": { - "mean": [ - [ - -0.11201186056338029, - 0.07070025633802816, - -0.10239308169014083, - -0.11672702063380279, - 0.032527111971830974, - 0.05026270500000002, - -0.02818336908450703, - -0.04343403450704224, - -0.02067522316901408, - 0.08708522408450704, - -0.11080013492957747, - 0.04381799119718306, - -0.0825752031690141, - -0.11760619366197181, - -0.12109326042253515, - 0.0031279288732394177, - -0.06837052551408451, - -0.09945178922535211, - 0.02686396394366193, - -0.03645938134507036, - -0.09511004859154928, - 0.08993712535211269, - -0.07473255774647886, - -0.10130778450704225, - 0.04382505676056337, - 0.08864361894366199, - 0.03680164077464787, - -0.003688304577464759, - 0.0977748130774647, - 0.08804689718309852 - ] - ], - "std": [ - [ - 0.9195016301354824, - 1.094593366492765, - 0.9291056843219847, - 0.8651637977085379, - 1.104895872882098, - 1.0612349352106514, - 0.9960386306069985, - 0.9599334814324468, - 0.995073713912434, - 1.0059759191906428, - 0.8154754957601557, - 1.1714910738712319, - 0.8337124056974246, - 0.7056775636749633, - 0.8384686418997397, - 0.997008703041016, - 0.7652271837716654, - 0.9491550332342998, - 0.9894126977193328, - 0.8349121832481521, - 0.9324374909578882, - 1.0776300277359205, - 0.9582162700674596, - 0.8930111054213019, - 1.0965646002689322, - 1.0909755237588887, - 1.0811372221216917, - 1.0368266566472815, - 1.0808007528399084, - 1.0161303395181038 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 57607, - "cert_evals": { - "36": 0.9268292188644409, - "72": 0.9268292188644409, - "108": 0.9024389982223511, - "255": 0.7560975551605225 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9545454545454546, - "test_acc": 0.9085545722713865, - "train_size": 142, - "val_size": 88, - "test_size": 339, - "stats": { - "mean": [ - [ - -0.021816593521126793, - 0.06485498873239437, - -0.02247304859154929, - -0.029893932042253508, - 0.038515619718309926, - -0.02588728169014086, - -0.05297414225352113, - -0.003333404225352076, - 0.04336582049295775, - -0.03314538676056333, - -0.030619029577464745, - -0.0005102492957746506, - -0.05296082697183101, - -0.03949717746478873, - 0.010749251408450719, - -0.0881686789436619, - -0.1314002314507042, - -0.11034913126760565, - -0.034516665140845094, - -0.06504294760563381, - -0.02178127598591549, - 0.04724548049295773, - -0.027157091126760537, - -0.033063059859154906, - 0.05190005140845066, - -0.03469985169014086, - -0.07640525704225351, - -0.020877885915492986, - 0.0502971771619718, - -0.0047201802816901695 - ] - ], - "std": [ - [ - 0.9463937708331187, - 1.0456850321490456, - 0.9481587587922021, - 0.9061036579406758, - 0.9991272345406123, - 0.9529645424014063, - 0.9656412252488126, - 1.0086024557337858, - 1.0101851762447767, - 0.971237840916314, - 0.8511955942668115, - 0.9348241096823969, - 0.7677709117900025, - 0.7619556774338143, - 0.9861286665457306, - 0.835402354513955, - 0.6497713689377111, - 0.83419033386709, - 0.8966910096607936, - 0.7137654744350889, - 0.9276882020178508, - 1.0094191904095935, - 0.9175498580969587, - 0.8830907945718708, - 0.9951613811713826, - 0.955386515361877, - 0.9648461201262609, - 1.0198807080859185, - 1.0490861818978507, - 0.9618292961310324 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 57607, - "cert_evals": { - "36": 0.9204545617103577, - "72": 0.886363685131073, - "108": 0.8295454978942871, - "255": 0.6363636255264282 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9876543209876543, - "test_acc": 0.9595375722543352, - "train_size": 142, - "val_size": 81, - "test_size": 346, - "stats": { - "mean": [ - [ - 0.041954460563380286, - -0.03068368455563383, - 0.05642674225352119, - 0.04212094478873236, - 0.0753741992957746, - 0.19173782535211265, - 0.13158766190140847, - 0.10927857042253514, - 0.12073864654929573, - 0.16060644718309858, - 0.0007204726760563243, - 0.02137304077464788, - 0.05429816549295772, - -0.012780137042253566, - 0.013563698028169006, - 0.15196018795774635, - 0.11918610920422545, - 0.08330966570422528, - 0.08884857161971826, - 0.08853129507042258, - 0.03332697760563379, - -0.006147756197183027, - 0.06017890535211265, - 0.025833432394366203, - 0.10165912112676065, - 0.184136802112676, - 0.17515080211267609, - 0.12936214014084502, - 0.10002845492957746, - 0.16336953521126774 - ] - ], - "std": [ - [ - 1.0573062114321623, - 0.9552884577469056, - 1.0710079092993716, - 1.0509022734984494, - 1.1270846333930622, - 1.1567722248607955, - 1.1330587765489406, - 1.140649555855837, - 1.1542513895561295, - 1.0051375538789176, - 0.8967996396101922, - 1.097489083446709, - 0.9381483291097392, - 0.7912780594989863, - 0.9397288734854672, - 0.9788202766737033, - 1.073938446577066, - 0.9563830108562081, - 1.1438144705840625, - 0.7701703811879946, - 1.0262729293228618, - 0.9839279786422038, - 1.0483951162266714, - 1.0167649174977718, - 1.0851034209747896, - 1.0398339487141628, - 1.1490024738247944, - 1.0756456277267925, - 1.0959872724158726, - 0.9323448193880042 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 57607, - "cert_evals": { - "36": 0.9382716417312622, - "72": 0.9382716417312622, - "108": 0.9259259104728699, - "255": 0.7777777910232544 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9424396505907713, - "std_test_acc": 0.024868672082229412, - "n_samples": 569, - "n_features": 30, - "n_classes": 2, - "mean_cert_acc_36": 0.9276388585567474, - "std_cert_acc_36": 0.007578241379370703, - "mean_cert_acc_72": 0.9191161394119263, - "std_cert_acc_72": 0.022610971384621148, - "mean_cert_acc_108": 0.8894776105880737, - "std_cert_acc_108": 0.04162953958187305, - "mean_cert_acc_255": 0.720684751868248, - "std_cert_acc_255": 0.06242521841438908 - }, - "bank": { - "dataset": "bank", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.8316690442225392, - "test_acc": 0.8364312267657993, - "train_size": 1130, - "val_size": 701, - "test_size": 2690, - "stats": { - "mean": [ - [ - -0.043444115752212485, - 0.038350172566371764, - 0.021509683185840713, - -0.021201484955752213, - -0.006912000000000016, - 0.04290420228318581, - -0.031048147787610524, - -0.010544807964601867, - -0.027401819469027113, - -0.0011023982300885904, - -0.020262814867256583, - -0.01690946219469023, - -0.0050658819469022965, - 0.027795634513274152, - 0.0035984575221236132, - 0.03735520353982189 - ] - ], - "std": [ - [ - 0.9589625434028519, - 0.9947635481983416, - 1.013551308348929, - 0.9759306172571834, - 1.025514103095601, - 1.1941195969624385, - 0.9952628808737004, - 1.0099558672249285, - 1.0069197139677768, - 1.0315253300196314, - 1.005152797600638, - 0.9721293687592033, - 0.9311569270874402, - 1.0436010567990328, - 0.9725976279868672, - 1.0344584167333912 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 14727, - "cert_evals": { - "36": 0.7660485506057739, - "72": 0.6847361326217651, - "108": 0.6005706191062927, - "255": 0.2382311075925827 - }, - "fold": 0 - }, - { - "best_epoch": 32, - "best_val_acc": 0.8731343283582089, - "test_acc": 0.8721058434399118, - "train_size": 1130, - "val_size": 670, - "test_size": 2721, - "stats": { - "mean": [ - [ - -0.01574801380530978, - 0.0023927396460177394, - 0.0021967858407077644, - -0.01932307256637162, - 0.006853599999999982, - -0.03479098039734521, - 0.0010882398230089275, - 0.02142298584070794, - -0.04310824424778776, - -0.002926514159292115, - -0.01356536707964567, - 0.01527978015929205, - -0.04149083628318521, - -0.006613960176991296, - 0.006211176106194516, - -0.021354536283185895 - ] - ], - "std": [ - [ - 0.969300386690253, - 1.0029838787869998, - 1.0077378567908635, - 1.0067270576318987, - 0.9737641828355684, - 0.8874066057167844, - 1.0000362134178429, - 0.978768086158569, - 1.0166647522536418, - 1.0110908544078474, - 0.9795699211960872, - 0.988628308543735, - 0.8468895052095667, - 1.0088647512260476, - 1.0744144429583726, - 0.97024384329565 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 14727, - "cert_evals": { - "36": 0.8179104328155518, - "72": 0.762686550617218, - "108": 0.6925373077392578, - "255": 0.2985074520111084 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.84992784992785, - "test_acc": 0.8369162342475908, - "train_size": 1130, - "val_size": 693, - "test_size": 2698, - "stats": { - "mean": [ - [ - 0.03612999486725651, - 0.0039014732743363205, - -0.026264318584070866, - 0.007914513274336264, - -2.920000000001238e-05, - -0.02074493859203536, - -0.02212137345132746, - -0.02529917433628319, - -0.017585318584070603, - 0.002009283628318563, - -0.032913651327433256, - 0.01575317238053096, - 0.01656134477876116, - 0.004832360176991011, - 0.0046435044247787275, - -0.007806110619469017 - ] - ], - "std": [ - [ - 1.026029784154538, - 1.014567266706415, - 0.9934924943110668, - 1.0009548228746656, - 0.9999976513205256, - 0.9005330945128681, - 0.9966950423207805, - 1.02369326820955, - 1.0066229970970322, - 1.0105897259642973, - 0.9953808522736891, - 1.0444837633462487, - 0.9721502138598372, - 1.0252935681497495, - 0.9895490051866441, - 0.9907898156267138 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 14727, - "cert_evals": { - "36": 0.7878788113594055, - "72": 0.7272727489471436, - "108": 0.6623376607894897, - "255": 0.30447331070899963 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8371040723981901, - "test_acc": 0.8398093841642229, - "train_size": 1130, - "val_size": 663, - "test_size": 2728, - "stats": { - "mean": [ - [ - -0.0319807638938054, - 0.00842759592920361, - 0.0032132584070795264, - -0.0512567557522122, - 0.02061919999999998, - 0.017208951831858395, - -0.023906728318583995, - 0.009127680530973464, - 0.04229537345132683, - 0.03913422522123883, - -0.0012866005309730669, - 0.019049747389380534, - 0.0011946368141599608, - -0.01394144424778776, - -0.01887086017699146, - -0.012322258407079635 - ] - ], - "std": [ - [ - 0.9997012384907139, - 1.011637351521284, - 1.0052459246549308, - 0.9835551200097631, - 0.9188989108776542, - 0.975563370252112, - 0.9964151726496702, - 0.9910016079646086, - 0.9876324728734414, - 0.9709295082923052, - 1.018649934814902, - 1.045208416973306, - 1.0916320113723843, - 0.971971990527501, - 0.9802679634858928, - 0.9883913040231975 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 14727, - "cert_evals": { - "36": 0.7782805562019348, - "72": 0.7315233945846558, - "108": 0.6636500954627991, - "255": 0.288084477186203 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8463156721543812, - "std_test_acc": 0.017258006952825825, - "n_samples": 4521, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.7875295877456665, - "std_cert_acc_36": 0.022136675792261976, - "mean_cert_acc_72": 0.7265547066926956, - "std_cert_acc_72": 0.03203907367969528, - "mean_cert_acc_108": 0.6547739207744598, - "std_cert_acc_108": 0.03873012585785678, - "mean_cert_acc_255": 0.28232408687472343, - "std_cert_acc_255": 0.03016544569599632 - }, - "breast-tissue": { - "dataset": "breast-tissue", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.5, - "test_acc": 0.421875, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.05975213076923076, - -0.1700837961538461, - -0.07101548961538463, - -0.07560978846153853, - -0.09291733192307686, - -0.016577561538461575, - -0.04475990000000001, - -0.07285894230769238, - 0.07173603846153843 - ] - ], - "std": [ - [ - 1.0224159106861461, - 0.8445520785357892, - 0.7741253936128145, - 0.8853536860600771, - 0.38729731508258874, - 0.9582996830625056, - 0.82333349002183, - 0.8965544012774733, - 1.0474511376253193 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3979, - "cert_evals": { - "36": 0.25, - "72": 0.125, - "108": 0.0625, - "255": 0.0625 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.5882352941176471, - "test_acc": 0.5555555555555556, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.06515484615384612, - 0.03429535384615387, - 0.00023585769230772996, - 0.02817068038461536, - 0.29457321923076923, - 0.28562573076923076, - 0.1850123226923077, - 0.007732330769230795, - 0.09394715384615383 - ] - ], - "std": [ - [ - 1.0481371005758702, - 0.9468687513118862, - 0.9541555931791563, - 1.161367210725673, - 1.8089072605844074, - 1.4326989403612587, - 1.2263588432882497, - 1.1230111041722295, - 1.0768662243391771 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3979, - "cert_evals": { - "36": 0.23529411852359772, - "72": 0.11764705926179886, - "108": 0.05882352963089943, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.3181818181818182, - "test_acc": 0.3275862068965517, - "train_size": 26, - "val_size": 22, - "test_size": 58, - "stats": { - "mean": [ - [ - 0.1420645923076924, - -0.021972550769230735, - 0.05583075653846149, - 0.1584816346153846, - 0.34043701807692306, - 0.2878222653846154, - 0.08915464576923074, - 0.16733479230769233, - 0.15722880769230765 - ] - ], - "std": [ - [ - 1.1134982409667369, - 0.9816789499398818, - 1.0050663167371856, - 1.3274295018092825, - 1.8473866317578664, - 1.5489183023129736, - 1.1110278693236766, - 1.3406661330121303, - 1.11545486536904 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3979, - "cert_evals": { - "36": 0.1818181872367859, - "72": 0.13636364042758942, - "108": 0.04545454680919647, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 31, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.5588235294117647, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1574124615384615, - 0.10245514615384627, - 0.03514549230769227, - 0.3551133961538462, - 0.3894629076923076, - 0.3001374115384615, - 0.28138883461538466, - 0.3308483076923076, - 0.1433466538461538 - ] - ], - "std": [ - [ - 1.080732063435857, - 0.9803609509557707, - 0.9980517989674806, - 1.3433457176877586, - 1.8319487646118202, - 1.4349909430519747, - 1.3440593710651376, - 1.3474895378547405, - 1.0747301574317993 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3979, - "cert_evals": { - "36": 0.1666666716337204, - "72": 0.0833333358168602, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.46596007296596803, - "std_test_acc": 0.1121632627214053, - "n_samples": 106, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.208444744348526, - "std_cert_acc_36": 0.04042321556251519, - "mean_cert_acc_72": 0.11558600887656212, - "std_cert_acc_72": 0.022838681003427196, - "mean_cert_acc_108": 0.041694519110023975, - "std_cert_acc_108": 0.028745096791175352, - "mean_cert_acc_255": 0.015625, - "std_cert_acc_255": 0.03125 - }, - "breast-cancer-wisc-prog": { - "dataset": "breast-cancer-wisc-prog", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.8636363636363636, - "test_acc": 0.7244094488188977, - "train_size": 49, - "val_size": 22, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.31970781836734696, - 0.1594104081632653, - 0.24753781836734692, - 0.15300701836734695, - 0.1584555244897959, - -0.07602553591836737, - -0.06153886122448981, - 0.024552744897959188, - 0.06713168775510207, - -0.10528630102040819, - -0.1678704836734694, - -0.0915255861224489, - 0.07864324755102042, - -0.0763010120408163, - -0.037683283673469285, - -0.06905704693877551, - -0.042495671428571434, - -0.06359507428571427, - 0.03737176122448981, - -0.1542635448979592, - -0.17539257755102045, - 0.03410600122448976, - 0.19654199204081632, - 0.030810593877551008, - 0.026635724489795946, - -0.07049495102040816, - -0.06440993673469386, - -0.08851851224489796, - 0.02908160000000001, - -0.1859407571428571, - -0.1654363697959184, - 0.12819854693877544, - 0.07058588775510208 - ] - ], - "std": [ - [ - 0.8821495545994039, - 1.046791889090161, - 0.9578267027302361, - 1.039660283165596, - 1.062402836067028, - 0.8890421367893667, - 0.77925901952072, - 1.0440797113889244, - 1.07089974397772, - 0.8387965488338012, - 0.843277245772551, - 0.9360392595139003, - 0.9823857653557395, - 0.9082591415396649, - 0.9365116398737245, - 0.5979213497916245, - 0.6539721608757036, - 0.7958185885004673, - 0.9242350544633458, - 0.6845312987462778, - 0.6502938972920995, - 0.949219789937265, - 0.9404670831714534, - 0.9171284397752019, - 0.9104156790640995, - 1.0518203238418193, - 0.8156351280441914, - 0.8683551446970883, - 0.9112079933660755, - 0.813430119013099, - 0.8388136650033143, - 1.1512761088815193, - 1.0375108599738538 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 58375, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.6363636255264282, - "108": 0.5454545617103577, - "255": 0.13636364042758942 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6, - "test_acc": 0.6386554621848739, - "train_size": 49, - "val_size": 30, - "test_size": 119, - "stats": { - "mean": [ - [ - -0.2954286122448979, - 0.22705779387755098, - 0.13045305210204083, - 0.21518541632653068, - 0.21329647816326533, - -0.23494008897959187, - -0.13741642857142858, - -0.01620160836734699, - 0.07495674877551023, - -0.08356683326530613, - -0.30211086122448977, - 0.17222382204081632, - 0.1861636093877551, - 0.18613398183673469, - 0.17258124081632648, - -0.019180042857142875, - 0.011242470816326589, - -0.019861698775510188, - 0.09400348163265304, - 0.03439312653061231, - -0.08544421122448984, - 0.1251565993877551, - 0.0614657979591837, - 0.1106848959183673, - 0.10643556734693876, - -0.283786518367347, - -0.22690647755102036, - -0.21750787142857142, - -0.11082883795918366, - -0.2517320069387755, - -0.3646700183673469, - 0.17979882653061224, - -0.02691289795918366 - ] - ], - "std": [ - [ - 0.8143503780150015, - 0.9174121431953063, - 0.9505147809888337, - 0.9270519324131056, - 0.9280401005535991, - 1.1301563685159044, - 1.0842494023346008, - 1.17774758901752, - 1.1259425788210895, - 1.0343443324314006, - 0.899946779911175, - 1.0776959194375155, - 1.0652779342066867, - 1.0778896598336396, - 1.0489415511808549, - 1.0202607569462199, - 1.065380703338058, - 1.046928716393895, - 1.0889438008342867, - 1.0504050035821422, - 0.966138030350577, - 0.8642794080204923, - 1.0800430340260923, - 0.8743291823479178, - 0.8688670309147045, - 1.0842628402104706, - 0.8975026094533473, - 0.9571151684782386, - 1.0396216376453484, - 0.914946697740367, - 0.749250166005288, - 1.1231797264684098, - 0.8886200116636936 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 58375, - "cert_evals": { - "36": 0.5666667222976685, - "72": 0.3333333432674408, - "108": 0.10000000894069672, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 39, - "best_val_acc": 0.6486486486486487, - "test_acc": 0.7053571428571429, - "train_size": 49, - "val_size": 37, - "test_size": 112, - "stats": { - "mean": [ - [ - -0.03842323061224502, - -0.10614214693877552, - 0.030698034693877517, - -0.1000028979591836, - -0.08415378163265311, - -0.03538041755102043, - -0.04750202040816325, - -0.10165484306122448, - -0.1358923424489796, - -0.02547460816326529, - 0.027964706122448967, - 0.1158320934693878, - 0.2141981857142857, - 0.11305339408163259, - 0.09026773632653065, - -0.07205539183673473, - -0.11876845979591835, - -0.09018467959183678, - -0.001788581632653037, - -0.09199452244897957, - -0.05832562632653058, - -0.06420658346938772, - 0.05587048142857144, - -0.07304466938775511, - -0.028326246938775446, - -0.04279098959183677, - -0.11518350408163265, - -0.12291339183673465, - -0.1940691712244898, - -0.03263718653061224, - -0.029735322448979654, - 0.15452512040816324, - 0.20183378571428573 - ] - ], - "std": [ - [ - 0.9794534025714385, - 1.0053275769298504, - 0.9095119348920842, - 1.008933323770274, - 0.9879586777091109, - 1.0102761898726105, - 0.9960048575197608, - 1.0021029195920532, - 0.9776597311295145, - 0.9821341050152573, - 0.9436155579641772, - 1.1817284472744785, - 1.1856988946274227, - 1.1970542714305854, - 1.1086625077552497, - 0.6618568645391364, - 0.7687365990953271, - 0.8119143908977525, - 1.0415418534564902, - 0.8186632232431363, - 0.8434368212477027, - 1.0615598386819989, - 0.8454048970519085, - 1.0522702304694245, - 1.041897029381895, - 1.1007804274989816, - 0.8280858289610474, - 0.8451988761728604, - 1.0253215425598294, - 0.9705970427113062, - 0.8554540105246272, - 0.9682864062481196, - 1.2134784272055537 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 58375, - "cert_evals": { - "36": 0.5675675868988037, - "72": 0.5405405759811401, - "108": 0.5135135054588318, - "255": 0.2432432472705841 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.68, - "test_acc": 0.5967741935483871, - "train_size": 49, - "val_size": 25, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.06744018775510212, - 0.18968365714285723, - -0.014217911020408189, - 0.21184517142857145, - 0.16995342797959181, - 0.0988115742857143, - 0.23174346530612244, - 0.2643820010204082, - 0.2708541071428573, - 0.17052290612244894, - 0.08597982244897957, - 0.02605522000000001, - -0.09904910612244898, - 0.07999727979591835, - 0.021088532448979617, - 0.032508024489795916, - 0.1139721422448979, - 0.17344601857142858, - 0.1454327612244898, - 0.09731225102040818, - 0.07194746775510205, - 0.15103356959183675, - -0.07001499795918376, - 0.19365317551020406, - 0.10773460285714288, - 0.06407297959183662, - 0.08076181836734692, - 0.18958595510204077, - 0.30016600816326516, - 0.048603673469387716, - 0.014894271020408143, - 0.2872125, - 0.2280839387755102 - ] - ], - "std": [ - [ - 0.9697920367102327, - 0.9203134351014114, - 0.9060497409545201, - 0.9187807307729611, - 0.9729266703311016, - 0.9430977585802243, - 0.8769553733450195, - 0.8356859349258849, - 0.8680804682359612, - 1.0166341852710845, - 0.8914293133833798, - 0.7940097770795826, - 0.7723528820449007, - 0.8508321197542031, - 0.7752894285658177, - 0.7444263872990391, - 0.9053411998307737, - 0.9999993608516502, - 0.8504750965678145, - 1.090497279238265, - 0.7631870591645827, - 0.9076864322017706, - 0.8687695687330197, - 0.9366133883217269, - 0.9044846120349299, - 0.9712465829469978, - 0.7332294033502637, - 0.8612201045664006, - 0.9404165330479154, - 0.8777899215486339, - 0.6950358654750831, - 1.288136700201249, - 1.084093306135652 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 58375, - "cert_evals": { - "36": 0.5600000023841858, - "72": 0.5199999809265137, - "108": 0.3999999761581421, - "255": 0.1599999964237213 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6662990618523253, - "std_test_acc": 0.059161436427338225, - "n_samples": 198, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.6053767651319504, - "std_cert_acc_36": 0.08133404953777261, - "mean_cert_acc_72": 0.5075593814253807, - "std_cert_acc_72": 0.12673827806537194, - "mean_cert_acc_108": 0.38974201306700706, - "std_cert_acc_108": 0.20299543089752642, - "mean_cert_acc_255": 0.1349017210304737, - "std_cert_acc_255": 0.10094292328020366 - }, - "car": { - "dataset": "car", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.7348927875243665, - "train_size": 432, - "val_size": 270, - "test_size": 1026, - "stats": { - "mean": [ - [ - 0.08486305092592587, - -0.024837976851851778, - -1.3287037036350012e-06, - 0.011336944444444445, - -0.03684506944444444, - -0.03401083333333333 - ] - ], - "std": [ - [ - 1.0016589891278265, - 1.0231915721256846, - 0.9608720065155524, - 0.9785956932593036, - 0.9832757136677825, - 1.0299163223065575 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 3721, - "cert_evals": { - "36": 0.6518518328666687, - "72": 0.5037037134170532, - "108": 0.4000000059604645, - "255": 0.12962962687015533 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.7598425196850394, - "test_acc": 0.7341650671785028, - "train_size": 432, - "val_size": 254, - "test_size": 1042, - "stats": { - "mean": [ - [ - 0.11177086574074095, - 0.05174572685185183, - 0.006257092592592696, - -0.014171180555555555, - 0.00850270833333333, - -0.04251354166666666 - ] - ], - "std": [ - [ - 1.0027127363181396, - 1.0149158181522542, - 1.0007483470954381, - 0.9838637435503522, - 0.9979369093278955, - 0.9935806706647962 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 3721, - "cert_evals": { - "36": 0.6692913174629211, - "72": 0.5433070659637451, - "108": 0.4606299102306366, - "255": 0.12204724550247192 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.788, - "test_acc": 0.739961759082218, - "train_size": 432, - "val_size": 250, - "test_size": 1046, - "stats": { - "mean": [ - [ - 0.03725695833333315, - -0.008279379629629494, - -0.017212699074074026, - -0.022673888888888886, - 0.11053520833333332, - -0.005668472222222222 - ] - ], - "std": [ - [ - 1.015550913169218, - 1.0070528609914111, - 1.0176501107132674, - 0.9748453883737107, - 1.0057305909552958, - 0.9857113000295774 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 3721, - "cert_evals": { - "36": 0.6600000262260437, - "72": 0.5520000457763672, - "108": 0.3920000195503235, - "255": 0.11600000411272049 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.7326007326007326, - "test_acc": 0.7155425219941349, - "train_size": 432, - "val_size": 273, - "test_size": 1023, - "stats": { - "mean": [ - [ - 0.006209462962963474, - 0.006209476851851934, - -0.0015661527777777126, - -0.017005416666666662, - 0.02267388888888889, - -0.04534777777777777 - ] - ], - "std": [ - [ - 1.0216642383326442, - 0.997836524752538, - 0.9973262178910823, - 0.9855809020000981, - 1.020073036790825, - 0.9917072748761516 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 3721, - "cert_evals": { - "36": 0.6373626589775085, - "72": 0.5054945349693298, - "108": 0.3553113639354706, - "255": 0.11355311423540115 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7311405339448056, - "std_test_acc": 0.010713530354109038, - "n_samples": 1728, - "n_features": 6, - "n_classes": 4, - "mean_cert_acc_36": 0.6546264588832855, - "std_cert_acc_36": 0.01353600925761432, - "mean_cert_acc_72": 0.5261263400316238, - "std_cert_acc_72": 0.025120188142509207, - "mean_cert_acc_108": 0.4019853249192238, - "std_cert_acc_108": 0.04367033254945013, - "mean_cert_acc_255": 0.12030749768018723, - "std_cert_acc_255": 0.007167170796359544 - }, - "cardiotocography-10clases": { - "dataset": "cardiotocography-10clases", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 54, - "best_val_acc": 0.64576802507837, - "test_acc": 0.640282131661442, - "train_size": 531, - "val_size": 319, - "test_size": 1276, - "stats": { - "mean": [ - [ - 0.05696145216572526, - 0.04547308248587554, - 0.02537313540489641, - 0.00411199623352259, - 0.004895357815442945, - 0.008270713935970049, - 0.005839290018833664, - -0.016622836393596845, - 0.056058268926553946, - -0.03742293794726937, - 0.012369841544256039, - 0.0072619020715631285, - 0.009574918079096046, - 0.031539144971751344, - 0.013908543314500948, - 0.011100862523540712, - 0.04299334557438753, - 0.0388642668549907, - 0.03971033022598931, - 0.04886574700564973, - 0.01822254990583819 - ] - ], - "std": [ - [ - 0.9791003932834449, - 1.021744482805594, - 1.1340682159044895, - 1.0045684160238317, - 1.0167341100485954, - 1.0690427250537498, - 1.0300221271732741, - 1.0094253367928134, - 1.0210603991574776, - 0.9572713912379988, - 1.0483212024662971, - 1.0072461534048065, - 1.0014897901284459, - 0.9804849453944862, - 0.9885214019890697, - 1.0745697261946487, - 0.992143934303644, - 0.984246843865331, - 0.9805974247887139, - 1.1272267847632704, - 1.0038856117840471 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 15887, - "cert_evals": { - "36": 0.5423197150230408, - "72": 0.4702194333076477, - "108": 0.369905948638916, - "255": 0.11598745733499527 - }, - "fold": 0 - }, - { - "best_epoch": 44, - "best_val_acc": 0.6261398176291794, - "test_acc": 0.6627172195892576, - "train_size": 531, - "val_size": 329, - "test_size": 1266, - "stats": { - "mean": [ - [ - 0.02423730847457605, - 0.013319074199623025, - 0.015243735216572874, - 0.004751267419963072, - -0.009100580225987828, - 0.008270713935970045, - 0.024992621468926206, - 0.03573573145009404, - -0.005775212429378253, - -0.0017990462335216943, - -0.04130081879472713, - 0.004844720715630924, - 0.008810358945386055, - 0.025032086685499028, - -0.003331445386064059, - 0.003099077212806293, - 0.013448002824858358, - 0.00903407777777766, - 0.006905300357815675, - 0.014681350583804143, - -0.02494074199623351 - ] - ], - "std": [ - [ - 0.9901364010340642, - 1.0331843009790576, - 1.0385537848348627, - 1.004594460707876, - 0.9939531654620118, - 1.0690427250537498, - 1.1059904833090093, - 1.0066519698467797, - 0.9947251360209003, - 1.007854194532267, - 0.9613978699084029, - 1.0039167957400732, - 1.0015612937949965, - 1.0093255157872945, - 0.9891264460600468, - 0.9170858677231267, - 1.0232842600875196, - 0.9997950684728752, - 1.0142818567858394, - 1.0064323164990734, - 0.9910108983737475 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 15887, - "cert_evals": { - "36": 0.5440729260444641, - "72": 0.45896658301353455, - "108": 0.39817628264427185, - "255": 0.1367781162261963 - }, - "fold": 1 - }, - { - "best_epoch": 55, - "best_val_acc": 0.6646884272997032, - "test_acc": 0.6144674085850557, - "train_size": 531, - "val_size": 337, - "test_size": 1258, - "stats": { - "mean": [ - [ - -0.017864035781544274, - 0.006498658568738066, - 0.055962871563087456, - 0.031599305084746454, - -0.01800729736346521, - 0.008270713935970026, - -0.010121785310734386, - 0.06804887372881353, - -0.026457461770244318, - -0.009681385969868147, - -0.06351851043314512, - 0.0022826497175141396, - 0.0007831224105461175, - 0.006246139887005633, - 0.020293879472693028, - -0.039576907721280453, - -0.031042671939736536, - -0.02997460489642182, - -0.02915410564971728, - -0.03835001242937842, - -0.02802381167608266 - ] - ], - "std": [ - [ - 0.9840240485333955, - 1.0369630058509158, - 1.3077211738329413, - 0.9781910820406798, - 0.9593815683814114, - 1.0690427250537495, - 0.9831811654899777, - 1.0030139105693259, - 0.9410382228102027, - 1.0102835335540883, - 0.9567918855139759, - 0.9840184308800868, - 0.9460545431142556, - 1.0343625123637432, - 0.9972026659995562, - 0.9845178278494092, - 0.982127775954673, - 0.9875424397739129, - 0.9974176458730358, - 0.9332863192875079, - 1.005191404704601 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 15887, - "cert_evals": { - "36": 0.5548961162567139, - "72": 0.48961424827575684, - "108": 0.40652817487716675, - "255": 0.1483679562807083 - }, - "fold": 2 - }, - { - "best_epoch": 47, - "best_val_acc": 0.6835443037974683, - "test_acc": 0.6465989053948398, - "train_size": 531, - "val_size": 316, - "test_size": 1279, - "stats": { - "mean": [ - [ - 0.00242115593220332, - -0.035886080602636754, - -0.03572555838041413, - -0.01890058003766386, - -0.032639473446328435, - 0.008270713935969828, - -0.010121798493407167, - 0.037159613276836166, - -0.026031056685498998, - -0.0068150113747645945, - -0.01142061785310738, - -0.00994834726930324, - -0.03017912354048965, - -0.07131180037664787, - -0.020571447269303055, - -0.026240708097928056, - 0.01977089152542346, - -0.0009897885122410945, - 0.008988329585687696, - -0.027821750659133063, - 0.07988433521657268 - ] - ], - "std": [ - [ - 0.9646815053252067, - 0.9964364169189934, - 0.8667767137648238, - 0.9918320242400497, - 0.9443068366192023, - 1.0690427250537484, - 0.9028491559082471, - 0.9963685539925591, - 0.9378981844514512, - 0.9990211691032591, - 0.9968931340694016, - 0.9947823538218709, - 1.01034823063542, - 0.9491639320099594, - 0.9768788202272297, - 0.8919007118681375, - 0.9486367993709804, - 0.9697075304143699, - 0.975375266216865, - 0.9399010412320569, - 0.9783943677709094 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 15887, - "cert_evals": { - "36": 0.6044303774833679, - "72": 0.5253164768218994, - "108": 0.41455698013305664, - "255": 0.12025316804647446 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6410164163076487, - "std_test_acc": 0.020062220153575998, - "n_samples": 2126, - "n_features": 21, - "n_classes": 10, - "mean_cert_acc_36": 0.5614297837018967, - "std_cert_acc_36": 0.02920157021174438, - "mean_cert_acc_72": 0.4860291853547096, - "std_cert_acc_72": 0.029089956183317205, - "mean_cert_acc_108": 0.3972918465733528, - "std_cert_acc_108": 0.019443629892668172, - "mean_cert_acc_255": 0.13034667447209358, - "std_cert_acc_255": 0.014991064336422506 - }, - "cardiotocography-3clases": { - "dataset": "cardiotocography-3clases", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 27, - "best_val_acc": 0.891640866873065, - "test_acc": 0.8608490566037735, - "train_size": 531, - "val_size": 323, - "test_size": 1272, - "stats": { - "mean": [ - [ - -0.030111656873823105, - -0.003732127118644177, - 0.01116787758945438, - -0.08985611299434969, - -0.00846454877589486, - 0.008270713935970052, - 0.01860809416195951, - 0.07714044712806034, - -0.005562035969867772, - -0.02718609557438801, - -0.012457818041431213, - 0.012724705461393555, - -0.02157851902071565, - -0.007921984030131852, - 0.03306414218455754, - 0.04044068926553697, - -0.048516965348399554, - -0.04458778192090391, - -0.03123695568738192, - 0.02170018583804156, - -0.018774542372881505 - ] - ], - "std": [ - [ - 1.0267196734843282, - 1.0079165135088577, - 0.9473557451244335, - 0.9914796817927604, - 1.004413984395137, - 1.0690427250537498, - 1.0265337126752654, - 1.0005000887455053, - 1.027745709308044, - 0.9908319242282088, - 1.0037543771306683, - 1.0398975301195088, - 1.0062327099761543, - 1.0841869723664168, - 1.0142218392015123, - 1.151741953917099, - 1.0734457791437295, - 1.0354213623061976, - 1.0200885928553527, - 1.1205840477329363, - 1.0030899076810105 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.8544891476631165, - "72": 0.8049535155296326, - "108": 0.7739937901496887, - "255": 0.5510835647583008 - }, - "fold": 0 - }, - { - "best_epoch": 32, - "best_val_acc": 0.8680981595092024, - "test_acc": 0.8628841607565012, - "train_size": 531, - "val_size": 326, - "test_size": 1269, - "stats": { - "mean": [ - [ - 0.016391169491525318, - 0.0011396926553671261, - -0.02373987099811634, - 0.03607396610169575, - -0.010373017325799852, - 0.00827071393597003, - 0.012223685499058473, - 0.010651874764595136, - 0.01981098888888896, - 0.01887923308851223, - -0.018915777890772333, - -0.015072648775894497, - 0.009447557815442556, - -0.017157672448210953, - -0.006524062146892641, - -0.03690971751412391, - -0.03587095574387965, - -0.017897674387947204, - -0.022515022862523364, - 0.011496865838041524, - -0.04343927306967993 - ] - ], - "std": [ - [ - 0.9391569592897272, - 1.0230906606141204, - 0.9581004188558814, - 0.9835526445831309, - 0.9979926559581693, - 1.0690427250537498, - 1.0123898646052452, - 1.000643989202775, - 1.0328535759777588, - 1.0412458470198602, - 1.0101002215424937, - 1.0019895656154183, - 1.0176643747680885, - 0.9912502978877031, - 0.9736333689619006, - 0.8842664932785655, - 1.039084545290219, - 0.9977498578188039, - 0.9855549645903211, - 1.0605253991894208, - 1.000119457990836 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.8282208442687988, - "72": 0.7944785356521606, - "108": 0.745398759841919, - "255": 0.512269914150238 - }, - "fold": 1 - }, - { - "best_epoch": 53, - "best_val_acc": 0.8575757575757575, - "test_acc": 0.866403162055336, - "train_size": 531, - "val_size": 330, - "test_size": 1265, - "stats": { - "mean": [ - [ - 0.011989649905837963, - 0.017703763653483834, - -0.04815508248587558, - 0.0878522580037672, - -0.0001940107344639859, - -0.0574620999999995, - 0.04414582297551817, - 0.04154100908662901, - 0.0033932510357819923, - 0.013044282391713674, - -0.042404981242937984, - 0.04134378888888889, - -0.01985842806026365, - 0.05704191233521654, - 0.04647320527306972, - -0.06624954802259869, - 0.0383948538606398, - 0.015676433521657228, - 0.03476359286252388, - 0.0983877023352167, - -0.00027604896421838714 - ] - ], - "std": [ - [ - 1.0121411725514342, - 1.0022698506112053, - 0.7850107263672123, - 1.021861659011844, - 1.0205680703685656, - 1.0, - 1.0504178369202641, - 0.9762037792485212, - 0.9969033920323853, - 1.0262088384173584, - 0.9577094393711939, - 1.018018865673482, - 1.0072567026892174, - 1.0240761987453126, - 0.9864342700743015, - 0.8655231462742808, - 1.0132444325659744, - 1.002180759880479, - 1.0086965056851351, - 1.1584443320466373, - 0.9678154222739248 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.8181818127632141, - "72": 0.7696969509124756, - "108": 0.7303029894828796, - "255": 0.5272727012634277 - }, - "fold": 2 - }, - { - "best_epoch": 53, - "best_val_acc": 0.8594249201277955, - "test_acc": 0.8689547581903276, - "train_size": 531, - "val_size": 313, - "test_size": 1282, - "stats": { - "mean": [ - [ - 0.07590710470809812, - -0.024193697175141464, - -0.04779198342749522, - -0.03360304143126111, - 0.029070319209039387, - -0.024595693032014893, - 0.005839325800377342, - 0.06772045080037671, - 0.004032814877590208, - -0.01572106636534833, - -0.023934781092278794, - -0.0005697517890771726, - -0.008709438794726921, - -0.015583420433144993, - -0.012270593220338952, - 0.01910270809792879, - -0.009544668926553972, - -0.0007485035781543035, - 0.019792885216572968, - 0.012601643615819754, - 0.07063507344632772 - ] - ], - "std": [ - [ - 0.9774443663972388, - 0.9691878598072985, - 0.7938133543361705, - 1.0258465761633682, - 0.9993132346074002, - 0.7566415100311142, - 1.0194614547438874, - 0.9883543548463236, - 0.9952655430481072, - 0.9924332095258233, - 1.0409700820319554, - 0.9838443180700808, - 0.9913771235918427, - 0.9821486224205357, - 0.9651162627503362, - 1.033340912804804, - 1.0105779866484361, - 1.0049118298763688, - 0.989141891228224, - 1.0204876585018856, - 0.9866082018247349 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.8242811560630798, - "72": 0.7923322319984436, - "108": 0.7507987022399902, - "255": 0.5239616632461548 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8647727844014845, - "std_test_acc": 0.003610612836609549, - "n_samples": 2126, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.8312932401895523, - "std_cert_acc_36": 0.016005921749661617, - "mean_cert_acc_72": 0.7903653085231781, - "std_cert_acc_72": 0.014841206322928518, - "mean_cert_acc_108": 0.7501235604286194, - "std_cert_acc_108": 0.018123855886660087, - "mean_cert_acc_255": 0.5286469608545303, - "std_cert_acc_255": 0.01628342159572168 - }, - "chess-krvkp": { - "dataset": "chess-krvkp", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 31, - "best_val_acc": 0.9719827586206896, - "test_acc": 0.9653388515261252, - "train_size": 799, - "val_size": 464, - "test_size": 1933, - "stats": { - "mean": [ - [ - -0.012910581977471696, - 0.0232343479349185, - 0.01974840050062684, - -0.006236645807259704, - 0.016582745932415422, - 0.011297774718398169, - 0.042862941176470284, - 0.03031926157697225, - 0.0180404605757215, - -0.010202853566957767, - -0.00189366082603287, - -0.016319619524404437, - 0.0033822653316640658, - -0.03204078085106409, - 0.0705100575719649, - 0.02903828535669439, - -0.03100208760951203, - -0.008096886107634134, - -0.03482669524405622, - 0.019232514392990924, - 0.012952405506882283, - 0.028141539424280874, - 0.012118360450564641, - -0.021248015018773447, - -0.016025085481852858, - 5.306633288432277e-07, - -0.020626277847311296, - -0.017688700000000283, - 0.0857653942428025, - -0.03719805506883507, - 0.005740868585732433, - 0.07288125406758252, - 0.025791864831039592, - -0.00712086608260405, - -0.040342160200250346, - -0.05876795494368149 - ] - ], - "std": [ - [ - 0.9837163023685394, - 1.0378682164982054, - 1.0465982807867846, - 0.9915165284267596, - 1.005530465952035, - 1.0006602278791406, - 1.010781822340367, - 1.0199155022259125, - 1.0041109770934162, - 0.9954304425556489, - 0.999580748645936, - 0.9784729377035531, - 1.001226355888721, - 0.7309839212424674, - 1.0450840322089407, - 1.0585050069556725, - 0.9104979964986178, - 1.0030733244153598, - 0.7855814376765642, - 1.0182546843992308, - 1.0103378991543899, - 1.020315666869466, - 1.0226041285721963, - 0.9944445166738229, - 0.8530722671343124, - 0.9998428506463546, - 0.958403864877632, - 1.0, - 1.297598626233983, - 0.9108937768595846, - 1.0046803731698561, - 1.1311938967311475, - 1.0059129579966133, - 1.0017029704517841, - 1.020154120299574, - 0.9629351207831572 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 59143, - "cert_evals": { - "36": 0.9375, - "72": 0.9073275923728943, - "108": 0.8534482717514038, - "255": 0.39008620381355286 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.9800443458980045, - "test_acc": 0.9671120246659815, - "train_size": 799, - "val_size": 451, - "test_size": 1946, - "stats": { - "mean": [ - [ - -0.0009927534418022186, - 0.018342768460575525, - -0.06582760575719632, - -0.0020792615769724375, - 0.051078400500625745, - 0.011297774718398223, - -0.03506647058823558, - -0.021223376720899582, - -0.03866361702127398, - -0.02380752190237722, - -0.014526558197747444, - 0.016318818523153884, - 0.006087788485606497, - 0.07781297659574443, - -0.04009326658322881, - 0.017423181476844563, - -0.016413096370462833, - -0.032386387984980926, - 0.020896709511889343, - 0.0017488035043802706, - 0.0032379173967446036, - -0.04377830913642133, - 0.00134634543179087, - -0.008370843554443178, - -0.01602508548185286, - -0.05699136670838574, - 0.012376380475592372, - -0.017688700000000283, - 0.023390775969961416, - 0.03719677847309204, - 0.005740868585732397, - -0.004124948685859613, - 0.002579862327909166, - -0.025243699624531293, - -0.02052447684605754, - 0.019589255319148336 - ] - ], - "std": [ - [ - 0.9986195311743077, - 1.0300230852190024, - 0.8216604611116667, - 0.9970790771407829, - 1.0163955081800622, - 1.0006602278791408, - 0.9894273630441428, - 0.9849960711322177, - 0.9895223747807858, - 0.9893503391280706, - 0.9977270081722001, - 1.0205058915949463, - 1.0023223894472089, - 1.4564544306041578, - 0.9790108101412359, - 1.0355371587989588, - 0.9537117155994841, - 1.0123108404588719, - 1.108181480971759, - 1.001546561141509, - 1.0024924985959782, - 0.9655037096440781, - 1.0024053099202712, - 0.9977739015125082, - 0.8530722671343125, - 1.021876104669329, - 1.0237032374075374, - 1.0, - 1.0898218142005072, - 1.080220497632301, - 1.0046803731698557, - 0.9917285097795778, - 1.000482486194206, - 1.0061895454376688, - 1.0104282205557285, - 1.0110875620192163 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 59143, - "cert_evals": { - "36": 0.9467849135398865, - "72": 0.915742814540863, - "108": 0.8691796064376831, - "255": 0.4678492248058319 - }, - "fold": 1 - }, - { - "best_epoch": 40, - "best_val_acc": 0.9705263157894737, - "test_acc": 0.9625390218522373, - "train_size": 799, - "val_size": 475, - "test_size": 1922, - "stats": { - "mean": [ - [ - 0.04270595118898613, - -0.035464605757197565, - -0.026330987484355414, - 0.010392891113891287, - 0.024543281602002653, - -0.001253777221526715, - -0.011687647058824222, - -0.02728721652065032, - 0.0025757121401775553, - -0.07006339424280264, - -0.0018936608260329234, - -0.004080205256570354, - 0.04125958948685799, - -0.03204078085106409, - -0.02626784230287835, - -0.023229682102629934, - 0.041942868585731145, - 0.01619261576971138, - 0.006965858322903206, - -0.001747938673341953, - -0.05828717396746041, - 0.04064933917396773, - 0.06597843554443104, - -0.018672580725907748, - 0.005341821777221022, - -0.005427269086358065, - 0.03437815269086148, - -0.017688700000000283, - -0.007796533166459127, - -6.382978713675692e-07, - -0.04346299874843527, - 0.01787682352940982, - -0.03610680851063828, - 0.04465865832290276, - 0.019110889862328, - 0.03990408760951166 - ] - ], - "std": [ - [ - 1.0503026614950781, - 0.9377299469744113, - 0.9332222466570044, - 1.0134812577120929, - 1.0081529457229899, - 0.9997466732969692, - 0.9965218768327301, - 0.9806280790356154, - 1.0004721494235536, - 0.9669617912464558, - 0.9995807486459362, - 0.9945690429937961, - 1.0158077550757176, - 0.7309839212424674, - 0.9989487460582208, - 0.9496723729602274, - 1.1079472020538745, - 0.9931560757473815, - 1.0372639011971079, - 0.998134626824417, - 0.9489971567418679, - 1.0290373693626786, - 1.116580541935386, - 0.9951246155880097, - 1.0441402229839951, - 1.0021017867674258, - 1.064445876205708, - 1.0, - 0.9678679341238935, - 0.999842760601726, - 0.9613338278133499, - 1.0340832941176457, - 0.9901571062749744, - 0.9869400115230125, - 0.9895000075374855, - 1.0222216905424544 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 59143, - "cert_evals": { - "36": 0.9431578516960144, - "72": 0.9221051931381226, - "108": 0.8821052312850952, - "255": 0.5284210443496704 - }, - "fold": 2 - }, - { - "best_epoch": 38, - "best_val_acc": 0.9585152838427947, - "test_acc": 0.9587416193914389, - "train_size": 799, - "val_size": 458, - "test_size": 1939, - "stats": { - "mean": [ - [ - 0.0029798560700874874, - -0.015898287859826204, - 0.013165630788484818, - -0.002079261576972459, - 0.06434595994993732, - -0.0087847083854817, - -0.035066470588235754, - -0.021223376720899842, - 0.012885544430540316, - -0.0755052615769703, - -0.07516446558197788, - 0.004079404255319092, - 0.041259589486858005, - 0.04119505744680826, - -0.0069122853566958315, - -0.029037234042554844, - -0.01641309637046286, - -0.037784055068836316, - -0.03482669524405622, - -0.04370884480600792, - -0.035620035043805974, - 0.04690323904881119, - -0.009425669586981995, - -0.00064454067584565, - -0.05875890000000068, - -0.04884966708385503, - 0.0453790387984959, - -0.017688700000000283, - 0.002599236545681054, - 0.030997209011264834, - -0.05002351439299086, - 0.006875937421775107, - -0.010315694618272687, - -0.04077755694618336, - 0.004955401752189988, - 0.10084858448060059 - ] - ], - "std": [ - [ - 1.003506639923147, - 0.9726497119550556, - 1.031291250931018, - 0.9970790771407828, - 1.0202330509186042, - 0.9991224561764447, - 0.9894273630441432, - 0.9849960711322175, - 1.0029259974983142, - 0.9641477850388797, - 0.9865314194046129, - 1.0050737920779802, - 1.0158077550757172, - 1.2629201270580204, - 0.9808444007141872, - 0.9366196797544946, - 0.9537117155994845, - 1.0142732074093561, - 0.7855814376765643, - 0.9552444287880467, - 0.9695039665985851, - 1.033313842690941, - 0.9816728244810887, - 0.9996865943557063, - 1.0, - 1.0189528540341442, - 1.0840757895240576, - 1.0, - 1.0102634466126872, - 1.067334702526026, - 0.9552142319361535, - 1.0131869855246693, - 0.9972193469515207, - 1.0097604697449478, - 0.9972056619226006, - 1.052569358911855 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 59143, - "cert_evals": { - "36": 0.932314395904541, - "72": 0.9104803800582886, - "108": 0.8908296823501587, - "255": 0.5240174531936646 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9634328793589457, - "std_test_acc": 0.003650376301030588, - "n_samples": 3196, - "n_features": 36, - "n_classes": 2, - "mean_cert_acc_36": 0.9399392902851105, - "std_cert_acc_36": 0.00635900533920109, - "mean_cert_acc_72": 0.9139139950275421, - "std_cert_acc_72": 0.00647072172649785, - "mean_cert_acc_108": 0.8738906979560852, - "std_cert_acc_108": 0.016273648664274054, - "mean_cert_acc_255": 0.47759348154067993, - "std_cert_acc_255": 0.064526739882693 - }, - "congressional-voting": { - "dataset": "congressional-voting", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.543859649122807, - "test_acc": 0.5985130111524164, - "train_size": 109, - "val_size": 57, - "test_size": 269, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.11779591743119261, - -0.04414557798165136, - -0.044145577981651356, - -0.1385431192660551, - -0.04414557798165139, - -0.026378550458715573, - 0.11256628440366967, - -0.10507706422018329, - -0.054913027522935885, - -0.05395532110091718, - 0.008270385321100901, - 0.10771073394495408, - 0.03500372477064211, - -0.000600422018348633, - -0.02276844036697253 - ] - ], - "std": [ - [ - 0.8184815616369955, - 0.8313668954689791, - 0.8538679440524577, - 0.8538679440524576, - 0.5219210944971431, - 0.8538679440524588, - 0.9259164552817457, - 1.2484961570437194, - 0.7457451590890042, - 0.7568400989501728, - 0.8761485096645807, - 1.012504902324288, - 1.1811957798165138, - 1.0783310548027614, - 0.9977827937237086, - 0.9845600817644352 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 14727, - "cert_evals": { - "36": 0.22807016968727112, - "72": 0.19298246502876282, - "108": 0.035087719559669495, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.59375, - "test_acc": 0.5343511450381679, - "train_size": 109, - "val_size": 64, - "test_size": 262, - "stats": { - "mean": [ - [ - -0.00038625688073406236, - 0.057688394495412916, - 0.07259284403669729, - 0.07259284403669727, - -0.08832123853211014, - 0.01422363302752295, - -0.07830136697247703, - -0.08832123853211014, - 0.10401949541284418, - -0.054913027522935885, - -0.09670699082568791, - 0.043890183486238465, - -0.010408844036697309, - -0.05957216513761476, - 0.22344607339449585, - 0.020201284403669834 - ] - ], - "std": [ - [ - 0.9977358415203772, - 1.0666277227790677, - 1.1962128629178321, - 1.196212862917833, - 0.7346827772265264, - 1.0408721364505138, - 0.7595653225302291, - 0.7346827772265264, - 1.1887281938323424, - 0.7568400989501728, - 0.7623714803384029, - 1.0685939449541277, - 0.9788020482079224, - 0.8432648555935023, - 1.3191500469500397, - 1.0109306979905373 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 14727, - "cert_evals": { - "36": 0.21875, - "72": 0.1875, - "108": 0.109375, - "255": 0.03125 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6226415094339622, - "test_acc": 0.5860805860805861, - "train_size": 109, - "val_size": 53, - "test_size": 273, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.0008063761467889231, - -0.044145577981651335, - -0.10251478899082538, - -0.08832123853211014, - 0.014223633027522997, - -0.078301366972477, - -0.08832123853211014, - -0.14689637614678883, - -0.12773999999999977, - 0.03154801834862407, - 0.008270385321100882, - 0.028964348623853046, - -0.012284220183486308, - -0.0006004220183486534, - 0.04168614678899078 - ] - ], - "std": [ - [ - 0.8184815616369948, - 0.9978460372285823, - 0.853867944052458, - 0.6065906343935914, - 0.7346827772265261, - 1.0408721364505131, - 0.7595653225302292, - 0.7346827772265265, - 0.6117637925728782, - 1.0, - 1.062789656192666, - 1.0125049023242882, - 1.0520823572341493, - 0.9691144875367229, - 0.9977827937237085, - 1.023184850832101 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 14727, - "cert_evals": { - "36": 0.28301888704299927, - "72": 0.16981132328510284, - "108": 0.07547169923782349, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5633802816901409, - "test_acc": 0.5098039215686274, - "train_size": 109, - "val_size": 71, - "test_size": 255, - "stats": { - "mean": [ - [ - -0.0003862568807340379, - -0.05930114678899078, - 0.014223633027522962, - -0.04414557798165134, - -0.03809935779816519, - -0.04414557798165141, - -0.026378550458715615, - 0.012122522935779772, - -0.02143844036697227, - 0.017913944954128333, - -0.0967069908256879, - 0.07950998165137609, - 0.028964348623853057, - -0.012284220183486292, - -0.0006004220183485913, - -0.02276844036697257 - ] - ], - "std": [ - [ - 0.9977358415203773, - 0.9202474953183722, - 1.0408721364505134, - 0.8538679440524575, - 0.8955844252869521, - 0.8538679440524586, - 0.9259164552817456, - 1.0292422785092563, - 0.9536270350654188, - 1.0653667607530586, - 0.7623714803384029, - 1.1207507845689388, - 1.0520823572341482, - 0.9691144875367229, - 0.9977827937237086, - 0.9845600817644354 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 14727, - "cert_evals": { - "36": 0.0845070406794548, - "72": 0.0422535203397274, - "108": 0.0422535203397274, - "255": 0.028169013559818268 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5571871659599494, - "std_test_acc": 0.04206863799287678, - "n_samples": 435, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.2035865243524313, - "std_cert_acc_36": 0.08429868238793385, - "mean_cert_acc_72": 0.14813682716339827, - "std_cert_acc_72": 0.07127797475929716, - "mean_cert_acc_108": 0.0655469847843051, - "std_cert_acc_108": 0.03410643731314546, - "mean_cert_acc_255": 0.014854753389954567, - "std_cert_acc_255": 0.017198847168999037 - }, - "conn-bench-sonar-mines-rocks": { - "dataset": "conn-bench-sonar-mines-rocks", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.7575757575757576, - "test_acc": 0.7317073170731707, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.07224829615384616, - 0.06143836403846155, - 0.17981892115384618, - 0.18359467307692307, - 0.17865188250000005, - 0.18166694038461537, - 0.13145928269230767, - 0.3580806807692308, - 0.2723380293846154, - 0.32641636923076933, - 0.3547530749999999, - 0.27079468269230766, - 0.2390470615384616, - 0.08077609423076923, - 0.06372549615384623, - 0.027136992307692294, - -0.0707615403846154, - -0.013202551923076929, - 0.07079190192307686, - 0.14980152423076923, - 0.19067387173076927, - 0.18353470192307691, - 0.09474908461538462, - 0.11814903269230771, - 0.12851396730769224, - 0.09148541923076925, - 0.007863109038461517, - -0.03280788846153844, - -0.038817317307692306, - -0.030111546153846168, - -0.06803155000000002, - -0.1759780653846154, - -0.09925099846153843, - -0.06391267884615386, - -0.10967796730769228, - -0.09900584423076922, - -0.07212157115384613, - -0.04979613730769235, - -0.014902880769230744, - -0.06563232307692309, - -0.19819578653846154, - -0.09516337250000001, - 0.028546435961538493, - 0.02690762884615383, - -0.051032306153846144, - -0.1709350942307693, - -0.15902759326923072, - 0.05230017500000001, - -0.06006629230769232, - -0.14417805423076924, - 0.04664167115384615, - 0.035231851923076866, - 0.10847407884615384, - 0.0320697788461538, - 0.014380650000000059, - 0.1584930519230769, - 0.24879878846153847, - -0.06910759711538458, - -0.04868835576923079, - -0.009460907692307728 - ] - ], - "std": [ - [ - 0.8826781365757673, - 0.8736204750730865, - 1.0631193826022287, - 1.0559935051069889, - 1.0948164691784295, - 0.9911164668100656, - 1.058133601574446, - 1.1345779651029129, - 1.2612720115229583, - 1.3050289136088924, - 1.2242580940441732, - 1.1507745621698449, - 0.9449561434126305, - 0.9761316418147328, - 1.0515687251009254, - 1.0336058228027496, - 1.0092336792759293, - 0.9721128786372969, - 0.9828570204269845, - 1.0526094050032175, - 1.007626826074757, - 0.9451553241613345, - 1.0688742655635421, - 1.1766129754915444, - 1.0893546356638915, - 0.9472223527353211, - 0.9975324667404246, - 0.9442106678014526, - 0.9147349976996598, - 0.8924870761180707, - 0.9115618167344114, - 0.9476131762252616, - 0.9936735012487963, - 1.091198911266045, - 1.0880994377807855, - 1.058748260466537, - 1.0322810862952991, - 1.0794760575131008, - 1.0563032817583005, - 1.063491740689508, - 0.9911947467095144, - 0.9289066519838143, - 1.060366924720947, - 1.0624085035469397, - 0.8715483240662897, - 0.6896203094035522, - 0.7267883935975691, - 0.928021673885073, - 0.8751357100836189, - 0.7223660360736314, - 0.7383172079055456, - 0.8199366242592814, - 1.0798630214435168, - 1.1347800621794066, - 0.9003324355296055, - 1.2234839576090903, - 1.1067568444114322, - 0.7263873158583661, - 0.9265847016853823, - 0.8105858418957635 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 228871, - "cert_evals": { - "36": 0.5454545617103577, - "72": 0.4848484992980957, - "108": 0.42424243688583374, - "255": 0.1818181872367859 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.8620689655172413, - "test_acc": 0.7795275590551181, - "train_size": 52, - "val_size": 29, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.1496621807692307, - -0.08903577807692303, - -0.14030929807692305, - -0.035338826923076924, - 0.08386959669423068, - 0.09199651153846154, - 0.14088967307692307, - 0.07056369423076922, - -0.0025582480769230555, - 0.009174194230769301, - 0.0818218730769231, - 0.08237485384615381, - 0.04123067288461538, - -0.00616768461538463, - -0.028849084615384605, - -0.04050276923076927, - -0.0212545653846154, - -0.05132907923076921, - -0.04626740192307692, - -0.07403159615384614, - -0.05252051923076921, - 0.030670448076923096, - -0.021138782692307692, - 0.005048434615384597, - 0.09778213076923079, - 0.2050811269230769, - 0.18951900000000002, - 0.09827862115384613, - 0.07715956730769227, - 0.1654723846153846, - 0.07360706730769234, - -0.012788405769230859, - -0.07698564038461544, - -0.11772723500000001, - -0.012259624999999958, - 0.0018293673076923635, - -0.07115984249999997, - -0.07953136711538462, - -0.04274317096153846, - -0.03792623653846152, - -0.08625715769230768, - -0.05082718653846153, - 0.0639244403846154, - 0.05993298846153846, - 0.008120661730769264, - -0.03299837499999998, - -0.08261534326923076, - -0.13786070961538463, - -0.11194899807692303, - -0.1165946903846154, - -0.11254034384615383, - -0.09731205576923077, - -0.10915543461538466, - -0.020348332692307698, - -0.03527259615384616, - -0.05305450769230768, - -0.0766177076923077, - 0.017685547115384614, - 0.05708845576923076, - 0.13349773076923077 - ] - ], - "std": [ - [ - 0.808987901180408, - 0.6916743939877592, - 0.6533719713044063, - 0.7289409087743024, - 0.9799815957215703, - 1.1546934744155954, - 1.0489671907417901, - 1.0406351665781963, - 1.06602300100525, - 0.9855510401092009, - 0.941611877990984, - 0.874334438804182, - 0.8948617088044496, - 0.9284777014495024, - 0.9652796384670821, - 0.9176168045360895, - 0.9187448624511494, - 0.9637941840958039, - 1.036895695822955, - 1.080455047426266, - 1.0569445623516454, - 1.027280062203057, - 0.9972067893847262, - 0.9558109386682533, - 0.9135564279343454, - 0.9323450964074564, - 0.9165881179625035, - 0.9150530169961677, - 0.8966782811687405, - 0.9697039290944067, - 1.0552459326194796, - 1.0678782438443375, - 1.0350794282536124, - 0.981036806175182, - 1.0268794592105523, - 1.049486682131856, - 1.0562822257610098, - 1.0082564159163012, - 1.008195204043701, - 1.0704359719340684, - 1.0356445372719016, - 0.9497252302544834, - 1.0265656593627723, - 1.1425919880616457, - 0.984594565229331, - 0.9387504917802769, - 0.9538513934843633, - 0.9644663205759176, - 0.9826957464876444, - 0.906104614495397, - 0.6863012460053298, - 0.8135699574469399, - 0.8718984903633391, - 0.87106180576059, - 0.9705550873133266, - 0.7881063937322114, - 1.0305107562527829, - 0.9850679024115949, - 1.0840227025091698, - 0.955646054806482 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 228871, - "cert_evals": { - "36": 0.7241379022598267, - "72": 0.6206896305084229, - "108": 0.5862069129943848, - "255": 0.27586206793785095 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.7886178861788617, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11352727307692301, - 0.005484550769230757, - 0.14128544711538463, - 0.01698709807692309, - -0.05546616484423073, - 0.015633542307692313, - 0.01695465576923076, - 0.007012186538461534, - 0.16428315769230764, - 0.1885259807692308, - 0.17271181923076925, - 0.10288603057692303, - 0.035842053846153805, - 0.06598513846153845, - 0.024155067307692363, - -0.031890009615384636, - -0.09900835576923078, - -0.06074108884615382, - -0.057217736538461544, - -0.05421212307692307, - 0.009597998076923055, - 0.08198633076923077, - 0.0738865326923077, - 0.11153800000000001, - 0.12820763269230767, - 0.1497061423076923, - 0.17804224999999999, - 0.12074562557692313, - 0.011866653846153862, - 0.02657458461538462, - 0.08961283461538459, - 0.012436888461538488, - -0.15344758865384617, - -0.25327539384615383, - -0.1676381884615385, - -0.08097806538461542, - 0.010272027115384563, - 0.0761040280769231, - 0.07725368461538452, - 0.01526856923076923, - 0.09035966538461546, - -0.018093585576923078, - -0.08110181153846155, - -0.05179539615384614, - -0.062206399423076895, - -0.05773718076923074, - -0.015536751903846145, - -0.05303988461538456, - -0.0334830886538462, - -0.019491399423076903, - -0.014853353461538439, - -0.04920472788461536, - -0.013006382692307706, - -0.11464770384615387, - -0.22059024807692304, - -0.20056836153846153, - -0.17135017615384612, - -0.09496722596153845, - -0.12957644230769227, - 0.05055160769230771 - ] - ], - "std": [ - [ - 0.7779847294085735, - 0.8164589056484339, - 0.8897943994160501, - 0.8232379895108087, - 0.8913136137549748, - 1.2277539871431498, - 1.148342655187086, - 1.0125738638827777, - 1.0308151593845143, - 1.0814728380420244, - 1.1275636354460448, - 1.0953105542528634, - 0.9617223163008869, - 0.9271042130221435, - 1.002366167344782, - 1.0134009310910002, - 0.9541301699800748, - 0.9039526162729385, - 0.8533527267834845, - 0.8674137383144989, - 0.8667342359963858, - 0.8682751705934699, - 0.8669633975953135, - 0.8844079338595519, - 0.8959832014657619, - 0.9477171784962183, - 0.9665146933040765, - 0.9608709208756278, - 0.9362600441482569, - 0.826100491116595, - 0.9039285396250091, - 0.9697986338184826, - 0.8888423793086146, - 0.878236080206782, - 0.9309060317786465, - 0.9900496254008503, - 1.00813869687356, - 1.0903606967893815, - 1.0386726650233546, - 0.9723646970288363, - 0.965534654631892, - 0.9659616919831083, - 0.9294069827841253, - 0.9165737515917189, - 0.890391924899276, - 0.8408198724294259, - 0.7367456383541913, - 0.9168199780746074, - 0.8757122466574018, - 0.8068953654942984, - 0.8229736283202036, - 0.7999629806684128, - 0.9417385941942646, - 0.873184043119562, - 0.7480790001744239, - 0.9895160335641305, - 1.0132212109764678, - 0.7628419936253807, - 0.961901997536315, - 1.3290599320503582 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 228871, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.696969747543335, - "108": 0.6666666865348816, - "255": 0.27272728085517883 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.8787878787878788, - "test_acc": 0.7560975609756098, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11402919442307692, - -0.1958088194230769, - -0.192454475, - -0.2174456115384615, - -0.1483449469961539, - -0.09730015192307692, - -0.11111996346153846, - -0.1199549596153846, - -0.08601968673076922, - -0.1359838, - -0.07711971153846155, - 0.005683598076923046, - -0.07644932499999996, - -0.12452823865384616, - -0.18065320384615383, - -0.24127502307692308, - -0.2122367865384616, - -0.17662752923076924, - -0.13966792115384613, - -0.06574370384615388, - -0.007378620000000012, - -0.0002028721153846167, - 0.06875905961538463, - 0.10454161923076924, - 0.1822036923076923, - 0.14234525, - 0.08357052884615387, - 0.14328510769230768, - 0.2375776069230769, - 0.1643224807692307, - 0.10515068653846156, - 0.09213309999999994, - 0.013323825000000011, - -0.06487759653846153, - -0.13430994076923078, - -0.21115623846153847, - -0.22730641923076922, - -0.23543729230769228, - -0.22808152115384622, - -0.14895506923076926, - -0.001168684615384663, - -0.04320264326923076, - -0.018799333269230768, - -0.013186748076922994, - -0.07072882692307694, - -0.03641541923076926, - -0.009211202865384651, - 0.028638237499999993, - 0.052042886346153845, - -0.09590774230769232, - -0.057291330384615397, - 0.06657091249999998, - 0.02539913076923079, - -0.15310468230769228, - -0.20838050961538462, - -0.049366707692307735, - -0.07994125884615386, - -0.19751397115384617, - -0.2403308269230769, - -0.24415720000000002 - ] - ], - "std": [ - [ - 0.8763416312333093, - 0.602973469758421, - 0.5448117196260321, - 0.5663296924240132, - 0.686341085757452, - 0.8337013907572342, - 0.6813276818285096, - 0.7825144766842531, - 0.7861121760890293, - 0.7905273301791387, - 0.7805552299762032, - 0.9027317120726256, - 0.8667207852850977, - 0.8531311452416169, - 0.8318630140159454, - 0.8852179006046725, - 0.8740431599665568, - 0.8442406359472446, - 0.8609171894886277, - 0.886971626868803, - 0.9185053211820478, - 1.0100806480837976, - 0.9919727273312126, - 1.0562822860856174, - 0.9850251469218465, - 0.9910273621465151, - 1.0655846350198521, - 0.9906322053442151, - 0.8736899428048334, - 0.9821436750511889, - 0.9453561139667965, - 0.8625303165093016, - 1.0040239879345572, - 0.9847231539651756, - 0.9280844832031707, - 0.9503954469001101, - 0.9765763369138967, - 0.965164414073675, - 0.9709362119147936, - 1.0665530487737096, - 1.0793454570821943, - 1.0572717622116554, - 1.0593503627745042, - 1.0162684589041668, - 1.0177130607371694, - 1.0958546673800382, - 1.1902586310529617, - 1.1293249209196217, - 1.0653539976947333, - 0.9647675285784101, - 1.1814566025747812, - 1.13738601881979, - 1.0351334435322548, - 0.934859922308927, - 0.7895031892247589, - 0.9239212461978867, - 0.8971132845231489, - 0.7340435621135994, - 0.876038640540552, - 0.7272617950430326 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 228871, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.6666666865348816, - "108": 0.6363636255264282, - "255": 0.4545454680919647 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.76398758082069, - "std_test_acc": 0.025510851980601313, - "n_samples": 208, - "n_features": 60, - "n_classes": 2, - "mean_cert_acc_36": 0.6810344904661179, - "std_cert_acc_36": 0.09039869889253815, - "mean_cert_acc_72": 0.6172936409711838, - "std_cert_acc_72": 0.09370028083286479, - "mean_cert_acc_108": 0.5783699154853821, - "std_cert_acc_108": 0.10797575093742579, - "mean_cert_acc_255": 0.2962382510304451, - "std_cert_acc_255": 0.11419439643040476 - }, - "conn-bench-vowel-deterding": { - "dataset": "conn-bench-vowel-deterding", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.6435643564356436, - "test_acc": 0.594847775175644, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 14672, - "cert_evals": { - "36": 0.47524750232696533, - "72": 0.3663366138935089, - "108": 0.178217813372612, - "255": 0.019801979884505272 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.6203703703703703, - "test_acc": 0.6214285714285714, - "train_size": 462, - "val_size": 108, - "test_size": 420, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 14672, - "cert_evals": { - "36": 0.46296295523643494, - "72": 0.31481480598449707, - "108": 0.17592592537403107, - "255": 0.009259259328246117 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.6336633663366337, - "test_acc": 0.6252927400468384, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 14672, - "cert_evals": { - "36": 0.4356435537338257, - "72": 0.2772277295589447, - "108": 0.13861386477947235, - "255": 0.009900989942252636 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.6542056074766355, - "test_acc": 0.6175771971496437, - "train_size": 462, - "val_size": 107, - "test_size": 421, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 14672, - "cert_evals": { - "36": 0.5140186548233032, - "72": 0.4112149477005005, - "108": 0.2616822421550751, - "255": 0.018691588193178177 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6147865709501744, - "std_test_acc": 0.01366063603895416, - "n_samples": 990, - "n_features": 11, - "n_classes": 11, - "mean_cert_acc_36": 0.4719681665301323, - "std_cert_acc_36": 0.03255543443732158, - "mean_cert_acc_72": 0.3423985242843628, - "std_cert_acc_72": 0.05864249388260355, - "mean_cert_acc_108": 0.18860996142029762, - "std_cert_acc_108": 0.051987336286730676, - "mean_cert_acc_255": 0.01441345433704555, - "std_cert_acc_255": 0.005605553733266711 - }, - "chess-krvk": { - "dataset": "chess-krvk", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.20657832465688594, - "test_acc": 0.19689581351094196, - "train_size": 7014, - "val_size": 4226, - "test_size": 16816, - "stats": { - "mean": [ - [ - 0.012324607927003232, - 0.007078780439120998, - 0.0020496236099223986, - -0.024108994297119334, - -0.0005551300684344027, - 0.00494480253777899 - ] - ], - "std": [ - [ - 0.999931915679557, - 1.0057899986789152, - 1.0018138589619487, - 0.9949807268406698, - 1.0000689847213224, - 1.0016960231746526 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 4183, - "cert_evals": { - "36": 0.11381921172142029, - "72": 0.048272598534822464, - "108": 0.018693801015615463, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.20501300543863799, - "test_acc": 0.19835841313269495, - "train_size": 7014, - "val_size": 4229, - "test_size": 16813, - "stats": { - "mean": [ - [ - 0.02662805560307895, - 0.005693713430283323, - -0.0016727181351587745, - 0.014426962075848423, - -0.007343462446535813, - 0.00437411206158899 - ] - ], - "std": [ - [ - 0.9852094089714073, - 0.9988688121679218, - 1.0043106562162794, - 0.9917902725212167, - 0.9953541320225967, - 0.995076350426718 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 4183, - "cert_evals": { - "36": 0.11988650262355804, - "72": 0.06479073315858841, - "108": 0.03854339197278023, - "255": 0.003546937834471464 - }, - "fold": 1 - }, - { - "best_epoch": 32, - "best_val_acc": 0.21088920589633856, - "test_acc": 0.20331432644333572, - "train_size": 7014, - "val_size": 4206, - "test_size": 16836, - "stats": { - "mean": [ - [ - 0.009281328200740034, - -0.0021550139720564235, - -0.004650539349872485, - 0.006120143427431122, - -0.0004934166951813222, - 0.0024717757342437065 - ] - ], - "std": [ - [ - 0.9905305563279689, - 1.0007194352174467, - 1.0073929861352688, - 0.996792137495875, - 0.995664797353786, - 0.9984373474066448 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 4183, - "cert_evals": { - "36": 0.13171659409999847, - "72": 0.0734664797782898, - "108": 0.03732762858271599, - "255": 0.0009510223753750324 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.22365339578454332, - "test_acc": 0.20886000476985453, - "train_size": 7014, - "val_size": 4270, - "test_size": 16772, - "stats": { - "mean": [ - [ - 0.0038034088964931244, - -0.012312182207011678, - 0.00825354519532299, - -0.012616928286283908, - 0.00814625808383194, - 0.012173608639860799 - ] - ], - "std": [ - [ - 0.9903915605524702, - 0.991199162231707, - 1.011474563134033, - 0.9971077092137348, - 0.999255185770078, - 1.0033642166267953 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 4183, - "cert_evals": { - "36": 0.1362997591495514, - "72": 0.0747072622179985, - "108": 0.0372365340590477, - "255": 0.000936768134124577 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2018571394642068, - "std_test_acc": 0.005416621257405801, - "n_samples": 28056, - "n_features": 6, - "n_classes": 18, - "mean_cert_acc_36": 0.12543051689863205, - "std_cert_acc_36": 0.01037968682718443, - "mean_cert_acc_72": 0.0653092684224248, - "std_cert_acc_72": 0.012184407852728184, - "mean_cert_acc_108": 0.032950338907539845, - "std_cert_acc_108": 0.00952301158653227, - "mean_cert_acc_255": 0.0013586820859927684, - "std_cert_acc_255": 0.0015251970423511064 - }, - "contrac": { - "dataset": "contrac", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 42, - "best_val_acc": 0.5781990521327014, - "test_acc": 0.5178970917225951, - "train_size": 368, - "val_size": 211, - "test_size": 894, - "stats": { - "mean": [ - [ - 0.04983602472826088, - -0.03683848315217381, - -0.030433624999999895, - 0.04126441032608701, - 0.0759277635869569, - 0.038788576086956336, - -0.05566297010869535, - 0.0662070706521741, - 0.049484739130435086 - ] - ], - "std": [ - [ - 1.0349771394866476, - 1.0203618187773704, - 1.0773888859130338, - 0.9920452760418988, - 0.9188135203134653, - 0.9763026632803047, - 0.9941427090552807, - 0.9825316131926941, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 3880, - "cert_evals": { - "36": 0.4265403151512146, - "72": 0.2890995442867279, - "108": 0.15639811754226685, - "255": 0.028436020016670227 - }, - "fold": 0 - }, - { - "best_epoch": 45, - "best_val_acc": 0.5190476190476191, - "test_acc": 0.4692737430167598, - "train_size": 368, - "val_size": 210, - "test_size": 895, - "stats": { - "mean": [ - [ - -0.029433755434782626, - -0.071642726902174, - -0.09035044293478262, - 0.020525774456521734, - 0.007337516304348054, - 0.03878857608695629, - 0.035455372282608796, - -0.03957563858695622, - 0.049484739130434774 - ] - ], - "std": [ - [ - 1.034137512591575, - 1.0184105128981196, - 1.0653920839838686, - 1.048083233025277, - 0.9923881347533616, - 0.9763026632803046, - 0.9969044818106321, - 1.048729739192908, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 3880, - "cert_evals": { - "36": 0.4333333373069763, - "72": 0.34285715222358704, - "108": 0.22380952537059784, - "255": 0.02857143059372902 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.5282258064516129, - "test_acc": 0.4830805134189031, - "train_size": 368, - "val_size": 248, - "test_size": 857, - "stats": { - "mean": [ - [ - -0.0224978108695652, - 0.0756058451086956, - 0.07941412771739106, - 0.040112260869565215, - -0.03076817663043453, - -0.09286419021739152, - -0.046236899456521284, - 0.002180663043478335, - -0.06466629619565217 - ] - ], - "std": [ - [ - 1.0160308953617057, - 0.95882526146548, - 0.9253350657327032, - 1.0559034595300474, - 1.0290230539377072, - 1.0476659682160625, - 0.9462830856884548, - 0.9600526966125309, - 0.8858527840526336 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 3880, - "cert_evals": { - "36": 0.4072580635547638, - "72": 0.2701612710952759, - "108": 0.1733870953321457, - "255": 0.016129031777381897 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.48917748917748916, - "test_acc": 0.5, - "train_size": 368, - "val_size": 231, - "test_size": 874, - "stats": { - "mean": [ - [ - -0.05156334456521742, - -0.044870314673913024, - -0.03376221739130403, - 0.026286519021739164, - 0.06068548641304363, - -0.023903217391304493, - 0.03859739402173936, - -0.05627817934782584, - -0.01277946195652176 - ] - ], - "std": [ - [ - 1.0188547788894706, - 0.9948418681411789, - 0.9984372596511997, - 1.0660676802579363, - 0.9360979718845777, - 1.0130497245255512, - 0.9834396874521251, - 1.0057604797479107, - 0.9785587320331135 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 3880, - "cert_evals": { - "36": 0.350649356842041, - "72": 0.27272728085517883, - "108": 0.16883116960525513, - "255": 0.012987012974917889 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4925628370395645, - "std_test_acc": 0.0210509874265217, - "n_samples": 1473, - "n_features": 9, - "n_classes": 3, - "mean_cert_acc_36": 0.40444526821374893, - "std_cert_acc_36": 0.03752609551164353, - "mean_cert_acc_72": 0.2937113121151924, - "std_cert_acc_72": 0.03382068401843527, - "mean_cert_acc_108": 0.18060647696256638, - "std_cert_acc_108": 0.02968347122588551, - "mean_cert_acc_255": 0.021530873840674758, - "std_cert_acc_255": 0.008153280306621267 - }, - "credit-approval": { - "dataset": "credit-approval", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.83, - "test_acc": 0.861244019138756, - "train_size": 172, - "val_size": 100, - "test_size": 418, - "stats": { - "mean": [ - [ - 0.04231717441860458, - -0.04319939244186043, - 0.01132773546511633, - 0.10497429069767436, - 0.1039714651162791, - -0.016887567441860464, - 0.12197747790697662, - 0.056721959767441876, - 0.023127069767441777, - 0.01803883720930219, - 0.02175907906976748, - -0.014331000000000156, - 0.026975616279069855, - -0.07794171941860471, - 0.08645942000000016 - ] - ], - "std": [ - [ - 0.9668001544731439, - 0.9828833679832603, - 1.0033612624654744, - 1.0683622008830216, - 1.0656041538091992, - 1.0007415139821727, - 1.1272056598607636, - 1.0528268054248064, - 1.0000784525981627, - 0.9964680315230805, - 0.9149454309542941, - 1.0003809007273163, - 1.0289037612452905, - 0.9424723282553955, - 1.5519077166103805 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 14599, - "cert_evals": { - "36": 0.7699999809265137, - "72": 0.7199999690055847, - "108": 0.6699999570846558, - "255": 0.25 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8817204301075269, - "test_acc": 0.8423529411764706, - "train_size": 172, - "val_size": 93, - "test_size": 425, - "stats": { - "mean": [ - [ - -0.05893763953488379, - -0.09494667732558137, - 0.10661604441860463, - 0.0016465697674418215, - -0.0016443023255812898, - -0.03715416976744184, - 0.019046397674418694, - 0.12816041290697705, - 0.04639099999999992, - 0.006295348837209058, - -0.02008573604651146, - -0.13093850000000004, - 0.006132180232558206, - -0.012206166162790686, - 0.10673194959302351 - ] - ], - "std": [ - [ - 1.0212712368033299, - 1.002227255518295, - 1.0267015215317181, - 1.0197891663144403, - 1.0132886907601226, - 0.9740103182437764, - 0.9462774495372472, - 1.135180114956504, - 1.0003490000000002, - 0.9983346607548056, - 0.9387238466077318, - 1.0017391917815985, - 0.9989094608428061, - 0.9604377028423987, - 1.6924318356475039 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 14599, - "cert_evals": { - "36": 0.8602150678634644, - "72": 0.7849462628364563, - "108": 0.7311828136444092, - "255": 0.20430107414722443 - }, - "fold": 1 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8878504672897196, - "test_acc": 0.8467153284671532, - "train_size": 172, - "val_size": 107, - "test_size": 411, - "stats": { - "mean": [ - [ - -0.09690819767441845, - -0.07829492377906978, - 0.14346898139534883, - 0.008104488372092981, - 0.011557720930232681, - 0.0203769784883721, - -0.058847231395348816, - -0.004431645348837212, - 0.01149510465116271, - -0.02893511627906998, - -0.018890154651162814, - -0.07263475000000007, - -0.0563980755813953, - -0.0557846427906977, - -0.04536849656976747 - ] - ], - "std": [ - [ - 1.0400780435620642, - 0.9163334239629656, - 1.1299454947101701, - 0.9838838771477533, - 0.9907637201902963, - 1.0059394076223003, - 0.9122317175379675, - 0.9398719190475693, - 0.9997401653873875, - 1.0030891544052551, - 0.8392167415058691, - 1.0027567026500943, - 0.9205981575020528, - 0.8548997051032522, - 0.5350874335618861 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 14599, - "cert_evals": { - "36": 0.8504672646522522, - "72": 0.8037382960319519, - "108": 0.7570093274116516, - "255": 0.37383174896240234 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8962264150943396, - "test_acc": 0.8446601941747572, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.029660302325581287, - 0.04967415668604653, - 0.035228697674418614, - -0.08230726744186062, - -0.0808560755813953, - -0.06068950697674418, - 0.05521145232558148, - 0.0520138111627908, - -0.00013686046511636238, - -0.02893511627906982, - 0.0647990941860465, - -0.08429550000000029, - -0.11892838372093019, - -0.14010143755813953, - -0.060122975697674434 - ] - ], - "std": [ - [ - 0.9866458073044232, - 1.0497387015089001, - 0.9194770520533397, - 0.928940005324823, - 0.9330534400726008, - 1.0077990709538949, - 1.0375139084982685, - 0.9494310078822967, - 0.9992663708949371, - 1.0030891544052551, - 1.2789280573338035, - 1.0028244999999991, - 0.8074645456755252, - 0.8265119967382965, - 0.4698103883611287 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 14599, - "cert_evals": { - "36": 0.8396226763725281, - "72": 0.7830188870429993, - "108": 0.698113203048706, - "255": 0.28301888704299927 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8487431207392843, - "std_test_acc": 0.008522305761336963, - "n_samples": 690, - "n_features": 15, - "n_classes": 2, - "mean_cert_acc_36": 0.8300762474536896, - "std_cert_acc_36": 0.04092445960967371, - "mean_cert_acc_72": 0.772925853729248, - "std_cert_acc_72": 0.036500755384955626, - "mean_cert_acc_108": 0.7140763252973557, - "std_cert_acc_108": 0.03800623686037531, - "mean_cert_acc_255": 0.2777879275381565, - "std_cert_acc_255": 0.07170370773602508 - }, - "cylinder-bands": { - "dataset": "cylinder-bands", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 24, - "best_val_acc": 0.7317073170731707, - "test_acc": 0.7119205298013245, - "train_size": 128, - "val_size": 82, - "test_size": 302, - "stats": { - "mean": [ - [ - -0.018113468749999997, - -0.09801495312499989, - -0.09835764843749996, - 0.015201562499999939, - -0.08460044531249963, - -0.05902956249999998, - -0.02159560937500003, - -0.10518925781250046, - 0.03565878125000016, - 0.03781927343750002, - -0.0029206640624998936, - -0.005388015624999963, - -0.007189643749999884, - -0.11441540624999999, - 0.02687471875000009, - -0.08272973437500022, - 0.014233650781250131, - -0.040908945312500035, - -0.20346299999999978, - 0.09558365781249996, - -0.12876496562500006, - -0.05027554687499996, - 0.03137399609374995, - -0.07727224921875003, - -0.112076146875, - 0.04986750409374999, - 0.0467316294531248, - 0.08485301562499976, - -0.07968368828125014, - -0.0404871031249999, - 0.026726734374999978, - 0.04898852562499999, - 0.07183878906250019, - 0.01963753046874992, - 0.07539527343749987 - ] - ], - "std": [ - [ - 1.009708113595319, - 0.6915256837343526, - 1.1851115463631896, - 1.1075149207516606, - 0.6356019715752345, - 0.9895598820491779, - 1.036117446187858, - 0.47416953322612243, - 0.9128570390625407, - 0.9754439041131451, - 0.9772769577736968, - 0.9965990540260843, - 1.0049338980010496, - 1.0152930221805465, - 1.0110105352731478, - 0.9779734187172597, - 0.946783796715577, - 0.9180378675297654, - 0.9791387337832046, - 1.3026657902081404, - 1.1587041225508155, - 1.0035768471185391, - 1.0872637801794474, - 0.8506413201552353, - 1.0909742588199165, - 0.9223170655454694, - 0.925140911301162, - 1.2060797979297548, - 0.10884702615305564, - 1.0969927491363656, - 1.0397512419029202, - 0.9385559077709305, - 0.7908440559763066, - 0.8086858742098973, - 0.23360368046727112 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 58887, - "cert_evals": { - "36": 0.5853658318519592, - "72": 0.5731707215309143, - "108": 0.4268292486667633, - "255": 0.12195121496915817 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.75, - "test_acc": 0.6698717948717948, - "train_size": 128, - "val_size": 72, - "test_size": 312, - "stats": { - "mean": [ - [ - -0.15498346874999988, - 0.07623314062499989, - -0.08125197656250005, - 0.1064101249999995, - 0.028200664062500352, - 0.14560404687500025, - 0.1655534453124999, - -0.021037773437500448, - 0.03565884375000017, - -0.09565992968750019, - -0.06719309374999989, - 0.07724234374999989, - 0.014383128125000021, - 0.015113148437499955, - 0.11287723437500005, - 0.15718076562499975, - -0.11598707812499996, - 0.01952450812500009, - -0.05958846093749991, - 0.05810956640625002, - 0.09577258359374996, - 0.01608712499999998, - 0.0455139015625, - -0.09322180656250004, - 0.010363770312500003, - -0.09235189678125001, - -0.12943964476562508, - 0.07837251562499978, - -0.08934230000000017, - -0.11201488515624988, - -0.016908421875000006, - -0.19726601218749995, - -0.027512601562499843, - -0.1071632757812501, - -0.06936312500000016 - ] - ], - "std": [ - [ - 0.9566675689840457, - 1.1785922605080725, - 1.0752069854571855, - 1.134315391792329, - 1.0921920451077407, - 1.0073040155644573, - 1.0080335723206957, - 0.8147932438575216, - 0.7216766565111302, - 1.0325076089625134, - 1.0351765461316509, - 0.9787809233141151, - 0.9952912678839302, - 0.9646382079847095, - 0.9376275956128628, - 1.025290058167112, - 1.1238851154497491, - 0.9392938268734667, - 0.9623682791314133, - 0.6383677679060908, - 0.8128844998290236, - 0.9862468382017052, - 0.8444859158500648, - 1.051379690058149, - 0.9861572089261571, - 1.2038176163546097, - 1.2075147493034224, - 1.1662944917994549, - 1.0, - 1.0433698981937496, - 0.9167305702944823, - 1.1576246436005715, - 1.2133555868200756, - 1.2553958063370618, - 1.386742675536984 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 58887, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.5277777910232544, - "108": 0.3888888955116272, - "255": 0.0555555559694767 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.6133333333333333, - "test_acc": 0.6634304207119741, - "train_size": 128, - "val_size": 75, - "test_size": 309, - "stats": { - "mean": [ - [ - -0.018113499999999876, - -0.010890906250000026, - 0.004276054687499921, - -0.04560409375000058, - -0.02819989062499964, - 0.003934625000000143, - 0.10796916406250016, - 0.02103777343750001, - -0.02139478124999982, - 0.02002204687499978, - -0.008763656249999825, - -0.04131476562499997, - 0.057528609375000095, - -0.11441537500000004, - -0.051960625, - 0.09099853124999963, - 0.025328648437500097, - 0.06508276609375009, - -0.0463809687499999, - 0.05531756718749999, - 0.048115672656250004, - -0.044416265624999944, - -0.006333254687500049, - 0.07249342484374995, - 0.017864971093750025, - -0.032888132281249996, - -0.005630188515625072, - -0.08849829687500009, - 0.1810991601562506, - -0.03171481484375, - -0.03763525000000013, - 0.012247269375000123, - -0.010699218749999687, - -0.04182582187500004, - 0.0392055468749999 - ] - ], - "std": [ - [ - 1.0014570356459378, - 0.9701723266723137, - 0.976668923366092, - 0.8848220008281984, - 0.8953310490553396, - 0.9995254897694512, - 1.0022604928841146, - 1.1538252271496559, - 1.0317076974392008, - 0.9849764181760653, - 0.9644949026944296, - 0.9682202506697574, - 1.0200144373065265, - 1.024650754456481, - 0.991180532876508, - 1.0231518076189408, - 0.9417295162218619, - 1.1518106310277838, - 1.0373234489917649, - 1.1369455371092343, - 0.9154717541032745, - 1.1226380377592042, - 1.0778851186420637, - 0.9942494651921334, - 0.9650868598248783, - 0.991851813013072, - 0.9883223822673011, - 0.8159153965212675, - 1.7818000158367098, - 0.9958958318550638, - 0.8529177390193199, - 0.9950922963006184, - 1.0386479794315284, - 1.046608837125399, - 0.3263770311133624 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 58887, - "cert_evals": { - "36": 0.5200000405311584, - "72": 0.4533333480358124, - "108": 0.36000001430511475, - "255": 0.1599999964237213 - }, - "fold": 2 - }, - { - "best_epoch": 53, - "best_val_acc": 0.7432432432432432, - "test_acc": 0.6967741935483871, - "train_size": 128, - "val_size": 74, - "test_size": 310, - "stats": { - "mean": [ - [ - -0.09862528124999967, - 0.07623314062499992, - -0.14967442968749994, - 0.1064100937499999, - 0.08460121875000035, - 0.11412195312500018, - 0.035988921874999975, - 0.02103796874999956, - 0.049922195312500195, - 0.020022046875000005, - 0.07303782812500019, - 0.1706510703124999, - 0.03116200625000013, - 0.10146572656249976, - 0.12004409375000007, - 0.04963468749999977, - -0.09730074531250002, - 0.2519632110937501, - 0.10295269531250012, - -0.017867453124999995, - 0.15167814140624994, - 0.053232843750000036, - 0.05788653593750008, - -0.03172638593750004, - 0.12707835390624983, - -0.07419502420312495, - -0.046009344765625224, - 0.07189192187499989, - -0.012073297656250094, - -0.011471089062500009, - 0.04745321093750001, - -0.06254772593749994, - 0.02904130468750018, - -0.017295875000000013, - -0.045236640625000143 - ] - ], - "std": [ - [ - 0.9681512944811281, - 1.1785922605080716, - 1.1820212062123494, - 1.2342204701284085, - 1.2560999937316328, - 1.0073040155644557, - 0.9422562101157176, - 0.9370712715647449, - 0.8107579850267628, - 0.9849764181760654, - 1.0089890027616917, - 1.0128688585013823, - 1.021806803227722, - 0.9860449137879513, - 0.965560494387225, - 1.0099223731350104, - 1.1411416049886207, - 0.9766554256496787, - 1.078888741266553, - 0.8735915598455525, - 0.9043004878113329, - 0.935916801014639, - 0.9022876021268718, - 1.0095878491602719, - 0.9226412455171137, - 1.103674350946853, - 1.109671652163808, - 1.0892584104797631, - 0.8707774330138579, - 0.9662087759049208, - 0.9327069000527582, - 1.0958735530051178, - 1.0258970951245958, - 1.0635339261419625, - 1.376208872677819 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 58887, - "cert_evals": { - "36": 0.6081081032752991, - "72": 0.4729729890823364, - "108": 0.4324324429035187, - "255": 0.14864864945411682 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6854992347333702, - "std_test_acc": 0.022777612973314796, - "n_samples": 512, - "n_features": 35, - "n_classes": 2, - "mean_cert_acc_36": 0.5950351655483246, - "std_cert_acc_36": 0.0606238195765062, - "mean_cert_acc_72": 0.5068137124180794, - "std_cert_acc_72": 0.05430803863306415, - "mean_cert_acc_108": 0.402037650346756, - "std_cert_acc_108": 0.0340515264440673, - "mean_cert_acc_255": 0.12153885420411825, - "std_cert_acc_255": 0.04679090419677587 - }, - "dermatology": { - "dataset": "dermatology", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 1.0, - "test_acc": 0.9400921658986175, - "train_size": 91, - "val_size": 58, - "test_size": 217, - "stats": { - "mean": [ - [ - 0.06255490109890108, - -0.09950824175824165, - 0.06084052747252747, - -0.16717494505494507, - 0.052244340659340686, - 0.0025714945054945153, - -0.02246861538461534, - -0.017277736263736184, - -0.021717483516483508, - 0.03348407692307688, - -0.0475760989010988, - 0.06572261538461521, - 0.08858902197802174, - -0.1041265714285716, - 0.005385186813186856, - -0.035476670329670376, - 0.07677762417582405, - 0.04374145054945071, - 0.1155099230769231, - 0.12043031868131869, - 0.01650943956043959, - 0.07769217582417579, - -0.030356758241758278, - 0.013477208791208829, - 0.015482648351648287, - -0.0034025274725273612, - 0.04002742857142865, - 0.03137470329670338, - 0.008364593406593394, - 0.03786149450549449, - 0.03501758241758232, - 0.19951439560439582, - -0.014634098901098907, - 0.06380519120879125 - ] - ], - "std": [ - [ - 0.9579388217601761, - 1.0149277614583099, - 0.9508267211955849, - 0.9797619817212763, - 0.9779606305193399, - 1.0067406344751444, - 1.0036930400753548, - 0.9655703337016306, - 0.988719482589257, - 1.0387140092945895, - 0.9421816899315113, - 1.108600785818115, - 1.0553627690990925, - 0.8963300954815475, - 1.0312593831866153, - 0.9305276662720072, - 0.9419348744801717, - 1.0024345032706516, - 0.9943938503609722, - 1.126743771486882, - 1.024448001551178, - 1.0936199274871503, - 0.9903178300286889, - 1.0625282108029304, - 1.0022849145804325, - 1.0039785513963642, - 1.0686040527754073, - 1.0117848046592977, - 1.0099891482666616, - 1.032180187104034, - 1.0599064093185755, - 0.98964025727435, - 0.9787453595616104, - 0.9013728009327256 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 59147, - "cert_evals": { - "36": 0.9655172228813171, - "72": 0.931034505367279, - "108": 0.8793103694915771, - "255": 0.6551724076271057 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.9272727272727272, - "test_acc": 0.9590909090909091, - "train_size": 91, - "val_size": 55, - "test_size": 220, - "stats": { - "mean": [ - [ - -0.15234734065934108, - -0.03685075824175817, - 0.024514153846154, - -0.003059032967032986, - 0.0522442747252747, - -0.020386087912087892, - 0.03530865934065939, - -0.043625648351648345, - -0.08879309890109885, - 0.09415389010989002, - -0.04757609890109863, - 0.06572261538461541, - 0.222018769230769, - 0.05758529670329658, - -0.007495417582417526, - -0.08522665934065947, - -0.07745157142857151, - -0.04334439560439563, - -0.12401621978021984, - 0.04764354945054952, - -0.021313461538461483, - 0.0352194725274725, - 0.051580087912087895, - 0.05687082417582426, - 0.041357142857142794, - -0.028813681318681075, - 0.017010725274725334, - -0.04641174945054939, - 0.01987447252747256, - 0.013464769230769122, - -0.009952681318681485, - -0.14857142857142827, - 0.03504902197802198, - 0.07064716813186812 - ] - ], - "std": [ - [ - 1.0799649707740484, - 0.9701819203088585, - 1.0349980862760444, - 0.9962695208080098, - 1.0565723090694727, - 0.956401750666777, - 1.0996255828899324, - 0.9272437132189425, - 0.9338556246970804, - 1.132692340014453, - 0.9421816899315112, - 1.108600785818116, - 1.3507430798011204, - 0.9954000343509968, - 0.9838347974365711, - 1.0051011914402448, - 1.082244925397, - 0.9863336565802372, - 0.8936601742161131, - 1.0709540797521042, - 0.9668866324311055, - 1.0433938478729325, - 1.061517000809812, - 1.0860930768159869, - 1.0492767576804765, - 0.9727826405276763, - 1.0221067222848232, - 0.9644227334697079, - 1.0222445250094454, - 1.1137241387036405, - 0.9325232366107138, - 0.9431871301685265, - 1.0294846104354056, - 0.954054376413069 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 59147, - "cert_evals": { - "36": 0.8545454144477844, - "72": 0.8363636136054993, - "108": 0.7636363506317139, - "255": 0.5090909004211426 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9672131147540983, - "test_acc": 0.9672897196261683, - "train_size": 91, - "val_size": 61, - "test_size": 214, - "stats": { - "mean": [ - [ - 0.1286785934065936, - -0.052514956043955986, - -0.0723557912087912, - -0.03202061538461543, - -0.15349332967032966, - -0.020386153846153894, - -0.09950505494505507, - -0.004103824175824138, - 0.03417917582417588, - 0.08201997802197789, - -0.01447120879120871, - -0.022712967032967008, - -0.04484103296703309, - 0.003681208791208678, - 0.044027285714285734, - 0.04412385714285691, - -0.04660575824175837, - -0.014315659340659313, - -0.02820572527472527, - 0.03724537362637364, - -0.01185779120879114, - -0.039107373626373704, - 0.0024179670329669205, - -0.015451747252747299, - 0.002545351648351576, - 0.08553615384615376, - 0.017010747252747392, - -0.017241828571428485, - 0.008364593406593424, - -0.05972478021978029, - 0.012532417582417426, - 0.1541118681318682, - 0.0052391428571429075, - 0.04806798461538459 - ] - ], - "std": [ - [ - 0.9701280514742756, - 0.9293627837603032, - 0.9985142789172075, - 1.0092809883627014, - 0.9144981766921801, - 0.9688575910999048, - 0.7552905986573396, - 0.9998322435146684, - 1.0704136812401557, - 1.0731541860690452, - 0.9820497437937411, - 0.9606585652114606, - 0.9412251138507225, - 1.032650720921409, - 1.0662219170916833, - 1.0316415589934254, - 0.8883921685550962, - 1.0965763955898655, - 0.9938166856011934, - 1.0449962571399998, - 0.9713151295619376, - 0.916982706185695, - 1.0485354727700578, - 0.9633861656803218, - 0.9854442339078262, - 1.003978327496943, - 1.0338310542422602, - 0.9972909993244929, - 1.0099891482666616, - 0.6769782284640671, - 0.9985019725218273, - 0.9997718075782989, - 1.0050250528703155, - 0.9607093594262002 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 59147, - "cert_evals": { - "36": 0.9344261884689331, - "72": 0.8852458596229553, - "108": 0.868852436542511, - "255": 0.737704873085022 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 1.0, - "test_acc": 0.9551569506726457, - "train_size": 91, - "val_size": 52, - "test_size": 223, - "stats": { - "mean": [ - [ - -0.05316160439560428, - 0.07280001098901108, - 0.00029673626373637353, - -0.012712835164835188, - 0.028039912087912074, - -0.05482258241758234, - 0.01604945054945059, - 0.009070153846153903, - 0.011820373626373679, - -0.0029178351648351595, - -0.14689076923076905, - -0.02271290109890109, - -0.04484103296703295, - 0.0036813406593406033, - 0.08266931868131823, - 0.054073769230769106, - -0.000336973626373744, - 0.02922736263736266, - 0.043652076923076925, - 0.03724537362637369, - -0.0024020659340658864, - 0.03521959340659338, - 0.0024179780219780282, - 0.056870879120879105, - 0.015482648351648276, - 0.00930285714285733, - 0.017010725274725344, - 0.002204784615384724, - -0.014655186813186854, - 0.0622580769230768, - 0.012532483516483228, - 0.06330681318681318, - -0.004697549450549487, - 0.015909242857142816 - ] - ], - "std": [ - [ - 0.9579387151851927, - 0.9666344534450786, - 0.9971916717551561, - 1.0285803186606315, - 0.9689331448788322, - 0.9145691771687489, - 0.8846614143098532, - 1.0173836013652253, - 0.9964001763067949, - 0.9871125181905619, - 0.8027509230903981, - 0.9299285829647791, - 0.9412251138507224, - 0.9834698643403745, - 1.1391943175030825, - 0.9785493379039759, - 1.017445012936306, - 0.9645207385980711, - 0.9428629894457031, - 1.0449962571399996, - 0.9921708037991144, - 1.033514126697011, - 1.048535468132942, - 1.0684193315579842, - 1.002284914580432, - 0.9595830510736266, - 1.022106722284823, - 1.0153293741790863, - 0.9598175741851003, - 1.1500085669506441, - 1.0435622629094696, - 0.949962818915988, - 1.0144124428718615, - 1.013968145011949 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 59147, - "cert_evals": { - "36": 0.942307710647583, - "72": 0.884615421295166, - "108": 0.826923131942749, - "255": 0.5384615659713745 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9554074363220851, - "std_test_acc": 0.01139264206058274, - "n_samples": 366, - "n_features": 34, - "n_classes": 6, - "mean_cert_acc_36": 0.9241991341114044, - "std_cert_acc_36": 0.048274694225080406, - "mean_cert_acc_72": 0.8843148499727249, - "std_cert_acc_72": 0.03865662682050833, - "mean_cert_acc_108": 0.8346805721521378, - "std_cert_acc_108": 0.05249442642325244, - "mean_cert_acc_255": 0.6101074367761612, - "std_cert_acc_255": 0.10590786683234198 - }, - "echocardiogram": { - "dataset": "echocardiogram", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 13, - "best_val_acc": 0.7, - "test_acc": 0.717948717948718, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - -0.057606475757575756, - -0.15964663636363635, - -0.060374909090909125, - 0.0400295, - 0.10041431515151517, - 0.07715459090909091, - 0.009048404242424318, - 0.011163848484848474, - -0.3499357575757576, - -0.0035744545454545447 - ] - ], - "std": [ - [ - 1.1573831652081632, - 0.8404744208999705, - 0.7381400184555348, - 1.0796554948826975, - 0.8705069277860507, - 1.2129557576954413, - 1.0456434215229085, - 0.9246089519830962, - 1.0989667179647085, - 0.9932372830639454 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3911, - "cert_evals": { - "36": 0.25, - "72": 0.20000000298023224, - "108": 0.20000000298023224, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 39, - "best_val_acc": 0.782608695652174, - "test_acc": 0.6933333333333334, - "train_size": 33, - "val_size": 23, - "test_size": 75, - "stats": { - "mean": [ - [ - -0.10427761212121212, - -0.08161054545454546, - 0.08791276969696966, - -0.14441026060606058, - 0.09186773939393943, - 0.02212875757575757, - -0.12115638181818184, - 0.13688663636363635, - -0.19213333333333332, - -0.08161054545454546 - ] - ], - "std": [ - [ - 0.8430736384486278, - 0.9233354795587926, - 1.041073713648991, - 0.8385992375905786, - 0.7966783723844354, - 0.8163890823085291, - 0.8747642125794102, - 0.7576737832204337, - 1.0947098909221693, - 0.9233354795587928 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3911, - "cert_evals": { - "36": 0.695652186870575, - "72": 0.6086956858634949, - "108": 0.47826087474823, - "255": 0.1304347813129425 - }, - "fold": 1 - }, - { - "best_epoch": 16, - "best_val_acc": 0.95, - "test_acc": 0.8333333333333334, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.04318501212121217, - -0.08161054545454545, - -0.1960651757575758, - 0.10663209696969696, - -0.039179059090909095, - -0.08327692727272729, - -0.02021858363636361, - -0.027255212121212104, - -0.0343309090909092, - -0.08161054545454542 - ] - ], - "std": [ - [ - 1.1928881057545633, - 0.9233354795587926, - 0.7336788223210056, - 1.0424668853529024, - 1.015206992443095, - 0.7150465728455708, - 0.9871909809630498, - 0.7552585618074782, - 1.0673558137650077, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3911, - "cert_evals": { - "36": 0.75, - "72": 0.6000000238418579, - "108": 0.4000000059604645, - "255": 0.15000000596046448 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.48314606741573035, - "train_size": 33, - "val_size": 9, - "test_size": 89, - "stats": { - "mean": [ - [ - 0.17818635454545453, - -0.003574454545454491, - 0.09132509090909088, - -0.2657220666666666, - 0.02064670606060603, - 0.008581981818181823, - -0.001812626060606065, - -0.08051203030303035, - 0.005119696969696846, - -0.08161054545454548 - ] - ], - "std": [ - [ - 0.65057027499482, - 0.9932372830639454, - 0.9917679778099099, - 0.9657357364086732, - 0.9330992242935773, - 1.0185738628461445, - 0.9305394942774076, - 0.8664314560759948, - 1.0688129554861598, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3911, - "cert_evals": { - "36": 0.4444444477558136, - "72": 0.3333333432674408, - "108": 0.1111111119389534, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6819403630077788, - "std_test_acc": 0.14590568280265234, - "n_samples": 131, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.5350241586565971, - "std_cert_acc_36": 0.23199097026535678, - "mean_cert_acc_72": 0.43550726398825645, - "std_cert_acc_72": 0.20244775258393238, - "mean_cert_acc_108": 0.29734299890697, - "std_cert_acc_108": 0.1707119537659424, - "mean_cert_acc_255": 0.07010869681835175, - "std_cert_acc_255": 0.08134764181385194 - }, - "ecoli": { - "dataset": "ecoli", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.8148148148148148, - "test_acc": 0.8232323232323232, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.013150064285714266, - 0.030534154761904717, - -0.03497671428571443, - -0.05455450000000004, - -0.07806762144047612, - 0.0146216491309523, - 0.00923791428571434 - ] - ], - "std": [ - [ - 0.9944073468449054, - 1.0029903172616768, - 0.8958309259021103, - 1.0, - 1.0494215334470565, - 0.9464416656581703, - 0.9697251209067621 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 3917, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.5555555820465088, - "108": 0.4444444477558136, - "255": 0.018518518656492233 - }, - "fold": 0 - }, - { - "best_epoch": 65, - "best_val_acc": 0.8771929824561403, - "test_acc": 0.8153846153846154, - "train_size": 84, - "val_size": 57, - "test_size": 195, - "stats": { - "mean": [ - [ - 0.05841213633333324, - 0.009642500000000023, - -0.1049293571428573, - -0.05455450000000004, - -0.13059923814285718, - -0.04276377619047619, - -0.11014530833333327 - ] - ], - "std": [ - [ - 1.0146171837993285, - 1.0844043612606449, - 0.6372989064356027, - 1.0, - 1.1282134026013562, - 0.9791745837868009, - 1.0002488772478277 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 3917, - "cert_evals": { - "36": 0.7543859481811523, - "72": 0.6491228342056274, - "108": 0.5789473652839661, - "255": 0.08771929889917374 - }, - "fold": 1 - }, - { - "best_epoch": 47, - "best_val_acc": 0.875, - "test_acc": 0.8163265306122449, - "train_size": 84, - "val_size": 56, - "test_size": 196, - "stats": { - "mean": [ - [ - -0.011315743142857089, - -0.03455130952380979, - -0.03497671428571443, - -0.05455450000000004, - 0.08828174398809528, - -0.05821374880952385, - -0.06637139999999996 - ] - ], - "std": [ - [ - 1.012351652595517, - 1.0330947119577754, - 0.8958309259021106, - 1.0, - 1.0026493882045864, - 0.9566088016671406, - 0.9710783614044303 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 3917, - "cert_evals": { - "36": 0.785714328289032, - "72": 0.7142857313156128, - "108": 0.5892857313156128, - "255": 0.1071428656578064 - }, - "fold": 2 - }, - { - "best_epoch": 56, - "best_val_acc": 0.8518518518518519, - "test_acc": 0.8131313131313131, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.17523749880952394, - -0.0650854523809525, - -0.03497671428571443, - -0.05455450000000004, - 0.014348625000000045, - -0.16084512944047624, - -0.12776817619047612 - ] - ], - "std": [ - [ - 1.0115769923283313, - 0.9182494349544681, - 0.8958309259021106, - 1.0, - 1.1277230453570237, - 0.9641663228847202, - 0.9980600835386763 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 3917, - "cert_evals": { - "36": 0.7592592835426331, - "72": 0.5925925970077515, - "108": 0.5185185074806213, - "255": 0.12962962687015533 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8170186955901242, - "std_test_acc": 0.004353933904398405, - "n_samples": 336, - "n_features": 7, - "n_classes": 8, - "mean_cert_acc_36": 0.7415065616369247, - "std_cert_acc_36": 0.051757032599359966, - "mean_cert_acc_72": 0.6278891861438751, - "std_cert_acc_72": 0.06926574505477995, - "mean_cert_acc_108": 0.5327990129590034, - "std_cert_acc_108": 0.06666053755651495, - "mean_cert_acc_255": 0.08575257752090693, - "std_cert_acc_255": 0.047982727970730166 - }, - "energy-y1": { - "dataset": "energy-y1", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 61, - "best_val_acc": 0.8846153846153846, - "test_acc": 0.8453389830508474, - "train_size": 192, - "val_size": 104, - "test_size": 472, - "stats": { - "mean": [ - [ - 0.04037588177083325, - -0.02897297395833333, - -0.0555741354166667, - -0.0014130312499998996, - -0.01040988541666666, - 0.08845356250000003, - 0.019546906250001692, - 0.12425216145833322 - ] - ], - "std": [ - [ - 1.0503259507282519, - 1.0401598299798114, - 0.9566204676221528, - 1.0115106857597378, - 0.9992947803759471, - 0.9870322434122373, - 0.9626025350664883, - 1.0012373439432847 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.8076923489570618, - "72": 0.7211538553237915, - "108": 0.6057692766189575, - "255": 0.26923078298568726 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.8712121212121212, - "test_acc": 0.8400900900900901, - "train_size": 192, - "val_size": 132, - "test_size": 444, - "stats": { - "mean": [ - [ - -0.035944025000000025, - 0.01883181770833327, - 0.02047402083333334, - 0.008475244791666782, - 2.3129646346357427e-18, - -9.25185853854297e-18, - -0.003910447916664952, - -0.010073338541666126 - ] - ], - "std": [ - [ - 0.9212095277307366, - 0.9229015509828643, - 1.0465139198851874, - 0.9891013465328523, - 0.9993489999999986, - 0.9993506559221339, - 0.9981490715102995, - 0.9882682016149288 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.810606062412262, - "72": 0.7651515603065491, - "108": 0.7121212482452393, - "255": 0.35606062412261963 - }, - "fold": 1 - }, - { - "best_epoch": 35, - "best_val_acc": 0.8235294117647058, - "test_acc": 0.862144420131291, - "train_size": 192, - "val_size": 119, - "test_size": 457, - "stats": { - "mean": [ - [ - -0.06401001406250006, - 0.06953358854166669, - -4.583333333418871e-07, - 0.0678050677083333, - -0.0624593125, - 0.10707533333333334, - 0.011727677083334845, - -0.026863999999998927 - ] - ], - "std": [ - [ - 0.9971640605357807, - 1.016537043200003, - 0.9590898709257725, - 0.9858397966646458, - 0.997395236645448, - 0.9977770953987608, - 1.0267126976352656, - 1.0236092624260158 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.756302535533905, - "72": 0.7058823704719543, - "108": 0.6386554837226868, - "255": 0.07563025504350662 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.868421052631579, - "test_acc": 0.8614718614718615, - "train_size": 192, - "val_size": 114, - "test_size": 462, - "stats": { - "mean": [ - [ - -0.09306050364583336, - 0.10140363020833336, - 0.038023541666666646, - 0.08051876041666675, - -0.06245931250000001, - 4.166666664589166e-08, - 0.16615551562499892, - 0.11081956770833301 - ] - ], - "std": [ - [ - 1.0103381574343495, - 1.0260340528127347, - 0.9660180839931469, - 0.9757962633490739, - 0.997395236645448, - 0.9993506559221341, - 0.9513965888850403, - 0.9859377713172496 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.7894737124443054, - "72": 0.7105263471603394, - "108": 0.6052631735801697, - "255": 0.08771929889917374 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8522613386860225, - "std_test_acc": 0.01123339261259479, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.7910186648368835, - "std_cert_acc_36": 0.024961800132681938, - "mean_cert_acc_72": 0.7256785333156586, - "std_cert_acc_72": 0.027080555012613507, - "mean_cert_acc_108": 0.6404522955417633, - "std_cert_acc_108": 0.05026878892631047, - "mean_cert_acc_255": 0.1971602402627468, - "std_cert_acc_255": 0.13807045553282798 - }, - "energy-y2": { - "dataset": "energy-y2", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.9224137931034483, - "test_acc": 0.8826086956521739, - "train_size": 192, - "val_size": 116, - "test_size": 460, - "stats": { - "mean": [ - [ - 0.0009850791666666432, - 0.010139916666666622, - 0.032173687500000006, - -0.005650822916666537, - 0.010409885416666669, - -0.06052093749999998, - -0.02541311979166509, - 0.0537312500000005 - ] - ], - "std": [ - [ - 1.0456101033083376, - 1.0498619980358046, - 0.9456106661428212, - 0.9965179021332218, - 0.999294780375947, - 1.0222397484588055, - 1.030433216371699, - 0.995731298264168 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.7844827771186829, - "72": 0.568965494632721, - "108": 0.4051724076271057, - "255": 0.12068965286016464 - }, - "fold": 0 - }, - { - "best_epoch": 47, - "best_val_acc": 0.8688524590163934, - "test_acc": 0.8546255506607929, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - 0.07533532916666669, - -0.059394307291666594, - -0.017550052083333306, - -0.04944196875000006, - 0.031229656250000005, - -0.004655374999999985, - 0.06255218750000145, - 1.1510416676625372e-06 - ] - ], - "std": [ - [ - 1.0729275910612097, - 1.0653863321722707, - 0.9433869502795601, - 1.0190501631365936, - 0.998860917431203, - 0.9951670891648171, - 1.0163359360027204, - 1.0396997731000648 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.8114753365516663, - "72": 0.7213114500045776, - "108": 0.6475409269332886, - "255": 0.4754098057746887 - }, - "fold": 1 - }, - { - "best_epoch": 50, - "best_val_acc": 0.8360655737704918, - "test_acc": 0.8568281938325991, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - -0.0004920619791667415, - 0.007242729166666742, - -0.020474875000000007, - 0.016951052083333352, - 2.3129646346357427e-18, - 0.004655458333333339, - 0.11924057812500127, - 0.06380555208333295 - ] - ], - "std": [ - [ - 1.0283618263304504, - 1.0335770524750947, - 0.8923225124501564, - 0.9833589680412395, - 0.9993489999999986, - 1.0280747733173587, - 0.9999909373553216, - 0.955311666538388 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.7704917788505554, - "72": 0.7459015846252441, - "108": 0.7131147384643555, - "255": 0.49180325865745544 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.7964601769911505, - "test_acc": 0.8077753779697624, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - -0.045791585416666704, - 0.053598781249999984, - 0.038023489583333334, - 0.0339023333333334, - -0.04163954166666667, - 0.013966291666666672, - 0.03909468750000155, - 0.06716386458333357 - ] - ], - "std": [ - [ - 1.0190772752310013, - 1.0258162287916472, - 1.0141309105461986, - 1.0041302689502694, - 0.998481132706467, - 0.9782096135772306, - 0.997298911424109, - 1.0244022864972453 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.6902654767036438, - "72": 0.6106194853782654, - "108": 0.5575221180915833, - "255": 0.008849557489156723 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8504594545288321, - "std_test_acc": 0.03116312614724536, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.7641788423061371, - "std_cert_acc_36": 0.0521288369308555, - "mean_cert_acc_72": 0.661699503660202, - "std_cert_acc_72": 0.08534701573341653, - "mean_cert_acc_108": 0.5808375477790833, - "std_cert_acc_108": 0.13335222369387548, - "mean_cert_acc_255": 0.2741880686953664, - "std_cert_acc_255": 0.24617937062807163 - }, - "fertility": { - "dataset": "fertility", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 30, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.5614035087719298, - "train_size": 25, - "val_size": 18, - "test_size": 57, - "stats": { - "mean": [ - [ - -0.050080199999999984, - -0.12364147839999998, - 0.14793016000000006, - -0.32071263999999977, - 0.1791338, - -0.12053400000000013, - 0.5731312000000003, - -0.16074628000000002, - 0.03862860000000002 - ] - ], - "std": [ - [ - 1.0236052735742232, - 0.8512034434759349, - 0.8026475169365781, - 0.9000012058569202, - 0.9750796495625166, - 0.7418187080757671, - 0.7460504646830267, - 0.9966002512278438, - 0.8297482471350933 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.5, - "72": 0.3333333432674408, - "108": 0.2222222238779068, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.47540983606557374, - "train_size": 25, - "val_size": 14, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.08396883999999995, - 0.0741850816, - -0.08875767999999994, - 0.16035823999999999, - -0.2985557199999999, - 0.017217679999999954, - -0.28656639999999994, - -0.012364960000000034, - 7.200000000029405e-07 - ] - ], - "std": [ - [ - 0.9493769176881722, - 1.0402868069724176, - 1.0846399428755964, - 1.0014288942292522, - 0.95537904, - 1.089027811624688, - 1.008650391054026, - 0.9817617018642958, - 0.9407763787630519 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.6428571939468384, - "72": 0.2857142984867096, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 57, - "best_val_acc": 0.65, - "test_acc": 0.7272727272727273, - "train_size": 25, - "val_size": 20, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.15099352, - 0.04121466079999998, - 0.029586240000000055, - 0.16035823999999999, - -0.059710959999999924, - 0.29272248000000006, - 0.09552136000000001, - -0.25966716, - -0.27897695999999994 - ] - ], - "std": [ - [ - 0.9753651401849921, - 1.00304651742069, - 0.9614305510351658, - 1.001428894229252, - 0.9943900320852971, - 0.9593333711047946, - 0.911221690762852, - 0.8623722386522275, - 0.6562133354788506 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.550000011920929, - "72": 0.45000001788139343, - "108": 0.4000000059604645, - "255": 0.30000001192092896 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.45454545454545453, - "test_acc": 0.6875, - "train_size": 25, - "val_size": 11, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.05008016, - 0.16980184160000003, - 0.029586240000000055, - -0.08017719999999987, - -0.13932587999999993, - 0.22384639999999986, - -0.19104464, - 0.23493724, - -0.28326872000000003 - ] - ], - "std": [ - [ - 0.967192993888714, - 1.0029056548149258, - 0.9614305510351658, - 0.981981821759731, - 0.9879951745516705, - 0.9393450743392652, - 0.9552200000001204, - 1.0881296800000002, - 0.6448658384270962 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.3636363744735718, - "72": 0.27272728085517883, - "108": 0.27272728085517883, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6128965180275576, - "std_test_acc": 0.11576083748087872, - "n_samples": 100, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.5141233950853348, - "std_cert_acc_36": 0.1164836701949015, - "mean_cert_acc_72": 0.33544373512268066, - "std_cert_acc_72": 0.08069276336263685, - "mean_cert_acc_108": 0.22373737767338753, - "std_cert_acc_108": 0.16686245294015623, - "mean_cert_acc_255": 0.07500000298023224, - "std_cert_acc_255": 0.15000000596046448 - }, - "adult": { - "dataset": "adult", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 32, - "best_val_acc": 0.8067662298079854, - "test_acc": 0.8035693680526174, - "train_size": 16281, - "val_size": 6562, - "test_size": 25999, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 14471, - "cert_evals": { - "36": 0.752362072467804, - "72": 0.7008534073829651, - "108": 0.636848509311676, - "255": 0.3977445960044861 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8051650366748166, - "test_acc": 0.8073951647000038, - "train_size": 16281, - "val_size": 6544, - "test_size": 26017, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 14471, - "cert_evals": { - "36": 0.7495415806770325, - "72": 0.6922371983528137, - "108": 0.6344743371009827, - "255": 0.3953239917755127 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8102516597190057, - "test_acc": 0.8096150897101672, - "train_size": 16281, - "val_size": 6477, - "test_size": 26084, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 14471, - "cert_evals": { - "36": 0.7529720067977905, - "72": 0.6967731714248657, - "108": 0.6402655243873596, - "255": 0.4131542146205902 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.8049038898138338, - "test_acc": 0.8116667950990214, - "train_size": 16281, - "val_size": 6607, - "test_size": 25954, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 14471, - "cert_evals": { - "36": 0.7425458431243896, - "72": 0.6877554655075073, - "108": 0.6332677602767944, - "255": 0.3991221487522125 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8080616043904525, - "std_test_acc": 0.0034657873496841594, - "n_samples": 48842, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.7493553757667542, - "std_cert_acc_36": 0.004779283493816427, - "mean_cert_acc_72": 0.694404810667038, - "std_cert_acc_72": 0.005659972511100347, - "mean_cert_acc_108": 0.6362140327692032, - "std_cert_acc_108": 0.003083515711677708, - "mean_cert_acc_255": 0.4013362377882004, - "std_cert_acc_255": 0.008033549640721005 - }, - "flags": { - "dataset": "flags", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.5555555555555556, - "test_acc": 0.453781512605042, - "train_size": 48, - "val_size": 27, - "test_size": 119, - "stats": { - "mean": [ - [ - 0.2352414791666667, - -0.14561693750000007, - 0.1764680979166667, - 0.11582924333333333, - 0.0278278833333333, - 0.04467812499999988, - -0.14742766666666676, - -0.14850950000000007, - 0.10914166666666664, - 0.020176562500000023, - -0.14527287500000005, - -0.021462375000000023, - -0.005958499999999978, - -0.18136456250000013, - -0.1484010833333332, - -0.13407733333333335, - -0.14238879166666651, - -0.06353299999999999, - 0.039132958333333315, - 0.23061385416666677, - 0.16322545416666676, - 0.20470881250000014, - -0.04084762500000006, - -0.005915999999999931, - -0.08552499999999989, - 0.003115083333333317, - -0.00012200000000005262, - 0.016370875000000003 - ] - ], - "std": [ - [ - 0.9423798810959939, - 0.9424971000607776, - 1.1257258803436931, - 1.5640772168523231, - 0.9974256598053217, - 1.129307049644929, - 1.052031616542435, - 0.7965270829416287, - 0.9104918487062668, - 0.9984666452987403, - 0.9898063223282548, - 0.9958585433814053, - 1.0008837456871553, - 0.8789136023594675, - 0.8091964732150918, - 0.9827727342487288, - 0.6596688427296609, - 0.858146791992489, - 1.050181614737104, - 1.5175473203808312, - 0.8994410282874392, - 1.317453200121319, - 0.9530138431587623, - 0.994027422565394, - 0.9275008724551151, - 1.0021317232904448, - 0.9667438830883966, - 0.9280632223285767 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 57869, - "cert_evals": { - "36": 0.4444444477558136, - "72": 0.29629629850387573, - "108": 0.25925925374031067, - "255": 0.07407407462596893 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.4482758620689655, - "test_acc": 0.3333333333333333, - "train_size": 48, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - 0.19499710416666668, - -0.0022983958333333797, - -0.02790886250000002, - 0.11650907499999995, - -0.06750504166666671, - -0.11583450000000012, - -0.10268268750000005, - 0.02775170833333333, - 0.26183579166666643, - -0.02146237499999999, - -0.14527287500000005, - 0.27001018749999983, - -0.10226858333333351, - 0.10011306249999985, - -0.3313875208333335, - -0.17088533333333333, - -0.18737783333333316, - -0.06353299999999996, - 0.03913295833333332, - -0.008377395833333351, - -0.026332812499999955, - -0.15468943749999978, - 0.07922083333333325, - 0.13755950000000008, - -0.03367612499999993, - 0.07865360416666665, - 0.0827322729166666, - -0.1398202291666666 - ] - ], - "std": [ - [ - 1.0149211380035321, - 1.0106590573641523, - 0.800987362794606, - 1.5710238762349773, - 0.9911412389198323, - 0.8417359860573123, - 0.7550650019137193, - 0.8454707572998891, - 0.7463117905961775, - 0.9958585433814053, - 0.9898063223282548, - 0.9774069853377493, - 1.0506189728199082, - 1.04374696833814, - 0.41816393735262497, - 0.8196612593038392, - 0.596847083543995, - 0.8581467919924893, - 1.050181614737104, - 0.8097533539243018, - 0.6013621428718394, - 0.6159775664971462, - 1.073924939147738, - 1.064042786035294, - 0.9713883617826264, - 1.1076121378365742, - 1.021768139613268, - 0.8455337132759265 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 57869, - "cert_evals": { - "36": 0.37931033968925476, - "72": 0.27586206793785095, - "108": 0.24137930572032928, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.4230769230769231, - "test_acc": 0.35, - "train_size": 48, - "val_size": 26, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.0340199583333333, - 0.10917162499999984, - -0.07162090208333334, - 0.06506778333333332, - -0.10921322916666676, - 0.12493452083333324, - 0.013654270833333296, - 0.15594170833333318, - -0.04355245833333338, - -0.021462374999999978, - 0.104134875, - 0.02017656249999995, - 0.1385066249999999, - 0.053200124999999876, - 0.09558083333333343, - 0.3076187916666668, - 0.17253487500000028, - 0.15269966666666668, - 0.1823765416666667, - 0.13501729166666662, - 0.262743825, - -0.06483987499999996, - 0.19928929166666667, - -0.1015663333333332, - -0.03367612499999994, - 0.07865360416666677, - 0.23660444999999997, - 0.06843458333333337 - ] - ], - "std": [ - [ - 1.0728446319744602, - 1.004997765945125, - 0.6738313483909325, - 1.1276322526496132, - 0.9889360364810051, - 1.0737570402474663, - 1.2301542970075396, - 1.0335005003320021, - 1.0268293591046207, - 0.9958585433814053, - 0.9898063223282548, - 0.9984666452987404, - 0.9021844164633743, - 1.0235194592787966, - 1.0911203018947113, - 1.043398618770709, - 1.428359917728367, - 1.0537876663148145, - 1.2133500974257005, - 0.931759019467099, - 1.699034990837401, - 0.8618067283867119, - 1.170282570673264, - 0.9322841280124254, - 0.9713883617826267, - 1.1076121378365744, - 1.009283746545842, - 1.0092164745858712 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 57869, - "cert_evals": { - "36": 0.3461538553237915, - "72": 0.23076924681663513, - "108": 0.23076924681663513, - "255": 0.07692307978868484 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.22580645161290322, - "test_acc": 0.28695652173913044, - "train_size": 48, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.060849604166666675, - -0.11376839583333333, - -0.09783850416666667, - -0.09356036875000003, - 0.22445235416666667, - 0.024614104166666605, - 0.0762974583333333, - 0.09184660416666661, - -0.14534854166666666, - -0.021462374999999978, - 0.18727079166666663, - 0.061815500000000016, - 0.042196541666666705, - 0.10011306249999992, - -0.08740560416666669, - 0.0008853750000000308, - -0.1423887916666665, - -0.06353283333333333, - -0.10411062500000007, - -0.056175625000000166, - 0.25800489583333336, - -0.15468943749999986, - 0.07922083333333328, - -0.10156633333333316, - -0.08552499999999985, - 0.0031150833333333725, - -0.1421576375, - 0.0684342083333334 - ] - ], - "std": [ - [ - 1.0293582077836319, - 0.9794406225141076, - 0.6268224867254953, - 0.3684227553507345, - 1.025591356541465, - 1.1118837703058688, - 1.0365020313045694, - 1.0275207215403601, - 1.0856923338143685, - 0.9958585433814053, - 0.9757408637342995, - 0.9993344999999996, - 0.9714914160365958, - 1.0437469683381402, - 0.8943692877865511, - 1.023515389848972, - 0.6596688427296608, - 1.0084428269148291, - 0.8321700190516114, - 0.7587733649056444, - 1.7047553305488228, - 0.615977566497146, - 1.073924939147738, - 0.9322841280124254, - 0.9275008724551151, - 1.0021317232904448, - 0.8580294890796403, - 1.071739861024061 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 57869, - "cert_evals": { - "36": 0.032258063554763794, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.35601784191937647, - "std_test_acc": 0.070422540430676, - "n_samples": 194, - "n_features": 28, - "n_classes": 8, - "mean_cert_acc_36": 0.3005416765809059, - "std_cert_acc_36": 0.1834566958056025, - "mean_cert_acc_72": 0.20073190331459045, - "std_cert_acc_72": 0.1365926233698463, - "mean_cert_acc_108": 0.18285195156931877, - "std_cert_acc_108": 0.12246690761928854, - "mean_cert_acc_255": 0.037749288603663445, - "std_cert_acc_255": 0.04360463880345489 - }, - "glass": { - "dataset": "glass", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 32, - "best_val_acc": 0.43243243243243246, - "test_acc": 0.4032258064516129, - "train_size": 53, - "val_size": 37, - "test_size": 124, - "stats": { - "mean": [ - [ - 0.012939788679245282, - 0.04699466943396226, - 0.04250909433962263, - -0.01625201207547179, - -0.03750319433962267, - -0.18787082075471698, - 0.06524139433962263, - -0.040507150943396124, - -0.2307195471698114 - ] - ], - "std": [ - [ - 0.801738486196533, - 0.8467082620054888, - 0.9820084649167357, - 0.9338214241369891, - 0.8598618475288062, - 0.3955791139166082, - 0.8724031270593463, - 0.8657099216828293, - 0.7013424696367202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3979, - "cert_evals": { - "36": 0.27027028799057007, - "72": 0.21621622145175934, - "108": 0.1621621698141098, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 67, - "best_val_acc": 0.6333333333333333, - "test_acc": 0.3969465648854962, - "train_size": 53, - "val_size": 30, - "test_size": 131, - "stats": { - "mean": [ - [ - -0.06851211245283018, - -0.15009423962264148, - 0.02275701132075471, - -0.11148559811320762, - 0.16614626415094338, - 0.138459841509434, - -0.08099267547169811, - 0.036904622641509635, - -0.12809118867924535 - ] - ], - "std": [ - [ - 0.8515731555985958, - 0.9581970001358434, - 0.9640671504859841, - 0.9248622429706228, - 0.9755758770264732, - 1.357781655818288, - 0.8022445220282372, - 1.1525134057528226, - 0.8492428385949199 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3979, - "cert_evals": { - "36": 0.46666669845581055, - "72": 0.2666666805744171, - "108": 0.20000001788139343, - "255": 0.03333333507180214 - }, - "fold": 1 - }, - { - "best_epoch": 47, - "best_val_acc": 0.38461538461538464, - "test_acc": 0.35555555555555557, - "train_size": 53, - "val_size": 26, - "test_size": 135, - "stats": { - "mean": [ - [ - 0.17342035830188673, - 0.10083030188679246, - -0.0808434981132076, - -0.019653658490565933, - -0.19072764905660378, - 0.02794728113207545, - 0.12344338867924527, - -0.06403424528301871, - 0.22045922641509424 - ] - ], - "std": [ - [ - 1.2137577085998512, - 0.8431029761509528, - 1.0333305367739407, - 1.0160914345283907, - 1.0137208401349003, - 1.2887142840709145, - 1.1306321303495666, - 0.9397607053756946, - 1.2490718777482173 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3979, - "cert_evals": { - "36": 0.23076924681663513, - "72": 0.23076924681663513, - "108": 0.1538461595773697, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 42, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.5338345864661654, - "train_size": 53, - "val_size": 28, - "test_size": 133, - "stats": { - "mean": [ - [ - -0.09789963037735849, - -0.25360606113207534, - -0.0009194132075472026, - 0.04837090226415086, - 0.10451545471698113, - 0.3782897773584904, - -0.08351155283018871, - -0.02570778301886777, - 0.11976666037735839 - ] - ], - "std": [ - [ - 0.9830235331660265, - 0.9613168258565478, - 1.0022618468949342, - 0.9817559883419383, - 1.0203488325490284, - 1.7842263867081236, - 1.0422858738909424, - 0.9054813684433138, - 1.1073266176346976 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3979, - "cert_evals": { - "36": 0.3571428656578064, - "72": 0.25, - "108": 0.1428571492433548, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.42239062833970753, - "std_test_acc": 0.07724716503971503, - "n_samples": 214, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.33121227473020554, - "std_cert_acc_36": 0.10459927351071885, - "mean_cert_acc_72": 0.2409130372107029, - "std_cert_acc_72": 0.022050338103450445, - "mean_cert_acc_108": 0.16471637412905693, - "std_cert_acc_108": 0.02481563185526213, - "mean_cert_acc_255": 0.008333333767950535, - "std_cert_acc_255": 0.01666666753590107 - }, - "haberman-survival": { - "dataset": "haberman-survival", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.7391304347826086, - "test_acc": 0.7282608695652174, - "train_size": 76, - "val_size": 46, - "test_size": 184, - "stats": { - "mean": [ - [ - 0.056303715789473636, - 0.11814425789473684, - 0.07505885618421046 - ] - ], - "std": [ - [ - 1.071529133459213, - 0.9640121301272397, - 1.1153002449883138 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.1304347813129425, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.813953488372093, - "test_acc": 0.6844919786096256, - "train_size": 76, - "val_size": 43, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.10623882105263147, - 0.09384808421052634, - 0.007344408815789407 - ] - ], - "std": [ - [ - 1.0605035134671559, - 1.0869710980458733, - 1.1078408305262222 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.604651153087616, - "72": 0.20930232107639313, - "108": 0.04651162773370743, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 55, - "best_val_acc": 0.8867924528301887, - "test_acc": 0.6949152542372882, - "train_size": 76, - "val_size": 53, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.06604734605263156, - -0.015483576315789458, - 0.01100456263157891 - ] - ], - "std": [ - [ - 1.0531764871263751, - 0.9959949318361989, - 0.8640777726923776 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.7735849022865295, - "72": 0.3962264060974121, - "108": 0.15094339847564697, - "255": 0.01886792480945587 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.5945945945945946, - "test_acc": 0.6735751295336787, - "train_size": 76, - "val_size": 37, - "test_size": 193, - "stats": { - "mean": [ - [ - -0.03016957763157897, - -0.13291423947368405, - 0.01283475092105254 - ] - ], - "std": [ - [ - 1.0380766725977404, - 1.0963438485094303, - 1.0823191968380823 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.3513513505458832, - "72": 0.0810810849070549, - "108": 0.027027027681469917, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6953108079864525, - "std_test_acc": 0.02363154535573262, - "n_samples": 306, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.4650055468082428, - "std_cert_acc_36": 0.2825933399974144, - "mean_cert_acc_72": 0.17165245302021503, - "std_cert_acc_72": 0.17274133872654165, - "mean_cert_acc_108": 0.05612051347270608, - "std_cert_acc_108": 0.06602942059756678, - "mean_cert_acc_255": 0.004716981202363968, - "std_cert_acc_255": 0.009433962404727936 - }, - "hayes-roth": { - "dataset": "hayes-roth", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.7058823529411765, - "test_acc": 0.5612244897959183, - "train_size": 28, - "val_size": 34, - "test_size": 98, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3496, - "cert_evals": { - "36": 0.2647058963775635, - "72": 0.14705882966518402, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.6, - "test_acc": 0.4392523364485981, - "train_size": 28, - "val_size": 25, - "test_size": 107, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3496, - "cert_evals": { - "36": 0.23999999463558197, - "72": 0.19999998807907104, - "108": 0.11999999731779099, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 46, - "best_val_acc": 0.6071428571428571, - "test_acc": 0.5576923076923077, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3496, - "cert_evals": { - "36": 0.2142857313156128, - "72": 0.1071428656578064, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.42857142857142855, - "test_acc": 0.375, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3496, - "cert_evals": { - "36": 0.1785714328289032, - "72": 0.1785714328289032, - "108": 0.0357142873108387, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.48329228348420605, - "std_test_acc": 0.09178875744501647, - "n_samples": 160, - "n_features": 3, - "n_classes": 3, - "mean_cert_acc_36": 0.22439076378941536, - "std_cert_acc_36": 0.03683513166427957, - "mean_cert_acc_72": 0.15819327905774117, - "std_cert_acc_72": 0.040386428173727396, - "mean_cert_acc_108": 0.03892857115715742, - "std_cert_acc_108": 0.056609113121002884, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-cleveland": { - "dataset": "heart-cleveland", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 22, - "best_val_acc": 0.5925925925925926, - "test_acc": 0.5086705202312138, - "train_size": 76, - "val_size": 54, - "test_size": 173, - "stats": { - "mean": [ - [ - 0.025679380263157865, - 0.06560718421052641, - -0.04165710526315796, - 0.12079876315789474, - -0.05836617236842103, - 0.21103164473684244, - 0.009953435000000009, - -0.04552891578947369, - -0.07930921052631572, - 0.018019449999999958, - -0.1633495263157895, - 0.1490460526315791, - 0.1173184736842107 - ] - ], - "std": [ - [ - 0.8936682722687875, - 0.9705101476202265, - 1.0410809532354568, - 0.9713482365754217, - 1.0046131234392313, - 1.1698900228292355, - 0.991743905598925, - 1.063967410026795, - 0.9653541002995567, - 0.9670845428420584, - 0.8530269008877411, - 1.0419737091060064, - 0.9887800977718967 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 14538, - "cert_evals": { - "36": 0.46296295523643494, - "72": 0.40740740299224854, - "108": 0.37037038803100586, - "255": 0.07407407462596893 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.46511627906976744, - "test_acc": 0.43478260869565216, - "train_size": 76, - "val_size": 43, - "test_size": 184, - "stats": { - "mean": [ - [ - -0.2101489736842105, - 0.09376453947368439, - -0.1649965789473685, - -0.03545365789473685, - -0.1381618, - 0.02633263157894729, - -0.1355152364473684, - -0.028272514473684226, - 0.060729605263158, - -0.12137016052631582, - 0.02882180263157893, - -0.062184184210526385, - -0.10297684210526317 - ] - ], - "std": [ - [ - 0.9630708106281646, - 0.9569359106048417, - 1.0685892850045124, - 0.9716813782156916, - 0.8933102337559928, - 1.0237058396713807, - 0.987768251139324, - 1.0505795881681008, - 1.018728244712418, - 0.800844776889746, - 0.9838325491030496, - 0.9678759361024273, - 0.9824728943441249 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 14538, - "cert_evals": { - "36": 0.39534884691238403, - "72": 0.25581395626068115, - "108": 0.20930232107639313, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.5789473684210527, - "test_acc": 0.5294117647058824, - "train_size": 76, - "val_size": 57, - "test_size": 170, - "stats": { - "mean": [ - [ - 0.009666096052631561, - 0.12192189473684223, - -0.04165730263157901, - -0.053396460526315796, - 0.009485552631578952, - -0.08448677631578952, - -0.12229084131578946, - 0.029248118421052637, - 0.0887373684210527, - 0.14607715657894724, - 0.007469368421052609, - 0.13496389473684212, - -0.016193828947368444 - ] - ], - "std": [ - [ - 0.991747257977119, - 0.9423253440641232, - 1.054702252215874, - 1.01578753443219, - 0.912628998922061, - 0.9070959475884481, - 0.9828872816770845, - 1.0215811465249889, - 1.026781557739585, - 1.110916508206595, - 1.0555936285886078, - 1.1293737151568792, - 0.9751655205627294 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 14538, - "cert_evals": { - "36": 0.4385964870452881, - "72": 0.2631579041481018, - "108": 0.24561403691768646, - "255": 0.017543859779834747 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.5945945945945946, - "test_acc": 0.4473684210526316, - "train_size": 76, - "val_size": 37, - "test_size": 190, - "stats": { - "mean": [ - [ - 0.009666401315789493, - -0.1314943026315789, - -0.027953026315789546, - -0.017510736842105287, - 0.14569758815789477, - -0.12142657894736847, - 0.16864663157894735, - 0.0298232342105263, - 0.032721842105263264, - -0.0567749657894737, - -0.14199722368421067, - 0.050471736842105284, - -0.002842618421052697 - ] - ], - "std": [ - [ - 1.037308935092612, - 1.039536608942455, - 1.0731491570199134, - 0.9857713056853448, - 1.1678879570276746, - 0.8615768485992676, - 0.9924490204448371, - 1.0295305309669156, - 1.0098342617684068, - 1.0125711830157138, - 0.967005700282042, - 1.1226814635925688, - 0.9876978299691207 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 14538, - "cert_evals": { - "36": 0.45945948362350464, - "72": 0.4324324429035187, - "108": 0.3513513505458832, - "255": 0.054054055362939835 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.48005832867134496, - "std_test_acc": 0.04609027386087427, - "n_samples": 303, - "n_features": 13, - "n_classes": 5, - "mean_cert_acc_36": 0.4390919432044029, - "std_cert_acc_36": 0.031082502409853257, - "mean_cert_acc_72": 0.33970292657613754, - "std_cert_acc_72": 0.09323654348695722, - "mean_cert_acc_108": 0.29415952414274216, - "std_cert_acc_108": 0.07881710902269067, - "mean_cert_acc_255": 0.03641799744218588, - "std_cert_acc_255": 0.03372197255031035 - }, - "heart-hungarian": { - "dataset": "heart-hungarian", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.8342245989304813, - "train_size": 73, - "val_size": 34, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.0800741506849315, - 0.187091506849315, - 0.14536817123287665, - 0.057955123287671204, - 0.007548964931506878, - 0.0018470410958903167, - -0.026523986301369866, - -0.07145227945205493, - -0.002936657534246297, - 0.06359038356164397, - 0.03073776712328766, - -0.08100684931506869 - ] - ], - "std": [ - [ - 0.9987991948716954, - 0.8797143812899805, - 1.0138369657816542, - 1.004282733869356, - 1.1169105950079397, - 1.0014602608653556, - 0.9486883864181348, - 1.0204510052676476, - 0.9970306548239305, - 1.1098417855233023, - 1.0026671671379417, - 0.8754503895152498 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 4039, - "cert_evals": { - "36": 0.8529411554336548, - "72": 0.7647058963775635, - "108": 0.7058823704719543, - "255": 0.44117647409439087 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.717948717948718, - "test_acc": 0.6703296703296703, - "train_size": 73, - "val_size": 39, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.03390847945205465, - 0.1564823287671232, - -0.05334468493150675, - 0.17270156164383563, - -0.14544580410958913, - -0.10677657534246586, - 0.03300201369863015, - 0.11938546301369855, - 0.026828767123288015, - 0.11635597260273989, - 0.11918921917808224, - -0.025584246575342404 - ] - ], - "std": [ - [ - 1.015281664085163, - 0.9028410442013451, - 1.0337121941577725, - 0.9152783215528201, - 0.8308188513709485, - 0.787052874670898, - 0.9862292931929137, - 0.8791726610331962, - 1.0093946605762534, - 0.9709004823896129, - 0.9957071278619543, - 0.9379507836223181 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 4039, - "cert_evals": { - "36": 0.5128205418586731, - "72": 0.38461539149284363, - "108": 0.1794871836900711, - "255": 0.025641025975346565 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.8212290502793296, - "train_size": 73, - "val_size": 42, - "test_size": 179, - "stats": { - "mean": [ - [ - 0.14495649315068504, - 0.003436438356164301, - -0.06753834246575333, - 0.2389838082191781, - 0.03065915232876712, - -0.16108838356164396, - 0.03300202739726026, - 0.07263872739726036, - 0.02682876712328804, - -0.04947819178082209, - 0.0012539315068493056, - -0.05725431506849332 - ] - ], - "std": [ - [ - 0.9448396245451279, - 0.9965626371881349, - 0.9510883979986018, - 0.9219475695799935, - 0.863125052835077, - 0.6471998892994516, - 1.0497525444673081, - 0.9275566360232819, - 1.0093946605762534, - 0.8385071156366399, - 0.992646777404723, - 0.8922594920555511 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 4039, - "cert_evals": { - "36": 0.738095223903656, - "72": 0.6666666865348816, - "108": 0.5952380895614624, - "255": 0.3333333432674408 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.7853107344632768, - "train_size": 73, - "val_size": 44, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.03448108219178094, - 0.03404561643835607, - 0.2021428561643836, - -0.012603835616438326, - 0.012083080821917778, - 0.0018470410958903595, - 0.03300201369863012, - -0.05440366712328782, - 0.14589046575342487, - 0.0786663835616438, - 0.13393120547945203, - -0.05725438356164386 - ] - ], - "std": [ - [ - 0.9357023656034743, - 0.98044976884177, - 0.9447129008604433, - 0.8618425109620811, - 1.2011825380327528, - 1.0014602608653553, - 0.986229293192914, - 0.847254895689431, - 1.0489937022040874, - 1.0096312619774381, - 1.0380236400472438, - 0.844840730482065 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 4039, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.6363636255264282, - "108": 0.47727274894714355, - "255": 0.04545454680919647 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7777735135006896, - "std_test_acc": 0.07455668505264709, - "n_samples": 294, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.7077824175357819, - "std_cert_acc_36": 0.1418684031113115, - "mean_cert_acc_72": 0.6130878999829292, - "std_cert_acc_72": 0.1618642947393809, - "mean_cert_acc_108": 0.48947009816765785, - "std_cert_acc_108": 0.22675928661866304, - "mean_cert_acc_255": 0.21140134753659368, - "std_cert_acc_255": 0.20793368983545008 - }, - "heart-switzerland": { - "dataset": "heart-switzerland", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.2222222222222222, - "test_acc": 0.1891891891891892, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.03867648709677418, - 0.061165483870967645, - -0.031605645161290254, - -0.04727649354838697, - 0.12035961290322578, - 0.10471612903225812, - 0.10948048064516128, - 0.21947058064516128, - 0.24267312903225804, - 0.146339935483871, - 0.09546838709677423, - -0.14905170967741943 - ] - ], - "std": [ - [ - 1.1959209887023292, - 0.8952513255013157, - 1.0680537841920705, - 1.1526431663263934, - 1.2389629579337629, - 1.0370364433639812, - 0.8482163286791152, - 0.998704338537551, - 0.823971907762666, - 0.9616527651367163, - 1.172612838656165, - 1.0452475193168111 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 4138, - "cert_evals": { - "36": 0.1666666716337204, - "72": 0.1111111119389534, - "108": 0.0555555559694767, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.16666666666666666, - "test_acc": 0.25675675675675674, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - 0.38275906451612907, - -0.056386774193548456, - 0.015231451612903284, - 0.016496377419354898, - 0.2830434193548386, - -0.059711161290322494, - 0.04518695483870968, - -0.039474967741935506, - 0.10301854838709676, - -0.043132193548387085, - 0.0954683870967742, - -0.026422451612903276 - ] - ], - "std": [ - [ - 0.8537728993403316, - 1.0773842413872565, - 0.9891428503533505, - 0.8244718913923468, - 1.4910217148161218, - 1.0016724276385454, - 0.8092921347980535, - 0.9902763031378431, - 0.9512021337497041, - 1.1112826701924636, - 1.172612838656165, - 1.014523633801689 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 4138, - "cert_evals": { - "36": 0.1666666716337204, - "72": 0.1111111119389534, - "108": 0.0555555559694767, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.16176470588235295, - "train_size": 31, - "val_size": 24, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1363268064516129, - 0.06116548387096767, - -0.07844332258064517, - 0.28318253870967747, - 0.12035961290322578, - -0.00490193548387092, - -0.09028977096774195, - -0.16894774193548387, - -0.07077383870967743, - -0.23260409677419347, - -0.0015777419354838426, - -0.12861274193548392 - ] - ], - "std": [ - [ - 0.9985620954632528, - 0.8952513255013155, - 0.7865317101247931, - 0.8496477832825274, - 1.2389629579337627, - 0.8129502811517081, - 0.9201252610360474, - 0.960195792094272, - 0.7788574621968283, - 0.922011584077965, - 1.0630870797904943, - 0.9101297422084665 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 4138, - "cert_evals": { - "36": 0.0833333358168602, - "72": 0.0833333358168602, - "108": 0.0416666679084301, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 43, - "best_val_acc": 0.21428571428571427, - "test_acc": 0.23076923076923078, - "train_size": 31, - "val_size": 14, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.06132570967741941, - -0.05638677419354848, - -0.03160587096774191, - -0.08206108387096776, - 0.1203596129032258, - 0.21433419354838715, - 0.08651870322580645, - 0.08999780645161289, - 0.000605741935483859, - -0.11892112903225804, - 0.19251451612903228, - -0.09795603225806457 - ] - ], - "std": [ - [ - 1.1796944897022907, - 1.0773842413872565, - 1.002361426374151, - 1.2266934302261872, - 1.2389629579337627, - 1.2107719727384119, - 1.1761632862640778, - 1.0028917964777728, - 0.9746182884484196, - 1.026652327670446, - 1.4781625990241394, - 1.0351077769123456 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 4138, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.0714285746216774, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.20961997064938243, - "std_test_acc": 0.042334820204122096, - "n_samples": 123, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.13988095708191395, - "std_cert_acc_36": 0.03933378614973601, - "mean_cert_acc_72": 0.0942460335791111, - "std_cert_acc_72": 0.02007141534530844, - "mean_cert_acc_108": 0.038194444961845875, - "std_cert_acc_108": 0.026291242578552147, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-va": { - "dataset": "heart-va", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.24324324324324326, - "test_acc": 0.3008849557522124, - "train_size": 50, - "val_size": 37, - "test_size": 113, - "stats": { - "mean": [ - [ - 0.12417273199999997, - 0.05847433999999993, - 0.11939195999999985, - 0.13652684859999997, - 0.169332294, - -0.08422980000000006, - -0.051211000000000055, - -0.025999581999999997, - -0.10986361999999993, - 0.02611757999999999, - 0.18437666399999986, - -0.16063424000000026 - ] - ], - "std": [ - [ - 1.0375983940843654, - 0.8186406200000009, - 0.906257232351079, - 0.9850972422932538, - 0.9999215189422874, - 0.964959379692824, - 0.9368765586228528, - 0.926118336928491, - 0.985877688928741, - 0.8984566513475283, - 1.109014128975748, - 0.8047660315047241 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 4138, - "cert_evals": { - "36": 0.10810811072587967, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.2, - "test_acc": 0.19166666666666668, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.10881117199999998, - 0.17542300000000016, - 0.21993213999999972, - -0.08821109999999997, - 0.13781262600000002, - 0.08422731999999994, - 0.00731520000000001, - -0.12721317799999998, - -0.30961252, - -0.25667714, - -0.17580066800000008, - -0.02059391999999999 - ] - ], - "std": [ - [ - 0.9929893928858932, - 1.0, - 0.8501447398821216, - 1.0656963957883359, - 1.0325714366151477, - 1.022085030499879, - 0.9621289169237981, - 1.0393960665815958, - 0.9317809815586118, - 0.8468928172805285, - 0.9604725295714901, - 0.9867682179778366 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 4138, - "cert_evals": { - "36": 0.06666667014360428, - "72": 0.06666667014360428, - "108": 0.03333333507180214, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.25925925925925924, - "test_acc": 0.14634146341463414, - "train_size": 50, - "val_size": 27, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.15233571999999998, - 0.05847433999999995, - 0.11939203999999982, - -0.012556939999999935, - 0.15528536399999998, - -0.042115520000000004, - 0.06584127999999993, - 0.009825086000000021, - 0.16978484000000008, - 0.05313653999999998, - 0.04716622799999987, - 0.15239717999999963 - ] - ], - "std": [ - [ - 0.9466778160837978, - 0.8186406200000006, - 0.794839780092792, - 1.0183639969617624, - 0.9927764037429706, - 0.982265363064182, - 1.1062072213290066, - 0.982147212242076, - 0.9915274640582656, - 1.040558924765334, - 1.0326448287754921, - 1.138945356222443 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 4138, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.03703703731298447, - "108": 0.03703703731298447, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 41, - "best_val_acc": 0.26666666666666666, - "test_acc": 0.26666666666666666, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.07040700000000005, - 0.17542300000000016, - 0.14452675999999975, - 0.06532269999999997, - -0.19794047999999992, - -0.08422980000000009, - -0.16826343999999985, - 0.010868634000000012, - 0.009985720000000033, - -0.009907080000000006, - -0.10719553600000013, - -0.08649541999999996 - ] - ], - "std": [ - [ - 1.2049567103246417, - 1.0, - 0.9024156133740057, - 0.9721589400778301, - 0.9497444006039201, - 0.964959379692824, - 0.920277085388703, - 0.9840113193010918, - 0.9979451845458254, - 1.0793938409678105, - 0.9369066157621472, - 0.9024286546800494 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 4138, - "cert_evals": { - "36": 0.13333334028720856, - "72": 0.06666667014360428, - "108": 0.03333333507180214, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.226389938125045, - "std_test_acc": 0.0702025317623303, - "n_samples": 200, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.10480480827391148, - "std_cert_acc_36": 0.027803333084871967, - "mean_cert_acc_72": 0.042592594400048256, - "std_cert_acc_72": 0.03164446006326959, - "mean_cert_acc_108": 0.025925926864147186, - "std_cert_acc_108": 0.017371910774590858, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "hepatitis": { - "dataset": "hepatitis", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.782608695652174, - "test_acc": 0.8064516129032258, - "train_size": 39, - "val_size": 23, - "test_size": 93, - "stats": { - "mean": [ - [ - -0.07305103333333338, - -0.25417620512820527, - -0.0684997948717948, - 0.002734846153846289, - -0.27956964102564097, - 0.043173205128205175, - -0.08607384615384614, - 0.058396666666666625, - 0.06670830769230766, - -0.04725699999999998, - 0.016169358974358995, - -0.02457512820512817, - 0.0025034871794872037, - -0.027701887179487183, - -0.15169055846153845, - -0.0886186358974359, - -0.07013070256410256, - 0.1575872743589744, - -0.1341903076923079 - ] - ], - "std": [ - [ - 0.7065121639768482, - 0.5178280049962226, - 1.0644445404981495, - 0.9941527427588283, - 0.9460715809412041, - 1.0610130501194135, - 1.1425568971679159, - 0.9324615341247179, - 0.946176852270342, - 0.9924710852804189, - 0.9714365294574488, - 0.9824999787091323, - 0.9634407063351287, - 0.8415828453559291, - 0.8432379274259605, - 0.6407479822535036, - 0.9523942193593046, - 1.0530325526231488, - 0.9744402928447131 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 15111, - "cert_evals": { - "36": 0.695652186870575, - "72": 0.6521739363670349, - "108": 0.6521739363670349, - "255": 0.52173912525177 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9615384615384616, - "test_acc": 0.8, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.11794246410256407, - -0.08617061538461546, - 0.18073612820512838, - 0.002734846153846107, - -0.01757938461538464, - -0.10891841025641022, - -0.26475346153846147, - -0.16237000000000007, - -0.13763476923076928, - 0.0032585384615384802, - -0.12308166666666664, - -0.13340641025641017, - -0.052936256410256344, - -0.1222803846153846, - -0.12690142128205126, - -0.21492274871794878, - -0.0701304769230769, - -0.19038912820512827, - -0.03147528205128203 - ] - ], - "std": [ - [ - 0.9308482815868492, - 0.8729826521744097, - 0.9562346989313699, - 0.9941527427588275, - 1.0687148745897885, - 1.082595260131678, - 1.2147882026120127, - 1.1445852172148068, - 1.1192331270078257, - 1.0668209925491146, - 1.0726249795408656, - 1.1491882555748711, - 1.1143257286511818, - 0.9024022721027672, - 0.9826150523838478, - 0.6405176575741821, - 1.0834147839386958, - 1.0210323203399736, - 0.9932070287924958 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 15111, - "cert_evals": { - "36": 0.8076923489570618, - "72": 0.692307710647583, - "108": 0.5, - "255": 0.11538462340831757 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.8163265306122449, - "train_size": 39, - "val_size": 18, - "test_size": 98, - "stats": { - "mean": [ - [ - 0.25751469999999993, - -0.0021678205128206176, - -0.16819412820512808, - -0.13856787179487162, - -0.22717153846153848, - -0.05822148717948713, - -0.026513846153846145, - -0.07406333333333337, - 0.025839692307692258, - -0.04725692307692307, - 0.016169487179487147, - -0.13340641025641015, - -0.052936256410256344, - -0.040312646153846145, - 0.10239844307692307, - 0.13277096923076923, - 0.021281615384615406, - -0.028776703589743616, - 0.019882230769230784 - ] - ], - "std": [ - [ - 1.005461160498127, - 0.9939344729297802, - 0.9562346989313698, - 1.1126187137474748, - 0.8609878396947588, - 0.9804372857666263, - 0.9786685591250096, - 0.9813568775708227, - 0.946176852270342, - 1.0881358642498125, - 1.054392008519234, - 1.1491882555748716, - 1.1143257286511812, - 0.6571748166650522, - 0.9244222305036086, - 1.0717140331590138, - 0.8996151755406562, - 0.9261613145039079, - 0.998504170514703 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 15111, - "cert_evals": { - "36": 0.7222222089767456, - "72": 0.6666666865348816, - "108": 0.6111111044883728, - "255": 0.1666666716337204 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.8461538461538461, - "test_acc": 0.8444444444444444, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.07509134615384613, - -0.17017341025641036, - 0.13088894871794884, - 0.1440375641025641, - -0.12237543589743595, - -0.05822148717948713, - 0.1521657692307693, - 0.1467033333333333, - 0.10757692307692303, - 0.003258384615384635, - 0.06258628205128201, - -0.13340641025641015, - 0.057943230769230816, - 0.03955354102564104, - 0.16271944128205126, - 0.026228858974358962, - 0.12825329743589742, - -0.037512437692307686, - 0.2253122820512821 - ] - ], - "std": [ - [ - 0.9881800818586763, - 0.7226193648278391, - 0.9639985722278488, - 0.835958152953438, - 0.9195820679374928, - 0.9804372857666264, - 0.8380816839591891, - 0.797209189164857, - 0.8727148090274184, - 0.8602473119915564, - 0.8683835140087598, - 0.9266649753751967, - 0.7801070627641344, - 0.8750146780135224, - 1.0473279879316608, - 0.8897406999004371, - 0.8705306469748111, - 0.8788094464260305, - 0.9932070287924956 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 15111, - "cert_evals": { - "36": 0.8076923489570618, - "72": 0.8076923489570618, - "108": 0.8076923489570618, - "255": 0.5769230723381042 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8168056469899788, - "std_test_acc": 0.01961095331571802, - "n_samples": 155, - "n_features": 19, - "n_classes": 2, - "mean_cert_acc_36": 0.758314773440361, - "std_cert_acc_36": 0.058038960744747826, - "mean_cert_acc_72": 0.7047101706266403, - "std_cert_acc_72": 0.07063170359744242, - "mean_cert_acc_108": 0.6427443474531174, - "std_cert_acc_108": 0.12737526072922425, - "mean_cert_acc_255": 0.34517837315797806, - "std_cert_acc_255": 0.23773297330065365 - }, - "horse-colic": { - "dataset": "horse-colic", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 35, - "best_val_acc": 0.9090909090909091, - "test_acc": 0.8162393162393162, - "train_size": 68, - "val_size": 66, - "test_size": 234, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 56327, - "cert_evals": { - "36": 0.8787878751754761, - "72": 0.8636363744735718, - "108": 0.8030303120613098, - "255": 0.42424243688583374 - }, - "fold": 0 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8611111111111112, - "test_acc": 0.7280701754385965, - "train_size": 68, - "val_size": 72, - "test_size": 228, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 56327, - "cert_evals": { - "36": 0.75, - "72": 0.6527777910232544, - "108": 0.4861111044883728, - "255": 0.0694444477558136 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.7848101265822784, - "train_size": 68, - "val_size": 63, - "test_size": 237, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 56327, - "cert_evals": { - "36": 0.80952388048172, - "72": 0.6984127163887024, - "108": 0.5714285969734192, - "255": 0.111111119389534 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.86, - "test_acc": 0.78, - "train_size": 68, - "val_size": 50, - "test_size": 250, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 56327, - "cert_evals": { - "36": 0.8199999928474426, - "72": 0.7400000095367432, - "108": 0.6800000071525574, - "255": 0.2199999988079071 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7772799045650478, - "std_test_acc": 0.03653097480909345, - "n_samples": 368, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.8145779371261597, - "std_cert_acc_36": 0.05275151904472257, - "mean_cert_acc_72": 0.7387067228555679, - "std_cert_acc_72": 0.0905841758197492, - "mean_cert_acc_108": 0.6351425051689148, - "std_cert_acc_108": 0.13719612685701554, - "mean_cert_acc_255": 0.2061995007097721, - "std_cert_acc_255": 0.15861580473435144 - }, - "ilpd-indian-liver": { - "dataset": "ilpd-indian-liver", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 42, - "best_val_acc": 0.6744186046511628, - "test_acc": 0.6467236467236467, - "train_size": 146, - "val_size": 86, - "test_size": 351, - "stats": { - "mean": [ - [ - -0.04947167191780823, - -0.00829989520547949, - 0.0029959439041094614, - 0.043865143424657534, - -0.02727346465753423, - 0.06000245376712337, - 0.18081108150684932, - 0.13766838972602727, - 0.07700867876712333 - ] - ], - "std": [ - [ - 1.0220386211163874, - 0.9305248911517027, - 1.0317627748416793, - 1.0430349333459359, - 0.6968608763678219, - 1.4666603089790804, - 0.976649603737411, - 0.9779410793607819, - 1.0045141661622095 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.5116279125213623, - "72": 0.43023255467414856, - "108": 0.20930232107639313, - "255": 0.10465116053819656 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7101449275362319, - "test_acc": 0.6141304347826086, - "train_size": 146, - "val_size": 69, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.023718123972602808, - -0.005873168493150683, - 0.03226138232876717, - 0.04699460315068498, - 0.05445175945205481, - -0.012896076027397266, - 0.006021310958904103, - -0.03022427397260268, - 0.024170888356164395 - ] - ], - "std": [ - [ - 0.9837490979337397, - 0.9321175505257335, - 1.0715555930063725, - 0.9529710623514904, - 1.1810113146612142, - 0.7086815710476746, - 1.0423446624153474, - 1.010859445699408, - 1.0504905455411107 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.3478260934352875, - "72": 0.18840579688549042, - "108": 0.10144928097724915, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6590909090909091, - "test_acc": 0.6246418338108882, - "train_size": 146, - "val_size": 88, - "test_size": 349, - "stats": { - "mean": [ - [ - -0.06850946301369858, - -0.0660989635342466, - -0.043828577945205456, - -0.023010099041095942, - 0.006519339726027369, - -0.025199812328767113, - -0.0009198609589041257, - -0.051749036301369795, - -0.1729785705479453 - ] - ], - "std": [ - [ - 0.960568795724854, - 0.7317880619730879, - 0.8532176637131939, - 0.846889651522413, - 0.8393088412983767, - 0.6466602014941917, - 1.025247253115212, - 1.0319261806513593, - 0.9884325003029147 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.375, - "72": 0.23863637447357178, - "108": 0.13636364042758942, - "255": 0.034090910106897354 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.5949008498583569, - "train_size": 146, - "val_size": 84, - "test_size": 353, - "stats": { - "mean": [ - [ - 0.10156164794520553, - 0.11148967165753422, - 0.14932299390410964, - -0.06575168465753424, - 0.08565644520547948, - 0.041416027397260274, - 0.12780630068493154, - 0.0825649349315068, - 0.027512271917808223 - ] - ], - "std": [ - [ - 0.9791992181077636, - 1.0803158704678002, - 1.2337654004282645, - 0.900953545319748, - 1.161354860471408, - 0.8045626472841879, - 0.9144661645250372, - 1.0285214362372226, - 1.0463698865975202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.4523809552192688, - "72": 0.3095238208770752, - "108": 0.1547619104385376, - "255": 0.0476190485060215 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6200991912938751, - "std_test_acc": 0.02160308383357191, - "n_samples": 583, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.42170874029397964, - "std_cert_acc_36": 0.07453543727466708, - "mean_cert_acc_72": 0.2916996367275715, - "std_cert_acc_72": 0.10487198234950827, - "mean_cert_acc_108": 0.15046928822994232, - "std_cert_acc_108": 0.04502474419810881, - "mean_cert_acc_255": 0.046590279787778854, - "std_cert_acc_255": 0.043585214051375706 - }, - "image-segmentation": { - "dataset": "image-segmentation", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.88, - "test_acc": 0.9125, - "train_size": 2100, - "val_size": 50, - "test_size": 160, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 15308, - "cert_evals": { - "36": 0.8399999737739563, - "72": 0.7799999713897705, - "108": 0.7400000095367432, - "255": 0.25999999046325684 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.9361702127659575, - "test_acc": 0.8957055214723927, - "train_size": 2100, - "val_size": 47, - "test_size": 163, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 15308, - "cert_evals": { - "36": 0.8936169743537903, - "72": 0.8723403811454773, - "108": 0.8510637879371643, - "255": 0.3191489279270172 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.9534883720930233, - "test_acc": 0.8922155688622755, - "train_size": 2100, - "val_size": 43, - "test_size": 167, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 15308, - "cert_evals": { - "36": 0.8604651093482971, - "72": 0.8139534592628479, - "108": 0.7674418687820435, - "255": 0.41860464215278625 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.8611111111111112, - "test_acc": 0.8735632183908046, - "train_size": 2100, - "val_size": 36, - "test_size": 174, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 15308, - "cert_evals": { - "36": 0.7777777910232544, - "72": 0.7222222089767456, - "108": 0.6111111044883728, - "255": 0.25 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8934960771813683, - "std_test_acc": 0.015968607617149622, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.8429649621248245, - "std_cert_acc_36": 0.04875120486658997, - "mean_cert_acc_72": 0.7971290051937103, - "std_cert_acc_72": 0.06283376280798125, - "mean_cert_acc_108": 0.7424041926860809, - "std_cert_acc_108": 0.09946096046443267, - "mean_cert_acc_255": 0.3119383901357651, - "std_cert_acc_255": 0.07738139894433975 - }, - "hill-valley": { - "dataset": "hill-valley", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.5270833333333333, - "train_size": 606, - "val_size": 126, - "test_size": 480, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 521479, - "cert_evals": { - "36": 0.1031746119260788, - "72": 0.0396825410425663, - "108": 0.0238095261156559, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.6363636363636364, - "test_acc": 0.6783505154639176, - "train_size": 606, - "val_size": 121, - "test_size": 485, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 521479, - "cert_evals": { - "36": 0.11570247262716293, - "72": 0.03305784985423088, - "108": 0.01652892492711544, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.65, - "test_acc": 0.6502057613168725, - "train_size": 606, - "val_size": 120, - "test_size": 486, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 521479, - "cert_evals": { - "36": 0.14166668057441711, - "72": 0.05833333730697632, - "108": 0.05000000447034836, - "255": 0.01666666753590107 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.7719298245614035, - "test_acc": 0.6077235772357723, - "train_size": 606, - "val_size": 114, - "test_size": 492, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 521479, - "cert_evals": { - "36": 0.11403508484363556, - "72": 0.07017543911933899, - "108": 0.04385964944958687, - "255": 0.008771929889917374 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.615840796837474, - "std_test_acc": 0.06590951445777403, - "n_samples": 1212, - "n_features": 100, - "n_classes": 2, - "mean_cert_acc_36": 0.1186447124928236, - "std_cert_acc_36": 0.01632217784065952, - "mean_cert_acc_72": 0.05031229183077812, - "std_cert_acc_72": 0.01702536500323197, - "mean_cert_acc_108": 0.03354952624067664, - "std_cert_acc_108": 0.015931994498266874, - "mean_cert_acc_255": 0.006359649356454611, - "std_cert_acc_255": 0.00801964257303425 - }, - "iris": { - "dataset": "iris", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.6956521739130435, - "train_size": 37, - "val_size": 21, - "test_size": 92, - "stats": { - "mean": [ - [ - -0.06538616216216218, - 0.037524162162162124, - -0.05163069459459464, - -0.05491507459459471 - ] - ], - "std": [ - [ - 0.9148870367317358, - 1.0881966465526376, - 0.9955337168703222, - 0.9789290060304676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.5714285969734192, - "72": 0.2857142984867096, - "108": 0.095238097012043, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.896551724137931, - "test_acc": 0.7261904761904762, - "train_size": 37, - "val_size": 29, - "test_size": 84, - "stats": { - "mean": [ - [ - -0.1894133945945945, - -0.14947308108108107, - -0.07307603783783788, - -0.09033012864864856 - ] - ], - "std": [ - [ - 0.9592123832790647, - 0.9096266883189955, - 1.0119512040032557, - 1.0176631024602978 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.6896551847457886, - "72": 0.48275861144065857, - "108": 0.20689654350280762, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.9130434782608695, - "test_acc": 0.9333333333333333, - "train_size": 37, - "val_size": 23, - "test_size": 90, - "stats": { - "mean": [ - [ - 0.12065495945945945, - 0.08115708108108108, - -0.014868264864864856, - 0.0017480032432432313 - ] - ], - "std": [ - [ - 1.079972374505205, - 0.8268394002889127, - 1.0381376116445211, - 1.0358017457861401 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.52173912525177, - "72": 0.08695652335882187, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.7468354430379747, - "train_size": 37, - "val_size": 34, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.019474235135135163, - 0.1372560810810812, - -0.050099464864865016, - -0.012418108108108169 - ] - ], - "std": [ - [ - 1.0035126577760827, - 0.9654086463610752, - 1.0191317626227525, - 1.0325640931007958 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.6470588445663452, - "72": 0.47058823704719543, - "108": 0.3235294222831726, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7755028566187069, - "std_test_acc": 0.10730039200523935, - "n_samples": 150, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.6074704378843307, - "std_cert_acc_36": 0.07521180497380225, - "mean_cert_acc_72": 0.33150441758334637, - "std_cert_acc_72": 0.18629953262833784, - "mean_cert_acc_108": 0.1564160156995058, - "std_cert_acc_108": 0.13986169603044254, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "ionosphere": { - "dataset": "ionosphere", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.8936170212765957, - "test_acc": 0.8796296296296297, - "train_size": 88, - "val_size": 47, - "test_size": 216, - "stats": { - "mean": [ - [ - -0.053792624999999955, - 0.11437863863636365, - -0.09784573977272727, - 0.037641697727272765, - 0.03979244659090908, - -0.022637212499999986, - -0.03695475681818172, - -0.03367938977272729, - -0.021329492045454524, - -0.09884267272727273, - 0.035718605681818186, - 0.06464764249999998, - -0.019363167613636392, - -0.05855647840909092, - -0.09749018068181807, - -0.038717673863636344, - -0.20421359857954527, - -0.07935669659090909, - -0.1400404538977272, - 0.02510688295454545, - -0.037117688954545446, - 0.033973999999999976, - -0.1653208722727273, - 0.005757295454545449, - -0.1324492284090909, - -0.08898458409090908, - -0.05795820443181821, - -0.02483663102272733, - -0.08507457556818178, - 0.08867289204545453, - -0.04576606920454543, - 0.02797571125000001, - -0.0760243448863635 - ] - ], - "std": [ - [ - 1.0628766820372375, - 0.7507239967772006, - 1.0291396537758577, - 0.8884938256308751, - 0.9340022757733981, - 0.913837455075107, - 0.9736609191811407, - 0.9876988868200146, - 1.0170932036566493, - 0.9930860356859771, - 0.9548850329366211, - 0.9223725518038193, - 0.8913550898838349, - 1.0187510679778873, - 1.017494178014936, - 1.0307802521113834, - 0.975629252171648, - 1.0218068809970482, - 0.9797731524500652, - 0.9502446255339264, - 0.9112949974613238, - 0.9538996196640592, - 0.8900589740016208, - 0.9778636762599577, - 0.9154522749390646, - 1.05891815419685, - 0.9349516698212756, - 1.028413342097531, - 1.0174809086582552, - 0.8603550537251974, - 0.9177215824920913, - 0.9334496357023497, - 0.9708996223344086 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 58375, - "cert_evals": { - "36": 0.8510637879371643, - "72": 0.8297871947288513, - "108": 0.7659574151039124, - "255": 0.3829787075519562 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.9454545454545454, - "test_acc": 0.8798076923076923, - "train_size": 88, - "val_size": 55, - "test_size": 208, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.057230188340909066, - -0.12594148852272724, - -0.0657140477272727, - 0.03683578340909091, - -0.019606631818181786, - -0.060358038636363666, - 0.04340084659090913, - -0.0891362948863636, - 0.11950643409090907, - -0.0431416420454545, - 0.015000489886363617, - 0.006661120113636418, - 0.05273973636363641, - 0.015397984090909127, - 0.014861920909090958, - 0.1809429574999999, - 0.08595570852272723, - 0.06362748978409093, - 0.013652813181818213, - 0.08379081831818179, - 0.012709255681818172, - 0.05176218068181814, - -0.0808674875, - 0.0755702415909092, - 0.018801221590909037, - 0.00032548409090908274, - -0.044570049999999944, - -0.06261137522727273, - -0.029789787386363672, - 0.05672472590909099, - 0.07217833522727275, - -0.1547468361363635 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9307820453086587, - 1.0773699872895335, - 1.0440681513418153, - 0.8335723077848519, - 1.0288328270221063, - 1.012134427705991, - 0.9381625016034029, - 1.0351171735867382, - 0.8413129464522849, - 0.957745165443786, - 0.996483818815002, - 1.0520779681632726, - 0.9017607688663065, - 0.9016249527670053, - 0.9886646202839675, - 0.948531710759369, - 0.9429119629240612, - 0.9771648840049503, - 1.0130626800360227, - 0.9206929443124036, - 1.0062206389304456, - 0.9740332111643196, - 1.0276361536986764, - 1.004938887359179, - 0.9916060965398966, - 1.0389805297776586, - 0.9937147733197984, - 0.9550117277666471, - 1.045048464961226, - 0.9419333165833579, - 0.9692634514790782, - 0.8827267306674739 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 58375, - "cert_evals": { - "36": 0.8909090757369995, - "72": 0.7999999523162842, - "108": 0.781818151473999, - "255": 0.5272727012634277 - }, - "fold": 1 - }, - { - "best_epoch": 32, - "best_val_acc": 0.8813559322033898, - "test_acc": 0.9264705882352942, - "train_size": 88, - "val_size": 59, - "test_size": 204, - "stats": { - "mean": [ - [ - -0.1268343749999996, - 0.03819893595454546, - -0.011457272727272726, - 0.05116481477272727, - -0.0830110590909092, - 0.047313343863636344, - 0.10252151931818183, - 0.1333957454545454, - 0.05029393693181818, - 0.04156139318181821, - -0.001252886136363645, - -0.02304269772727273, - -0.028127184431818178, - 0.09080393977272729, - 0.051952362500000016, - 0.026424043636363623, - 0.004673466193181796, - 0.08743039488636364, - -0.026571849534090915, - 0.14150050181818186, - 0.03335016056818166, - 0.12982050340909096, - 0.16414423761363636, - 0.09544092727272725, - -0.013555443181818177, - 0.13096514511363633, - 0.08380314419318177, - 0.11039518400000002, - 0.10956971738636363, - 0.16996981363636354, - 0.20297531795454554, - 0.13073818977272728, - 0.22886673897727264 - ] - ], - "std": [ - [ - 1.1403639563737902, - 0.9669190187863775, - 0.9172167629719893, - 0.8606790311963011, - 0.9989705798429368, - 0.9373035431734378, - 0.9209352640839872, - 0.8488345605516046, - 0.8825266596197384, - 0.9437597259890439, - 0.8884696173398924, - 1.0048586652940763, - 0.9550518112139788, - 0.9614986333459294, - 0.9194447344313414, - 0.9950631727543465, - 0.9784728631967848, - 0.9580770253420143, - 0.9232846642295484, - 0.9004257495362915, - 0.9845719410626651, - 0.9096258762479161, - 0.9598729860189827, - 0.9018492624900448, - 0.9747064152086655, - 0.8917378557660298, - 1.0112826407608113, - 0.9771390659506771, - 0.934094299138346, - 0.9171760631839044, - 0.9408030802675159, - 0.9489033599031296, - 0.9833308046410482 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 58375, - "cert_evals": { - "36": 0.7796609997749329, - "72": 0.7288135886192322, - "108": 0.694915235042572, - "255": 0.37288135290145874 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9074074074074074, - "test_acc": 0.8899521531100478, - "train_size": 88, - "val_size": 54, - "test_size": 209, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.08337084420454545, - 0.012367452272727331, - -0.10430459318181814, - -0.04320599500000006, - -0.02125417613636366, - 0.13601533749999994, - 0.08083362500000006, - 0.04508737613636362, - 0.06580848409090917, - -0.04573462613636365, - -0.11163381636363634, - -0.08390394295454544, - -0.08376589772727273, - -0.044872403409090926, - -0.0040415840909091135, - -0.08072537250000003, - 0.09002621590909089, - -0.162396136590909, - -0.039994314090909096, - -0.10034994406818182, - -0.025718289772727287, - -0.07362233545454551, - 0.15139177386363645, - -0.09483327613636364, - 0.035840585227272695, - 0.10623734090909087, - 0.16713354263636365, - -0.09824181704545455, - -0.02187183522727274, - -0.02442285272727274, - -0.04313826136363642, - 0.1828973070454546 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9490576864105106, - 0.9875219449564684, - 1.1736996169419784, - 1.085283557408111, - 1.0964938389858863, - 1.0087899511657812, - 1.0744821220114844, - 1.0108692257357619, - 1.0627108745057163, - 1.0442983244440271, - 1.1469962087719372, - 1.0331323404442145, - 1.1049553685537077, - 1.023216090225595, - 1.0297914379913535, - 1.0415403651865944, - 1.0022218327408114, - 1.0389078436934174, - 1.0658270934057976, - 1.0847302652617432, - 1.0404853997786638, - 1.050257290760166, - 0.893199357426146, - 1.0313013612091906, - 0.9776385188820035, - 1.0220555587416027, - 0.8817940384222789, - 1.0763521420836772, - 1.0347943476784296, - 1.1267168423195861, - 1.0726159506205808, - 1.1123266143540387 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 58375, - "cert_evals": { - "36": 0.8518518805503845, - "72": 0.7962962985038757, - "108": 0.7592592835426331, - "255": 0.2777777910232544 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8939650158206659, - "std_test_acc": 0.022200964028873903, - "n_samples": 351, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.8433714359998703, - "std_cert_acc_36": 0.046367866365441934, - "mean_cert_acc_72": 0.7887242585420609, - "std_cert_acc_72": 0.04266118516151786, - "mean_cert_acc_108": 0.7504875212907791, - "std_cert_acc_108": 0.03823675724623723, - "mean_cert_acc_255": 0.39022763818502426, - "std_cert_acc_255": 0.10292352832618151 - }, - "lenses": { - "dataset": "lenses", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 35, - "best_val_acc": 1.0, - "test_acc": 0.5, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - 0.6526299999999999, - 0.0, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.7296625220778439, - 0.978945, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.07142857142857142, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - -0.32631499999999997, - -0.6526299999999999, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.922958197211553, - 0.7296625220778439, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.125, - "train_size": 6, - "val_size": 2, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - 0.32631499999999997, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.978945, - 0.9229581972115529, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.21428571428571427, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - -0.59948, - 0.32631499999999997, - 0.32631499999999997, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.915720825870709, - 0.9229581972115529, - 0.922958197211553, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3560, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.25, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.22767857142857142, - "std_test_acc": 0.19087105648599959, - "n_samples": 24, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.375, - "std_cert_acc_36": 0.25, - "mean_cert_acc_72": 0.25, - "std_cert_acc_72": 0.28867513459481287, - "mean_cert_acc_108": 0.0625, - "std_cert_acc_108": 0.125, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "led-display": { - "dataset": "led-display", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 62, - "best_val_acc": 0.7051282051282052, - "test_acc": 0.7188552188552189, - "train_size": 250, - "val_size": 156, - "test_size": 594, - "stats": { - "mean": [ - [ - 0.007071759999999854, - -0.06713887999999998, - 0.04580425999999983, - -0.02524725599999987, - 0.032490744000000016, - 0.026608120000000096, - 1.7199999999801818e-06 - ] - ], - "std": [ - [ - 0.9950459658737895, - 1.009900234084628, - 0.9724760974354865, - 1.0074396393306633, - 1.004766715631752, - 0.9754811567914686, - 0.9994980323196654 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 3983, - "cert_evals": { - "36": 0.6282051205635071, - "72": 0.5833333134651184, - "108": 0.5256410241127014, - "255": 0.13461539149284363 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.7021276595744681, - "test_acc": 0.7438423645320197, - "train_size": 250, - "val_size": 141, - "test_size": 609, - "stats": { - "mean": [ - [ - -0.030645360000000187, - 0.03051721599999998, - -0.07328692000000013, - -0.01683115199999986, - -0.024368800000000006, - 0.02660812000000029, - 1.7199999999624183e-06 - ] - ], - "std": [ - [ - 1.018012947504733, - 0.9932371252643158, - 1.0370805647209447, - 1.0048701299259322, - 0.9948347843380658, - 0.9754811567914693, - 0.9994980323196655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 3983, - "cert_evals": { - "36": 0.6170212626457214, - "72": 0.5957446694374084, - "108": 0.5744680762290955, - "255": 0.04964538663625717 - }, - "fold": 1 - }, - { - "best_epoch": 35, - "best_val_acc": 0.7133757961783439, - "test_acc": 0.6947723440134908, - "train_size": 250, - "val_size": 157, - "test_size": 593, - "stats": { - "mean": [ - [ - -0.02121608000000006, - -0.018310832, - -0.02748262000000013, - 0.008417160000000156, - 0.01624516000000005, - 0.026608120000000093, - -0.01687781599999998 - ] - ], - "std": [ - [ - 1.0124517882249175, - 1.002792806702983, - 1.0143765302763266, - 0.9966955712286966, - 1.0022682733933526, - 0.9754811567914692, - 1.005041365963769 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 3983, - "cert_evals": { - "36": 0.6369426846504211, - "72": 0.5796178579330444, - "108": 0.5605095624923706, - "255": 0.14649681746959686 - }, - "fold": 2 - }, - { - "best_epoch": 35, - "best_val_acc": 0.7289156626506024, - "test_acc": 0.7311643835616438, - "train_size": 250, - "val_size": 166, - "test_size": 584, - "stats": { - "mean": [ - [ - -0.0023575200000001267, - 0.0061031919999999995, - 0.009160819999999905, - -0.04207946399999987, - -0.016246007999999923, - -0.1011123440000001, - 0.05064032800000006 - ] - ], - "std": [ - [ - 1.0009703691603724, - 0.9983249694649329, - 0.9943226309022788, - 1.0123492183086487, - 0.9964583563164333, - 1.0799745182608878, - 0.9809392436444123 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 3983, - "cert_evals": { - "36": 0.6385542154312134, - "72": 0.626505970954895, - "108": 0.5542168617248535, - "255": 0.11445783078670502 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7221585777405933, - "std_test_acc": 0.02091418279368952, - "n_samples": 1000, - "n_features": 7, - "n_classes": 10, - "mean_cert_acc_36": 0.6301808208227158, - "std_cert_acc_36": 0.009881192617324133, - "mean_cert_acc_72": 0.5963004529476166, - "std_cert_acc_72": 0.021284876447664525, - "mean_cert_acc_108": 0.5537088811397552, - "std_cert_acc_108": 0.0205366022017849, - "mean_cert_acc_255": 0.11130385659635067, - "std_cert_acc_255": 0.043180576749542614 - }, - "libras": { - "dataset": "libras", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 28, - "best_val_acc": 0.6458333333333334, - "test_acc": 0.7117117117117117, - "train_size": 90, - "val_size": 48, - "test_size": 222, - "stats": { - "mean": [ - [ - 0.059153607855555554, - -0.022086486111111102, - 0.05922882088888888, - -0.02086866645555565, - 0.056779304333333384, - -0.018696930000000046, - 0.05689053533333337, - -0.016248013333333245, - 0.0569165588888889, - -0.0036989233333332458, - 0.06283389777777776, - -0.0037991557777777556, - 0.05937392222222222, - -0.007620807444444464, - 0.05464593999999994, - -0.011244530777777774, - 0.04970278000000001, - -0.013921464755555614, - 0.04771983000000002, - -0.019249020222222305, - 0.044871499788888936, - -0.020557805333333252, - 0.03973438522222228, - -0.026101116888888873, - 0.0330146356666666, - -0.027676334444444468, - 0.034978265333333355, - -0.0210573455555555, - 0.04064138888888893, - -0.01831029133333337, - 0.044241277888888826, - -0.010786282777777736, - 0.051733793333333285, - -0.0034738184444444765, - 0.045049727888888905, - -0.021378303111111135, - 0.04119049111111115, - -0.045665581555555515, - 0.03553613722222227, - -0.07517735188888884, - 0.022791370888888884, - -0.09528456055555552, - 0.01893847222222228, - -0.11598632511111107, - 0.02626179000000001, - -0.1326080574444444, - 0.034327293333333335, - -0.13289333, - 0.03746381222222225, - -0.11572220622222221, - 0.042059589422222224, - -0.09740232666666666, - 0.04862533955555555, - -0.08259843555555557, - 0.04790880555555556, - -0.06473083111111111, - 0.04817679555555557, - -0.043231756999999996, - 0.05318957111111112, - -0.019220134666666673, - 0.055677036666666645, - -0.002841064555555544, - 0.05546902555555555, - 0.003981006666666653, - 0.05436141222222221, - 0.010304663333333285, - 0.04651793477777778, - 0.004333857777777748, - 0.038974952222222185, - -0.008231636300000048, - 0.03247019888888887, - -0.02334288095555553, - 0.03011131132222221, - -0.030717089555555615, - 0.02976556422222225, - -0.03948321999999996, - 0.022267378333333344, - -0.03566932055555558, - 0.015906501777777787, - -0.04077892000000001, - 0.011949363777777782, - -0.03570859, - 0.004940353333333312, - -0.031180698333333357, - 0.0004020502222222259, - -0.025412966666666658, - -0.002333565333333347, - -0.02677985111111109, - -0.0059334082222222105, - -0.026852045555555534 - ] - ], - "std": [ - [ - 1.0272697848649774, - 0.9664771136823957, - 1.027688880747467, - 0.9662624765656191, - 1.0292677018687986, - 0.9684534093051018, - 1.0319599452853536, - 0.9677596062743243, - 1.0377674721252286, - 0.9616782342445047, - 1.0370360978842266, - 0.9555582821931108, - 1.0289925918383118, - 0.9579834639182713, - 1.0189074336088546, - 0.9625256328191537, - 1.0121348350240766, - 0.9646803522961049, - 1.0126185493427433, - 0.9598197286028425, - 1.0189730181818124, - 0.951620173828917, - 1.0350698342948041, - 0.9370228296137644, - 1.0541894305710373, - 0.9184614636871827, - 1.0696682809354456, - 0.9329853150754773, - 1.0890255312769253, - 0.9489615861352966, - 1.1066977252299934, - 0.9608235727079338, - 1.1024326497238879, - 0.9717686177151472, - 1.0972507342710132, - 0.9657911543082057, - 1.069178058095652, - 0.9664501545749722, - 1.0261884635827954, - 0.9801982751719368, - 0.9882367711096164, - 1.0014044489935727, - 0.9672861968365165, - 1.024725533269629, - 0.9648715731537318, - 1.033145694150089, - 0.973815805756156, - 1.0313002194928262, - 0.9859951872457644, - 1.0345119812696684, - 0.9964608835988579, - 1.0372020790742669, - 1.002794362543549, - 1.050476963151338, - 1.0100223483256028, - 1.051659471579452, - 1.0207177149077362, - 1.0380336604147125, - 1.0274778037875825, - 1.0217936789225461, - 1.023355900720886, - 0.99539519439483, - 1.0134647330026565, - 0.9689247631505362, - 1.0089599239522917, - 0.950558838647045, - 1.008875615908425, - 0.9499906362659443, - 1.0089288969813415, - 0.9607648958830952, - 1.0158951823905173, - 0.9737378299181498, - 1.0199933463033373, - 0.9860581507065539, - 1.0263547725332822, - 1.0015989523192506, - 1.032627742296777, - 1.0279180377810286, - 1.0376802603494275, - 1.050663043279449, - 1.0450149927264303, - 1.0536672233709206, - 1.048344449365565, - 1.0509585135332231, - 1.049228637606536, - 1.0418893656144446, - 1.0487172103574718, - 1.0370002214587464, - 1.0495960897157208, - 1.0304275340443008 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 888340, - "cert_evals": { - "36": 0.5833333730697632, - "72": 0.5416666865348816, - "108": 0.5208333730697632, - "255": 0.3125 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.7857142857142857, - "test_acc": 0.6448598130841121, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.033764339333333275, - 0.0455450088888889, - -0.0393941557777778, - 0.0442136877777778, - -0.045103564444444466, - 0.04001134399999995, - -0.05244813000000002, - 0.028505362222222205, - -0.06154681444444444, - 0.021204386666666637, - -0.07797415355555551, - 0.01921581555555562, - -0.10197233555555556, - 0.006906205777777777, - -0.12702198222222222, - -0.005695309999999986, - -0.14416418666666672, - -0.02292435444444457, - -0.16337620333333333, - -0.03858305355555561, - -0.1711072416555556, - -0.04597038555555552, - -0.17688608222222224, - -0.0510546662222222, - -0.1777130125555556, - -0.055949267777777756, - -0.1758602002222223, - -0.056614647777777784, - -0.17039360222222222, - -0.06617457911111113, - -0.16981005877777777, - -0.07106641555555543, - -0.16308817222222222, - -0.05537972144444455, - -0.14865953544444438, - -0.04185643888888888, - -0.12450770666666665, - -0.020887783333333316, - -0.0970945600000001, - -0.01284855222222223, - -0.06770919911111105, - -0.006189087555555519, - -0.045649386666666646, - -0.019774148444444417, - -0.024750903666666667, - -0.028532645999999984, - -0.008615883333333359, - -0.04990173111111105, - 0.0027711554444444235, - -0.06698789577777778, - 0.001936522755555571, - -0.08285931522222224, - -0.0073226571111110784, - -0.08259888076666667, - -0.02258475644444445, - -0.07283224555555554, - -0.03855426111111113, - -0.06328560555555554, - -0.06116145375555557, - -0.06039820777777778, - -0.08062423999999999, - -0.06031211888888889, - -0.1001700812222222, - -0.0643715877777778, - -0.11488044000000007, - -0.06820063999999999, - -0.1203164692222222, - -0.07924086666666665, - -0.12108284722222223, - -0.0915652744444445, - -0.11548237566666666, - -0.10036381111111108, - -0.10867505555555551, - -0.11164193444444444, - -0.10020240444444449, - -0.12007570888888885, - -0.09298762111111107, - -0.12944496888888887, - -0.0845759822222222, - -0.12039282000000003, - -0.07738502700000004, - -0.1146484011111111, - -0.06909253888888889, - -0.09596822888888885, - -0.0527662786666667, - -0.08531162555555549, - -0.04094482422222221, - -0.0668187426666667, - -0.03109291377777779, - -0.049228804444444406 - ] - ], - "std": [ - [ - 0.9391947140806977, - 0.9661200046110473, - 0.9369047047249826, - 0.965372181859147, - 0.9379655989040812, - 0.9626856204401466, - 0.9383704435642225, - 0.9596973553804454, - 0.9435124416750471, - 0.9569644766257196, - 0.9507806726832521, - 0.9503884002742878, - 0.9577699621134407, - 0.945652945681381, - 0.9650370451264835, - 0.9434629223854399, - 0.9739544466032157, - 0.9438505847776927, - 0.9764228611015309, - 0.9469890572332942, - 0.9779898535101123, - 0.9533340820544212, - 0.9757437918199428, - 0.9549347448822753, - 0.9663610809902762, - 0.9438525284454122, - 0.952169999214585, - 0.9678377690397413, - 0.9393886782621469, - 0.9947209380373468, - 0.9361716970367747, - 1.0123442945183636, - 0.9252713522214633, - 1.0260951627274713, - 0.9231710047035482, - 1.025557832763311, - 0.9248516800643717, - 1.0172305910811887, - 0.9282810826954029, - 1.0064682263739466, - 0.9205614506509361, - 0.9946120696327407, - 0.9081070345079777, - 0.9949749986778512, - 0.9033325693342755, - 1.006822968070411, - 0.9085081292518836, - 1.0191220579997762, - 0.9153594418262174, - 1.0318423200857954, - 0.9183368353262834, - 1.0392962508240564, - 0.9237882688127866, - 1.055023953325584, - 0.9343012330154237, - 1.0481089228331875, - 0.9560851685143908, - 1.0339727591956172, - 0.9853902060723677, - 1.0098325304467373, - 0.9988778299057116, - 0.9870909710943886, - 1.0021729674536564, - 0.9828786628007012, - 1.0079592542333784, - 0.9835701890015256, - 1.017348186621727, - 0.9858555228606939, - 1.0242608111755789, - 0.9832306180154835, - 1.0262585496418493, - 0.9866284497369432, - 1.0229030560951116, - 0.9869096028519032, - 1.0172087108740004, - 0.9788435218174495, - 1.0148292680398843, - 0.9702030398470889, - 1.0139464402917768, - 0.9650993937320577, - 1.0142334827118167, - 0.9622076846279796, - 1.0188552180562984, - 0.9619140911906384, - 1.0175453036347175, - 0.9585537532942093, - 1.0155723528745622, - 0.9543291962926345, - 1.012212127147541, - 0.9495775298724907 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 888340, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.6964285969734192, - "108": 0.6071428656578064, - "255": 0.3750000298023224 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.6964285714285714, - "test_acc": 0.5887850467289719, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.0795752713666667, - 0.0976775155555555, - -0.0792770048888889, - 0.09542594000000003, - -0.0793193911111111, - 0.09638493444444453, - -0.0793156911111111, - 0.09763250999999992, - -0.08028563333333336, - 0.0968837866666667, - -0.08446061444444444, - 0.09761106766666666, - -0.0858379077777778, - 0.09109071466666677, - -0.08833427666666666, - 0.08412569366666675, - -0.08150408654444444, - 0.07868567302222215, - -0.07937965800000002, - 0.07571118444444438, - -0.07020866522222223, - 0.07384745777777788, - -0.05723015477777777, - 0.06437183422222217, - -0.04520808033333336, - 0.04587258000000005, - -0.029391714666666645, - 0.02986913666666669, - -0.01909765222222218, - 0.021750623000000042, - -0.016599911111111112, - 0.03220027088888891, - -0.021600725555555558, - 0.038351117999999955, - -0.029936903333333327, - 0.043317289555555506, - -0.04636568555555557, - 0.04265821111111109, - -0.06504211555555557, - 0.0398037177777778, - -0.07834400400000001, - 0.03486788355555556, - -0.09061476011111111, - 0.024548287777777737, - -0.10536790666666669, - 0.029715636555555532, - -0.1355004688888889, - 0.023034604444444474, - -0.1566124356666667, - 0.013996776444444445, - -0.17107036222222222, - 0.008349538444444445, - -0.17717941188888894, - 0.011516642222222234, - -0.18186103466666662, - 0.006701916666666682, - -0.1859549, - 0.017993973000000038, - -0.1814516993111111, - 0.023018069777777796, - -0.177811022, - 0.013411195555555524, - -0.17198873444444454, - 0.007958389222222214, - -0.159803446, - 0.01762081777777776, - -0.14861193111111112, - 0.03175548111111108, - -0.13662967000000004, - 0.039799975555555506, - -0.12218454000000008, - 0.05352645888888891, - -0.10940399555555551, - 0.056771615555555516, - -0.10123112444444446, - 0.04481529555555562, - -0.09524841888888891, - 0.04344370633333331, - -0.08900512488888888, - 0.047798668888888826, - -0.08192136066666673, - 0.039209352222222264, - -0.07595590804444444, - 0.038319951666666546, - -0.0710968062222223, - 0.046865989111111096, - -0.06933622333333335, - 0.04505355422222219, - -0.0645431828888889, - 0.048621090000000124 - ] - ], - "std": [ - [ - 0.9995783575072309, - 0.9453718021917624, - 0.9986629556137443, - 0.9447043484979707, - 0.9963987589123307, - 0.9459381244093827, - 0.9892357792736222, - 0.9448309404294691, - 0.9884066352373108, - 0.9409207140609871, - 0.9850607322448387, - 0.9374842650334984, - 0.9943922917763706, - 0.9366045758806816, - 1.0082213369876118, - 0.9387174087314007, - 1.0167982259784791, - 0.9414588919501151, - 1.0151339246945583, - 0.946713464769804, - 1.0115845765750173, - 0.9519023234179994, - 1.0054336883537112, - 0.9439031440238868, - 0.9948632401641084, - 0.9178338997823589, - 0.985985091605607, - 0.8980699861250137, - 0.9786895246049818, - 0.8844782943097348, - 0.9763567999689986, - 0.8891258733016062, - 0.9893411781237217, - 0.8987381436886754, - 1.0077858282578576, - 0.8950579121384119, - 1.0348131829708704, - 0.8802295332034641, - 1.0573036237099012, - 0.8816011636092593, - 1.0741826778133243, - 0.8914978392878847, - 1.076897441410801, - 0.911788092656148, - 1.0751351512562335, - 0.9265647791225483, - 1.0763970425573648, - 0.9407369624799463, - 1.075053685265128, - 0.9417913276181705, - 1.0697018034326975, - 0.9523523099253108, - 1.0619584342897572, - 0.9687246728261701, - 1.0496115620329747, - 0.9819961763171552, - 1.0437880565787132, - 0.9902261296333055, - 1.036776335171439, - 1.0167686539675216, - 1.02719908329187, - 1.0393897565193124, - 1.0151559172418654, - 1.0633025125446949, - 1.0021468886253628, - 1.0845540064051982, - 0.9949848743518965, - 1.0934858712212507, - 0.9936750833266651, - 1.0939158617327953, - 0.9887264840502932, - 1.07687069654482, - 0.9849073877892529, - 1.0495601673985115, - 0.968536122796128, - 1.0302608877871398, - 0.9595525737715221, - 1.0250582586535266, - 0.9494218117785129, - 1.0314076443737552, - 0.9369730450579224, - 1.0282406198941436, - 0.927613615345622, - 1.0110472572993734, - 0.9191954706340935, - 0.9917321431280843, - 0.9152228948941693, - 0.9841156236614271, - 0.9187162282547586, - 0.9920089857228521 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 888340, - "cert_evals": { - "36": 0.625, - "72": 0.5714285969734192, - "108": 0.5714285969734192, - "255": 0.4464285969734192 - }, - "fold": 2 - }, - { - "best_epoch": 37, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.6666666666666666, - "train_size": 90, - "val_size": 45, - "test_size": 225, - "stats": { - "mean": [ - [ - 0.09026950530000002, - -0.03347233166666681, - 0.08805549977777775, - -0.03405123534444449, - 0.08708464222222234, - -0.03423331444444434, - 0.08310377777777779, - -0.037732521111111056, - 0.07844351111111113, - -0.04188870111111114, - 0.07671959222222215, - -0.04202225133333326, - 0.08212408711111117, - -0.0449390454444444, - 0.0878047777777778, - -0.05257811300000004, - 0.09755105444444442, - -0.051445295555555555, - 0.10336957555555559, - -0.05607170222222236, - 0.10687409668888889, - -0.05782803755555547, - 0.10272375744444447, - -0.057026167999999905, - 0.10213378411111111, - -0.044367474444444326, - 0.09731909555555555, - -0.04350549444444442, - 0.08865874400000001, - -0.06280649233333332, - 0.08169131444444443, - -0.08661213244444435, - 0.07810773555555556, - -0.1112553797777778, - 0.07463555555555558, - -0.1263340871111112, - 0.06639933666666666, - -0.1465535255555555, - 0.05377655111111114, - -0.1640056500000001, - 0.04418829777777779, - -0.17093437533333333, - 0.02842860777777779, - -0.16408909622222206, - 0.016942645555555583, - -0.16675064855555574, - 0.0073328979777777265, - -0.1588536488888888, - 0.00373534444444446, - -0.1495966028888889, - 0.0037222849777777105, - -0.1322372677777777, - -0.0027955453333333665, - -0.10401365777777777, - -0.014766566666666684, - -0.0861462788888889, - -0.025277220000000013, - -0.07635618999999995, - -0.03186592444444443, - -0.07135788, - -0.030484778888888852, - -0.06502929344444444, - -0.022410275666666677, - -0.05761954077777779, - -0.016950835555555564, - -0.03907689404444446, - -0.011996154444444438, - -0.029193174444444425, - -0.010071146111111135, - -0.02858531444444451, - -0.007421466666666659, - -0.023952365555555542, - -0.009688820900000063, - -0.01668311955555556, - -0.005838026666666681, - -0.0015534499999999242, - -0.005162895555555574, - -0.0012964042222222037, - -0.001906099777777802, - 0.003737124444444456, - -0.003503918111111117, - 0.001677034444444477, - -0.007449703600000025, - -0.0018753644444445127, - -0.012184628888888922, - 0.0026639691111110986, - -0.016971600444444422, - 0.007810784999999998, - -0.020134840000000025, - 0.010748244444444445 - ] - ], - "std": [ - [ - 0.9926513732856214, - 0.9922740467464981, - 0.9964342900718223, - 0.9915656502494293, - 1.0031269607060127, - 0.9916453686089172, - 1.0081725642875177, - 0.9907693657057502, - 1.0084903680397026, - 0.9923185425628301, - 1.0128792801232473, - 0.9902737219168581, - 1.010792816435926, - 0.9888655842110828, - 1.0031758362749574, - 0.9854298441685992, - 0.9890882368719963, - 0.9804285773312239, - 0.9730772918992427, - 0.9745141433518287, - 0.9567259704295461, - 0.9768662669607254, - 0.9493774355368427, - 1.0038706259343744, - 0.9377382291600974, - 1.0496602487376752, - 0.9305872026550348, - 1.0503150154169958, - 0.9307025386159513, - 1.0392640335949292, - 0.9406209149566932, - 1.0233939080464391, - 0.9494506124739838, - 1.012079221518538, - 0.9489390893774563, - 1.0141082199450873, - 0.9442671255914099, - 1.0105514136076659, - 0.9468901507686455, - 1.0026766110539935, - 0.9613592957699403, - 0.985068403868737, - 0.9800073579280031, - 0.975436460339431, - 1.0032379235377316, - 0.9551918013742791, - 1.028917517888183, - 0.9387713484170384, - 1.0523789652036324, - 0.9234035510206958, - 1.070132196612977, - 0.9175395296994716, - 1.0842267579309721, - 0.9236823939192144, - 1.0897183483523363, - 0.9433433068622874, - 1.086396588028764, - 0.9587574522789919, - 1.0791277022520895, - 0.9570482720019563, - 1.0581187757889448, - 0.9635751628260921, - 1.0294739845645628, - 0.9733935507031055, - 1.0038087220203096, - 0.976159293071053, - 0.9795623017359278, - 0.9735603509166184, - 0.9585371109226899, - 0.9664985333557078, - 0.9486892392383033, - 0.9697532879719861, - 0.9467364294702475, - 0.9789250453647614, - 0.945107639018188, - 0.9917430005321338, - 0.9508272395661652, - 0.9771349829809848, - 0.9547821795258222, - 0.9594346199487507, - 0.9622256316466118, - 0.9685833725709367, - 0.9607418125919945, - 0.9665777543918542, - 0.9594116876542311, - 0.9632493733809626, - 0.9562909158066344, - 0.9622547186764627, - 0.9546903734091414, - 0.9522119089089927 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 888340, - "cert_evals": { - "36": 0.7111111283302307, - "72": 0.6222222447395325, - "108": 0.6000000238418579, - "255": 0.2222222238779068 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6530058095478656, - "std_test_acc": 0.05106748998961878, - "n_samples": 360, - "n_features": 90, - "n_classes": 15, - "mean_cert_acc_36": 0.6584325581789017, - "std_cert_acc_36": 0.06494159492207907, - "mean_cert_acc_72": 0.6079365313053131, - "std_cert_acc_72": 0.06772357760192532, - "mean_cert_acc_108": 0.5748512148857117, - "std_cert_acc_108": 0.03917845857664662, - "mean_cert_acc_255": 0.3390377126634121, - "std_cert_acc_255": 0.09517737633928072 - }, - "low-res-spect": { - "dataset": "low-res-spect", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 30, - "best_val_acc": 0.9024390243902439, - "test_acc": 0.8354430379746836, - "train_size": 133, - "val_size": 82, - "test_size": 316, - "stats": { - "mean": [ - [ - 0.024469110902255578, - 0.005587958646616302, - 0.01128199067669173, - -0.06037009248120303, - -0.05151846172932332, - -0.024907055639097758, - -0.0322428857142857, - -0.07194005187969929, - -0.07847493984962406, - -0.07729481917293234, - -0.0773144627819549, - -0.07946655714285718, - -0.08317833781954889, - -0.08108707368421056, - -0.051557367819548866, - -0.021992530075187956, - 0.014977627969924827, - 0.04699444218045112, - 0.04272368962406013, - 0.05729708105263157, - 0.07787030999999998, - 0.07839934406015038, - 0.09192532827067672, - 0.07718017969924812, - 0.0731354135338346, - 0.07884905857142857, - 0.07964327293233082, - 0.05894142315789478, - 0.062022699022556374, - 0.07031742661654138, - 0.043068441142857156, - 0.04871273007518795, - 0.04621051263157891, - 0.06354882256390976, - 0.0722840044360902, - 0.038285738646616524, - 0.02072807609022559, - 0.04804389000000004, - 0.0138044796992481, - -0.018880903210526323, - 0.011148169654135377, - 0.02407343864661653, - 3.409736842104958e-05, - 0.014395889473684208, - 0.012942278195488701, - 0.003991518496240605, - 0.004891412781954892, - -0.0026670207518796982, - 0.0021274761654135233, - 0.004516233834586465, - -0.017067495330827086, - 0.05021997804511279, - 0.05085938015037594, - 0.049456287593984995, - 0.04968600586466166, - 0.038087282105263166, - 0.0031582917293233393, - 0.021881782706766925, - 0.006666542857142849, - -0.009844528496240594, - 0.009452689842105257, - -0.006844017293233067, - -0.0035632469924812256, - -0.013377724812030098, - -0.0006018690977443607, - -0.018097159398496255, - -0.011943087969924802, - -0.03201817045112783, - 0.003904128195488711, - -0.007856270676691717, - -0.008680359248120318, - 0.014900510601503778, - 0.004884186917293262, - 0.009004930977443638, - 0.005372908571428565, - 0.007624029323308276, - -0.002930867593984958, - -0.006319933082706782, - 0.00469686285714285, - -0.008532866616541344, - 0.0019344359398495853, - -0.004738761654135335, - 0.0044714904511278155, - -0.001649885714285715, - -0.00984493360902256, - -0.01978030300751879, - -0.00966449759398497, - -0.010639091127819557, - -0.00729790171428571, - -0.01663022781954888, - -0.014927266917293243, - -0.0048786105263157985, - -0.023854766390977448, - -0.002417377293233085, - -0.018055805503759383, - -0.035139856165413506, - -0.003715027067669185, - -0.023457403157894727, - -0.028482144812030083, - -0.012900542255639115 - ] - ], - "std": [ - [ - 1.017393269930814, - 0.9859850544384411, - 0.6351269169990451, - 0.9218499349108917, - 0.9397831881819683, - 0.9559682118638801, - 0.9438724801654544, - 0.9693197875856094, - 0.9713955988615406, - 0.9774390189841138, - 0.9920460008560096, - 0.9991906740103633, - 1.0018878985632447, - 1.0231730392212295, - 1.0116746756260164, - 1.0108766947238579, - 0.9897047919639949, - 0.9656545067924569, - 0.9779229908137462, - 0.9930910566294954, - 0.9769947826741521, - 0.9930680515190659, - 0.9847812255306415, - 0.9945404262409027, - 1.0133003340234725, - 1.010622334528224, - 0.9790643689216147, - 0.9695036033277806, - 0.9691086110146303, - 0.9709469151594099, - 0.9509962741361917, - 0.9459390595619844, - 0.9682759104651395, - 0.9693952498748859, - 0.9565179833606766, - 1.0087728224509616, - 1.0339412420571243, - 0.9797879106089201, - 1.046812274765615, - 1.017780178031687, - 0.9666275571579879, - 1.0256130258535934, - 1.0669421863085269, - 1.0402013313577008, - 1.0594653822910898, - 1.0511922704716143, - 1.0356545195251559, - 1.0641512050185258, - 1.0747163688005084, - 1.0935617174093786, - 1.07443136746114, - 1.0136851672908218, - 0.997280326392972, - 0.9783984688090382, - 1.0042883048291307, - 1.0487180616841298, - 1.0824392363653417, - 1.0689163006997184, - 1.07508445719523, - 1.094579375466917, - 1.0691245108180063, - 1.0218590639920084, - 1.0406528766233436, - 1.0483992179501052, - 1.0151157130662107, - 0.9890602540733745, - 1.0033195884602837, - 0.9979416719998978, - 0.9549270557055792, - 0.9629229016162045, - 0.9687018168255607, - 0.9641140507904243, - 0.9578638967395385, - 0.9634794979402529, - 0.9643850012759382, - 0.9632020577312645, - 0.9577176582123652, - 0.9571989614345542, - 0.9564290236354037, - 0.9456491144494708, - 0.9478771903690641, - 0.9493390272820802, - 0.9470489606741441, - 0.9627884351729016, - 0.9803995592284533, - 0.9681002662445597, - 0.9719751368852133, - 0.9739709130127491, - 0.9720839287368537, - 0.9671210605802054, - 0.9711011471027048, - 0.9845527475390607, - 0.9825803050843526, - 1.0038184387573925, - 0.979717500002443, - 0.9649405988529449, - 0.9876179722405718, - 0.9748242307388256, - 0.9872212806368876, - 0.982676241489978 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 524174, - "cert_evals": { - "36": 0.8536584973335266, - "72": 0.8536584973335266, - "108": 0.8414633870124817, - "255": 0.707317054271698 - }, - "fold": 0 - }, - { - "best_epoch": 47, - "best_val_acc": 0.782608695652174, - "test_acc": 0.8085106382978723, - "train_size": 133, - "val_size": 69, - "test_size": 329, - "stats": { - "mean": [ - [ - 0.1530652789473686, - -0.009363782556390993, - 0.05088392255639105, - 0.09471572902255651, - 0.08876052902255634, - 0.12944444736842103, - 0.10373392857142849, - -0.02023532421052626, - -0.029163837593984988, - -0.026313689849624053, - -0.02965288872180454, - -0.034014545112781965, - -0.03632338819548872, - -0.014735644736842088, - 0.01785539338345867, - 0.042751381052631564, - 0.08679215699248122, - 0.10001419052631579, - 0.1017368892481203, - 0.1075867052631579, - 0.10462587691729323, - 0.0953443353383458, - 0.1062469197894737, - 0.10487969082706766, - 0.1025905135338346, - 0.08913448766917297, - 0.09933672556390981, - 0.10743754187969931, - 0.11109795225563905, - 0.10047740721804511, - 0.08384493444360905, - 0.08902717887218042, - 0.08559397548872186, - 0.06289796500751879, - 0.060330664586466215, - 0.046363331127819554, - 0.07722293548872182, - 0.0516131944360902, - -0.022730849022556402, - -0.028101030902255634, - -0.013324536090225563, - -0.09062933308270675, - -0.0771601732330827, - -0.06511450924812032, - -0.12265796165413538, - -0.08916524360902257, - -0.07463184060150373, - -0.05617420278195486, - -0.030201605263157905, - -0.07578766255639095, - -0.059237725210526344, - 0.1091188300225564, - 0.09946399218045113, - 0.08242898984962406, - 0.03451749195488724, - 0.014174642255639086, - -0.049911600902255625, - -0.08932375545864665, - -0.07350661661654141, - -0.06060752706766915, - -0.0945347070225564, - -0.07166026834586467, - -0.08000871849624057, - -0.06738826315789478, - -0.0653453539849624, - -0.06987513011278194, - -0.07700414037593982, - -0.0684724142857143, - -0.06314225375939844, - -0.06643927654135334, - -0.056201902105263185, - -0.045947005037593976, - -0.033031945488721806, - -0.04689342698496246, - -0.051469952631578955, - -0.03478667669172926, - -0.032341004661654134, - -0.056062630977443614, - -0.05649333834586465, - -0.039601220375939813, - -0.037854870451127794, - -0.045860515789473665, - -0.05729389000000003, - -0.0682322045112782, - -0.058773774210526354, - -0.06832082496240602, - -0.0708990614285714, - -0.0600364096992481, - -0.07209753969172931, - -0.0762365472180451, - -0.0768351112781955, - -0.07007685624060155, - -0.08927176834586463, - -0.0882228510300752, - -0.07869736499248121, - -0.0844527432330827, - -0.07372521428571428, - -0.09207066969172933, - -0.08798474277443606, - -0.09338331523308271 - ] - ], - "std": [ - [ - 0.9744553382107187, - 0.9677597969434724, - 1.777310974913784, - 0.9984082294697983, - 0.9969586292153921, - 1.0583440616051412, - 1.0566345380560944, - 0.9857375895494132, - 1.0026115267211986, - 1.0074187005868174, - 0.9914187021756643, - 0.9940673441835514, - 0.98310153446628, - 0.9642872316677437, - 0.9316107906957257, - 0.8392466954824206, - 0.8182299587971944, - 0.8347678474815514, - 0.8515903298166666, - 0.8799721558505285, - 0.89007089287234, - 0.8866071634453673, - 0.8820893100565611, - 0.8826542910069028, - 0.8881722225389, - 0.8787089402752493, - 0.8964119629138864, - 0.879494453663738, - 0.8784873894639735, - 0.886681676346154, - 0.9222856861284946, - 0.9332670529570117, - 0.9776036297075393, - 0.9305127026487992, - 0.9359011475452199, - 0.9633874454328895, - 0.9527398490690858, - 0.965465879462667, - 1.0188818420464785, - 0.9828227999977308, - 0.9531229051081205, - 0.8713338836905145, - 0.9153495157969829, - 0.9223417239665608, - 0.8942885354612832, - 0.8998020432065605, - 0.9315570163515208, - 0.9082683584325931, - 0.9187746260543722, - 0.893070795181221, - 0.9468936674390013, - 0.9056643525291117, - 0.9110446769794468, - 0.9379974540127038, - 0.9647664124557613, - 1.0085574939350006, - 0.9275642673326407, - 0.8504043471913983, - 0.9142116919528667, - 0.8800039098256741, - 0.8415645024254653, - 0.8409729112787964, - 0.8399221552071359, - 0.8651820522167459, - 0.8672852422573245, - 0.8259267130126927, - 0.8390487632459173, - 0.8180961860126535, - 0.8777786937858696, - 0.8683920376045541, - 0.8383842635930155, - 0.8430069272476867, - 0.8666946932557273, - 0.8486025752416404, - 0.8592189394385275, - 0.8740498203324533, - 0.8491655645886534, - 0.8344601422755191, - 0.8287917280777043, - 0.8272025037471293, - 0.8136865464598907, - 0.8270386668301318, - 0.80191790451096, - 0.7804539659801455, - 0.7882991571441237, - 0.778040195581798, - 0.7589918746851501, - 0.7570902805838913, - 0.7293901823605933, - 0.7351310134454143, - 0.7408556555784315, - 0.725678505691747, - 0.6990444825351154, - 0.6919872173073935, - 0.7125567265129449, - 0.7086783958233831, - 0.6708513004398178, - 0.6871596422451152, - 0.6809238754969238, - 0.6885319279117135 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 524174, - "cert_evals": { - "36": 0.7246376872062683, - "72": 0.7101449370384216, - "108": 0.695652186870575, - "255": 0.6231884360313416 - }, - "fold": 1 - }, - { - "best_epoch": 48, - "best_val_acc": 0.8191489361702128, - "test_acc": 0.8881578947368421, - "train_size": 133, - "val_size": 94, - "test_size": 304, - "stats": { - "mean": [ - [ - -0.13586325413533815, - -0.0618193278195488, - -0.04310375263157894, - -0.004718533834586481, - 0.01244425488721805, - -0.025889947368421044, - -0.03012266992481201, - -0.06166973518796993, - -0.058414011278195524, - -0.04856861338345865, - -0.053738878195488775, - -0.0494522635338346, - -0.033144374736842064, - -0.01673198932330828, - 0.00380962645112784, - 0.03076035639097744, - 0.08222181203007521, - 0.08607955939849626, - 0.08385189150375942, - 0.08648061872180456, - 0.08489306466165417, - 0.08092049669172934, - 0.08067010932330827, - 0.07488779000000001, - 0.07012468195488719, - 0.07198337165413535, - 0.04773527819548873, - 0.050869944360902274, - 0.03545853684210525, - 0.016283467669172918, - 0.004097258646616531, - 0.010401111278195502, - -0.01792126090225564, - -0.002418199992481197, - 0.024459281879699275, - 0.025849884210526343, - 0.037459733984962384, - 0.006547264984962439, - -0.010970754511278193, - 0.04163085169924812, - 0.02889156383458647, - 0.030891175112781943, - 0.028361738345864675, - 0.02267998270676693, - -0.025261697518796977, - -0.0006612544360902128, - 0.015497131578947396, - 0.0313857212706767, - 0.03935556884962408, - 0.020145579699248115, - 0.01561868073684209, - 0.07393228112781952, - 0.04280226511278196, - 0.015148240601503748, - -0.02417430518796993, - 0.02045143834586462, - -0.006660919548872173, - 0.012737768827067671, - 0.005639975112781977, - 0.025091721879699245, - 0.0078095799248120235, - -0.0012346056390977465, - -0.00859317037593985, - -0.006910761654135332, - 0.0007964472932330711, - -0.013898008308270668, - -0.00025283060150373826, - -0.016696168195488716, - -0.01286229004511279, - -0.012526450751879697, - -0.030305314661654148, - -0.022196533157894733, - -0.014210327067669165, - -0.022408989473684207, - -0.032924627819548864, - -0.03237249348120299, - -0.020712286992481198, - -0.029102100751879693, - -0.03426806187969925, - -0.0444582919548872, - -0.05113502075187971, - -0.02233855496240602, - -0.032802209022556386, - -0.05755775917293232, - -0.047944335338345884, - -0.049902552481203004, - -0.045151886090225545, - -0.03859559834586468, - -0.05805407509774432, - -0.04678762857142857, - -0.04049555030075189, - -0.03414902180451127, - -0.04661476240601504, - -0.059792844360902264, - -0.045702631368421086, - -0.04080758105263156, - -0.05423186360902256, - -0.061008449345864635, - -0.04793841503759399, - -0.03687203282706768 - ] - ], - "std": [ - [ - 1.0650127556320446, - 1.0066608520484202, - 0.4156979395941612, - 1.0111846623477019, - 1.0239930605317062, - 0.9684176798741715, - 0.9492043006836792, - 0.9787734675960276, - 0.988203812821042, - 0.9943574947885739, - 0.9813196660052181, - 0.9835335096862478, - 0.9989723824774754, - 1.0098341686716865, - 1.0089678435680955, - 1.006897414092789, - 1.0014680482759133, - 0.9969246326169929, - 1.003048211475138, - 0.9963037789822996, - 0.9898134995117452, - 0.9862762846232758, - 0.9696634183119972, - 0.9719462993345181, - 0.9829041377072096, - 0.9970195508702976, - 0.9730130647207035, - 0.9951471045673186, - 1.000240668580986, - 0.9831852201961157, - 0.9993734243431007, - 0.9862173484627466, - 1.0050828113211423, - 0.9769241582086713, - 0.9707777014896144, - 0.9086079382002629, - 0.9264498134320229, - 0.8898792590804552, - 0.9013370080430921, - 0.9668210661261372, - 1.0273237339044736, - 1.0647338020747121, - 1.0837400905988852, - 1.0895012361342458, - 0.9942055646868553, - 1.0030736971903318, - 1.0609720074331763, - 1.062673419595116, - 1.0433128230210706, - 1.0685942775734432, - 1.0659683471227248, - 0.9465620323080091, - 0.9666073282199529, - 0.9823564017132853, - 0.9338971590735567, - 0.9507680860369068, - 0.9776613927510699, - 1.0598523929295665, - 1.0562343768456484, - 1.0489211645884213, - 1.0066351241778364, - 0.9808309075924808, - 0.9798741552856448, - 0.9697984887288765, - 0.983702693591976, - 0.9640382228774541, - 0.9492112764984969, - 0.9447960904251254, - 0.9458208100097997, - 0.9393657515269506, - 0.9219232080989007, - 0.9287988887010107, - 0.9255985041358817, - 0.9022261222236313, - 0.919866535230441, - 0.9212084221960762, - 0.9055005820857147, - 0.9052992836968272, - 0.8965515106580905, - 0.9021371283357683, - 0.8931093485275595, - 0.8894800077414449, - 0.875828335944702, - 0.8768265814954874, - 0.8758047501041376, - 0.8679342278962235, - 0.8563653918115903, - 0.8447870748154496, - 0.8533573385243273, - 0.8580903767160212, - 0.8449284057138841, - 0.8368868316325839, - 0.8375542445936696, - 0.8372449278647315, - 0.8325101772382546, - 0.8345010300544318, - 0.835506482915972, - 0.8231852532778424, - 0.8212941968447315, - 0.8516404740029587 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 524174, - "cert_evals": { - "36": 0.7978723049163818, - "72": 0.7234042286872864, - "108": 0.6808510422706604, - "255": 0.5531914830207825 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9111111111111111, - "test_acc": 0.8636363636363636, - "train_size": 133, - "val_size": 90, - "test_size": 308, - "stats": { - "mean": [ - [ - 0.10493862744360913, - 0.0936277362406016, - -0.0037778827819548765, - -0.03855023533834586, - -0.02125209138345864, - -0.04543471105263157, - -0.04156411240601502, - 0.01708999368421052, - 0.01226467932330826, - 0.008226878796992469, - -0.0025615368421052433, - -0.018209970902255675, - -0.022531850601503787, - -0.047815336466165384, - -0.04824461954887216, - -0.04206402887218042, - -0.02118501894736845, - -0.0029625436842105487, - 0.01991662105263155, - 0.02359305000000002, - 0.0402974844360902, - 0.02456900902255638, - 0.02643880670676695, - 0.01608115548872179, - 0.022838549624060137, - 0.021608356240601513, - 0.0155475280451128, - 0.0207188052631579, - 0.0194884992481203, - 0.035869669473684244, - 0.023877902255639096, - 0.02819542037593984, - 0.011200890977443602, - 0.0551807004511278, - 0.04744355939849627, - 0.06211426172932332, - 0.06588056992481206, - 0.07162352157894733, - 0.08258311954887225, - 0.064603631774436, - 0.07408918799999994, - 0.07613642842105264, - 0.06256042105263157, - 0.050916241353383455, - 0.04188059195488719, - 0.06601848721804507, - 0.08979577601503759, - 0.04491898714285714, - 0.05555289037593983, - 0.08533037067669177, - 0.1070483993233083, - 0.02408604115037597, - 0.03420398706766918, - 0.0032010017293233246, - 0.029893602556390973, - 0.09153908646616546, - 0.11421593466165411, - 0.07139292911278192, - 0.08337384052631581, - 0.06448526315789473, - 0.04947902714285716, - 0.017647485338345863, - -0.0008786248120300822, - -0.015028007622556393, - -0.005325834736842084, - -0.018705311578947382, - -0.027164074135338317, - -0.029699412736842082, - -0.03217006824060152, - -0.03655872067669175, - -0.05774721052631579, - -0.04586767902255643, - -0.04562037030075189, - -0.07277231285714282, - -0.054276041203007504, - -0.034596221676691734, - -0.054279020075187985, - -0.060108875413533845, - -0.05830179338345861, - -0.06900260458646613, - -0.06369796345864664, - -0.050903367669172896, - -0.06467745977443612, - -0.039303367142857155, - -0.05294008157894737, - -0.05645630721804513, - -0.029166729631578958, - -0.04837335909774438, - -0.057497763834586456, - -0.046163446466165416, - -0.046505692105263174, - -0.042113237368421055, - -0.047567896992481186, - -0.03315349614285714, - -0.04929982421052632, - -0.046727424661654124, - -0.04073674195488724, - -0.040684289624060156, - -0.04322478375939848, - -0.03915163230075189 - ] - ], - "std": [ - [ - 1.085273555336867, - 1.0600160276531263, - 0.5674366488770868, - 1.0538936578762175, - 1.0736216450711755, - 1.0086568899549089, - 1.0107145864607423, - 0.9639829575234186, - 0.9684391767243656, - 0.9700338935541478, - 0.9673544475161013, - 0.9769837254042069, - 0.9832042991536264, - 0.9966940528369324, - 1.0144584886010504, - 1.0253444526714819, - 1.044458899094195, - 1.0437288549864745, - 1.032355378351829, - 1.0318246656034074, - 1.0266339589652462, - 1.0146406956988476, - 1.0044468099155188, - 1.025901708674945, - 1.0091911104926408, - 1.0132829244630681, - 1.0135138926532963, - 1.0124400641048181, - 1.002468214234293, - 0.9964174189277575, - 1.0143810743935044, - 1.016224305012167, - 1.0394808957835124, - 0.9841938243486714, - 0.976043096972565, - 0.9976075386689336, - 1.0012751177529822, - 0.9622637624799687, - 1.0036628686765507, - 1.0160940224228003, - 1.0693721871548225, - 1.0925110746781017, - 1.0637453552419913, - 1.112434336735407, - 1.0720233742927996, - 1.0887433013425338, - 1.1365343727139479, - 1.1082290562555606, - 1.0534133646461585, - 1.0636388960493586, - 1.127374798190782, - 1.0194494800051157, - 1.0115614911992439, - 0.9818412722460208, - 0.9822209459756657, - 1.005189728257075, - 1.08403913325294, - 1.085459527481645, - 1.0752872906455573, - 1.0795318572671038, - 1.0523758463978325, - 1.0153359772434278, - 1.0026092291413942, - 0.9950344482682812, - 1.0022482399439303, - 0.9810221193577394, - 0.9883984901555372, - 0.9708415174186519, - 0.9316161962977328, - 0.9305979660096333, - 0.9093710872091209, - 0.8961295852270974, - 0.9009089691160881, - 0.8750080609089094, - 0.885858487783631, - 0.8776260762487318, - 0.8673876172449833, - 0.8724100819567573, - 0.8723912389263426, - 0.8799174782922783, - 0.8777004895430206, - 0.8741256633416288, - 0.8800181503826561, - 0.8711684637095992, - 0.8970805311242029, - 0.90130116126784, - 0.8913911258859273, - 0.9120317859512505, - 0.9060025721716157, - 0.898262341874369, - 0.9234492395195655, - 0.9258258169182748, - 0.9069694433482488, - 0.9289092057679259, - 0.9258785829559869, - 0.9254000265308414, - 0.931316640531728, - 0.9258381499941104, - 0.9377776810526488, - 0.9431768651197908 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 524174, - "cert_evals": { - "36": 0.8444444537162781, - "72": 0.8333333730697632, - "108": 0.7888889312744141, - "255": 0.6888889074325562 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8489369836614404, - "std_test_acc": 0.03449989182052303, - "n_samples": 531, - "n_features": 100, - "n_classes": 9, - "mean_cert_acc_36": 0.8051532357931137, - "std_cert_acc_36": 0.058969838962139115, - "mean_cert_acc_72": 0.7801352590322495, - "std_cert_acc_72": 0.07383034806061693, - "mean_cert_acc_108": 0.7517138868570328, - "std_cert_acc_108": 0.07659724462805688, - "mean_cert_acc_255": 0.6431464701890945, - "std_cert_acc_255": 0.0700010887305041 - }, - "lung-cancer": { - "dataset": "lung-cancer", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.5, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.2121181, - 0.22119374999999997, - -0.34205175000000004, - -0.25413399999999997, - -0.4991070000000001, - -0.20667375000000004, - 0.18207425, - 0.1674343749999999, - 0.18600550000000005, - 0.25552725, - -0.39027892500000017, - 0.254131375, - 0.20814399999999994, - -0.11680949999999997, - 4.999999999866223e-07, - 4.999999999866223e-07, - -0.556826, - 0.03246771249999994, - 1.000000000070389e-06, - -0.15760575000000004, - 1.000000000070389e-06, - -0.526415, - 0.26887700000000003, - -0.5463909500000002, - 0.3981490000000001, - -0.11073775000000001, - -0.0461445, - -0.08733862499999998, - -0.20931662499999998, - -0.20931662499999998, - -0.34491900000000003, - -0.30012262500000003, - 0.530329625, - 0.5840457499999999, - -0.2706785, - 0.334991875, - -0.19773098749999996, - 0.28412875, - -0.55909175, - -7.500000000632001e-07, - -0.176777, - -6.250000000040945e-07, - -0.2341686250000001, - 0.143568, - -0.254133, - -0.254133, - -0.347985, - 0.0, - 0.0, - 0.06977162499999998, - 0.06977162499999998, - 0.12400250000000002, - 0.15760662499999997, - 0.0684115 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861638, - 0.8040182621062347, - 0.68534473627397, - 0.7239840501975423, - 0.9583948535512387, - 0.8803408658477123, - 1.0967323649565501, - 1.2845975870016406, - 1.26287547547214, - 1.275192087344785, - 1.0828786155044974, - 0.8691968462812435, - 0.9433006737973234, - 0.9271293940653591, - 0.8092773571506556, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 0.9842499957566675, - 1.0919276973489076, - 0.9842499957566675, - 1.0, - 0.5691037527613045, - 0.8831049872737146, - 1.061731, - 0.8858950000009523, - 1.1526351972973712, - 0.9725553242070524, - 1.0348836588388737, - 1.0348836588388737, - 1.3655263400268045, - 0.9701424604483272, - 0.7071057500002983, - 0.9344725000001003, - 1.0207927843497426, - 0.9180330571660311, - 0.6975292820538815, - 0.7517340128236433, - 0.7042730759798983, - 0.6959722224846242, - 1.0, - 1.2187770455635987, - 1.497375656357527, - 1.0, - 1.0, - 1.0, - 1.6688774326399765, - 1.0, - 1.0, - 0.7383957883078252, - 0.7383957883078252, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 227080, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.45, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.3333284, - 0.22119374999999997, - -0.34205175000000004, - -0.08471187499999999, - -0.332738375, - 0.28934212499999995, - 0.18207425, - 0.1674343749999999, - 0.37201150000000005, - 0.54755725, - -0.0780548750000001, - 0.254131875, - 0.20814499999999997, - -0.584046, - 0.372012, - 0.372012, - 0.037120499999999945, - 0.03246771249999994, - 0.2841295000000001, - 0.15760662499999994, - -0.2841274999999999, - -0.14356812499999994, - 0.483978, - -0.5463909500000002, - 0.6635817500000001, - 0.33220974999999997, - 0.13842525, - 0.26201350000000007, - -0.627947875, - -0.627947875, - -0.7391125000000001, - 0.21437324999999996, - 1.2499999998971667e-07, - -0.11680875, - -0.09022612500000005, - -0.23927749999999992, - 0.06591022500000003, - 0.28412875, - 0.050826124999999986, - -7.50000000007689e-07, - 0.176776375, - 1.2499999998971667e-07, - -0.8586173750000001, - 0.143568, - -0.254133, - -0.254133, - -0.69597, - 0.0, - 0.0, - 0.06977162499999998, - -0.20931575000000002, - -0.3720145, - 0.15760662499999997, - 0.615692 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861637, - 0.6748704785505882, - 0.68534473627397, - 0.7239840501975423, - 0.8125185082212646, - 1.0389725707942121, - 0.6403537411098333, - 1.2845975870016406, - 1.26287547547214, - 1.2338234677314055, - 1.0010303391915438, - 0.7486887534635199, - 0.6561671321123982, - 0.6449175678604204, - 1.0, - 1.0, - 1.0, - 1.0287455149777083, - 0.963139848525996, - 0.7517333513858155, - 0.8339735544200334, - 1.100424948682894, - 1.0129176214682314, - 1.0, - 0.8831049872737147, - 1.0280166202880368, - 0.7672062760475096, - 0.9766487648315219, - 1.1975188335072229, - 1.080900755511744, - 1.080900755511744, - 1.5267048606832134, - 0.822478277401104, - 0.6846529246237537, - 0.9047995916201208, - 1.0047163027130392, - 0.7656924999999999, - 1.054565000000008, - 0.7517340128236433, - 1.1319596096912465, - 0.6959722224846243, - 0.9354143054375608, - 0.6723723872158637, - 1.2092403856025213, - 1.0, - 1.0, - 1.0, - 1.2054554005437115, - 1.39194, - 0.98425, - 0.7383957883078252, - 0.9667870265020562, - 0.9605327902178821, - 0.8339735544200334, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 227080, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.375, - "test_acc": 0.4375, - "train_size": 8, - "val_size": 8, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -0.22580399999999995, - -0.3939341, - -0.4866262499999999, - 0.20522875000000002, - -0.08471187499999998, - 0.166368, - -0.04133512500000004, - -0.303458, - -0.27905975000000005, - -0.186006, - -0.32853374999999996, - 0.23417107499999992, - -0.25413399999999997, - 0.04162699999999995, - -0.3504277499999999, - 0.372012, - 5.000000000143778e-07, - 0.037120499999999945, - 0.03246771249999997, - -0.2841274999999999, - 0.47281899999999993, - 0.2841295000000001, - 0.04785500000000001, - 0.2688775, - -0.23416595000000007, - 0.13271625000000004, - 0.11073562499999999, - 0.32299500000000003, - -0.08733862499999998, - -0.06977312500000003, - -0.06977312500000003, - 0.24637075000000005, - -0.12862400000000002, - -0.35355349999999997, - -0.350427, - 0.27067862499999995, - -0.62212375, - 0.593192725, - 0.28412875, - 0.6607445000000001, - -0.20091262500000007, - 0.176776375, - 0.25413225, - 0.07805589999999993, - 0.7178385, - 0.7623977500000001, - 0.7623977500000001, - 0.347985, - 0.347985, - 0.0, - -0.48840412499999997, - -0.48840412499999997, - -0.124006, - 0.15760662499999994, - -0.47886900000000004 - ] - ], - "std": [ - [ - 1.8708296030318634, - 1.1948341428692102, - 1.0773417243604047, - 0.8486461065652968, - 1.059804131102034, - 0.8125185082212646, - 0.8803404878832395, - 0.920566504074317, - 1.0, - 0.7733489942365526, - 0.7203981402946568, - 0.5655146315423125, - 0.9749224782092981, - 0.9583948535512387, - 0.8811270319533954, - 0.6180957912261151, - 1.0, - 0.984249913856105, - 1.0287455149777083, - 0.963139848525996, - 1.100424948682894, - 1.0, - 0.7517333513858155, - 1.0658003128899194, - 1.0315890948113742, - 1.0355328887342052, - 1.0280166202880368, - 1.0621504008726752, - 0.7148326632261567, - 0.9725553242070524, - 1.0809007555117442, - 1.0809007555117442, - 0.5214703075947253, - 0.9548636855920851, - 0.9842497172806299, - 0.934473, - 0.8654191884816481, - 0.6631091564872164, - 0.913279950038126, - 0.7517340128236433, - 0.8132235000004611, - 1.3773654997805538, - 0.9354143054375608, - 1.01653000000083, - 1.2488975000001081, - 0.994665683287983, - 1.7606829064560963, - 1.7606829064560963, - 0.9206817699808115, - 0.9206817699808115, - 0.98425, - 1.5538907649834526, - 1.5538907649834526, - 0.9920339999999999, - 0.8339735544200334, - 1.0945610000000001 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 227080, - "cert_evals": { - "36": 0.375, - "72": 0.25, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.42857142857142855, - "test_acc": 0.47058823529411764, - "train_size": 8, - "val_size": 7, - "test_size": 17, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -1.2499999999804334e-06, - -0.39393409999999995, - -0.48662574999999997, - 0.20522875000000002, - 0.25413137500000005, - 0.166368, - 0.12400349999999996, - 0.18207425, - -0.055812250000000035, - 0.18600550000000005, - -0.03650375000000001, - 0.23417107499999992, - -0.08471287499999999, - -0.12489200000000006, - 0.11680875, - 4.999999999866223e-07, - 5.000000000143778e-07, - -0.556826, - 0.03246771249999994, - -0.28412749999999987, - -0.47281812500000003, - 0.2841295000000001, - -0.334991875, - -0.16132500000000002, - -0.23416690000000004, - -0.13271649999999996, - -0.11073775000000001, - -0.41528250000000005, - -0.08733862499999998, - 0.06977074999999999, - 0.06977074999999999, - 0.049274500000000054, - -0.814618375, - 0.53032925, - 0.35042749999999995, - -0.45113087499999993, - 0.526415, - 0.06591029999999999, - 0.28412875, - -0.7623978749999999, - 0.200909125, - -0.176777, - -0.508266375, - 0.07805589999999987, - 0.143568, - -0.254133, - -0.254133, - 0.0, - 0.0, - -0.2460625, - 0.348859, - 0.348859, - 0.12400250000000004, - 0.15760662499999994, - 0.06841149999999997 - ] - ], - "std": [ - [ - 1.8708296030318634, - 0.8745283537861637, - 1.0773417243604047, - 1.1050835007108908, - 1.059804131102034, - 0.9433006737973234, - 0.8803404878832395, - 0.9352965034364771, - 1.2845975870016406, - 1.2429866458078653, - 1.275192087344785, - 0.7002636005201451, - 0.9749224782092981, - 1.2564662193460912, - 1.2349267641556725, - 0.9047995916201208, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 1.100424948682894, - 1.2208122788934872, - 0.7517333513858155, - 0.5064579839368311, - 0.8330825907525617, - 0.826068984966516, - 0.9194860179854557, - 0.8858950000009523, - 0.8851640178287581, - 0.9725553242070524, - 0.956663241117368, - 0.956663241117368, - 1.0429379694381398, - 0.45374271193952453, - 0.9999985416822804, - 1.120393298613817, - 1.0047163027130392, - 0.7656924999999999, - 1.0, - 0.7517340128236433, - 0.5378974467662115, - 0.531557565187073, - 1.0, - 1.4149504831054103, - 1.2488975000001081, - 1.0, - 1.0, - 1.0, - 1.39194, - 1.0, - 0.6510201819788307, - 1.0, - 1.0, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 227080, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.1428571492433548, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.46452205882352937, - "std_test_acc": 0.027304240590243837, - "n_samples": 32, - "n_features": 56, - "n_classes": 3, - "mean_cert_acc_36": 0.2544642873108387, - "std_cert_acc_36": 0.22511098819877412, - "mean_cert_acc_72": 0.2232142873108387, - "std_cert_acc_72": 0.21103687896605144, - "mean_cert_acc_108": 0.125, - "std_cert_acc_108": 0.25, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "lymphography": { - "dataset": "lymphography", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.8, - "test_acc": 0.7252747252747253, - "train_size": 37, - "val_size": 20, - "test_size": 91, - "stats": { - "mean": [ - [ - 0.11571070270270278, - 0.027093891891891864, - -0.1061727567567567, - -0.22205799999999987, - 0.12556329729729743, - 0.06734324324324321, - 0.05365567567567566, - 0.1178617837837836, - -0.021548756756756857, - 0.3392003783783783, - 0.10699794594594601, - 0.16341409189189185, - 0.04434448648648651, - -0.18670452972972956, - 0.26953127027027013, - 0.028475135135135103, - 0.04964567567567568, - 0.039015189189189156 - ] - ], - "std": [ - [ - 0.9649959417614393, - 0.9932963186135503, - 0.8953249050860361, - 1.0, - 1.0617235061005919, - 0.9934273444847499, - 1.0837969821071396, - 0.93550276827785, - 1.0343414594594595, - 0.9787865374391254, - 0.967613635624315, - 0.9191462546392654, - 0.8904463864306404, - 0.9446597120353613, - 0.8244693349942901, - 0.9863926362299982, - 0.9592304425723344, - 1.0431241983062185 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 15113, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.5, - "108": 0.4000000059604645, - "255": 0.10000000149011612 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.7349397590361446, - "train_size": 37, - "val_size": 28, - "test_size": 83, - "stats": { - "mean": [ - [ - 0.04959027027027034, - 0.08128264864864862, - -0.035391108108108124, - -0.22205799999999987, - 0.18834432432432444, - 0.12121940540540535, - 0.053655675675675654, - 0.1178617837837837, - 0.06464635135135137, - -0.08076164864864863, - 0.05944235135135144, - 0.00778283243243246, - 0.15077297297297293, - -0.11202250000000004, - 0.16519686486486485, - 0.028475135135135117, - -0.08274070270270273, - 0.08157664864864865 - ] - ], - "std": [ - [ - 0.9907038663718554, - 0.9843876514961846, - 0.9653329850824838, - 1.0, - 1.0873992856216566, - 0.9875663650472953, - 1.0837969821071396, - 0.93550276827785, - 1.1435074740788183, - 0.8987462927541991, - 0.9629278239378523, - 0.8670760159672493, - 1.0294219151090758, - 0.8796063323575559, - 0.8770711701884819, - 0.9863926362299982, - 1.050784302485063, - 1.0667820327309758 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 15113, - "cert_evals": { - "36": 0.5714285969734192, - "72": 0.5, - "108": 0.2857142984867096, - "255": 0.1071428656578064 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.84, - "test_acc": 0.5930232558139535, - "train_size": 37, - "val_size": 25, - "test_size": 86, - "stats": { - "mean": [ - [ - -0.08265059459459453, - 0.0812826486486486, - -0.03539110810810814, - 0.031722972972972906, - 1.2432432433330043e-06, - -0.09428524324324326, - -0.05365621621621621, - -4.864864865424842e-07, - -0.02154875675675677, - -0.016152108108108066, - -0.03566883783783778, - -0.02334296756756763, - -0.06208424324324333, - 0.08712936486486486, - -0.043471945945945945, - 0.08542454054054054, - 0.248225243243243, - 0.09576443243243248 - ] - ], - "std": [ - [ - 0.9873886182585688, - 0.9843876514961846, - 0.9653329850824838, - 1.0616419779070554, - 0.9966179074004299, - 0.9934273444847498, - 0.8978357031769213, - 0.9966159264522366, - 1.0343414594594607, - 0.8607871843035175, - 0.946344799312269, - 0.9999220929965701, - 0.8847748864465823, - 0.9544491031115466, - 0.9396531993920559, - 0.9631018357081231, - 0.7605018441428824, - 0.9305366467747157 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 15113, - "cert_evals": { - "36": 0.6399999856948853, - "72": 0.47999998927116394, - "108": 0.23999999463558197, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 30, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.7741935483870968, - "train_size": 37, - "val_size": 18, - "test_size": 93, - "stats": { - "mean": [ - [ - 0.04959027027027031, - -0.1896611351351352, - -0.035391108108108124, - -0.22205799999999987, - 0.1255632972972974, - -0.20203756756756758, - -0.0536562162162162, - 0.1767929189189188, - -0.021548756756756837, - -0.04845689189189187, - 0.011886594594594657, - -0.14784801081081084, - -0.133037, - -0.03734048648648648, - 0.06086245945945948, - 0.14237394594594593, - -0.0827407027027028, - -0.017734054054054066 - ] - ], - "std": [ - [ - 0.949006736815226, - 0.9991913040086986, - 0.9653329850824838, - 1.0, - 1.061723506100592, - 0.9787090886861045, - 0.8978357031769213, - 0.8976123081203877, - 1.0343414594594595, - 0.9022230780655615, - 1.039718775420792, - 0.9842972464819717, - 1.0946013067767175, - 0.8968738654850321, - 0.9148697472881367, - 0.9357742193114152, - 1.050784302485063, - 0.9574019230274994 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 15113, - "cert_evals": { - "36": 0.6111111044883728, - "72": 0.3888888955116272, - "108": 0.3888888955116272, - "255": 0.0555555559694767 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.70685782212798, - "std_test_acc": 0.07878279427382591, - "n_samples": 148, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.6056349277496338, - "std_cert_acc_36": 0.02835942480890654, - "mean_cert_acc_72": 0.4672222211956978, - "std_cert_acc_72": 0.05306645781911772, - "mean_cert_acc_108": 0.3286507986485958, - "std_cert_acc_108": 0.07836207797997152, - "mean_cert_acc_255": 0.0656746057793498, - "std_cert_acc_255": 0.04937407680613923 - }, - "letter": { - "dataset": "letter", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 51, - "best_val_acc": 0.700228832951945, - "test_acc": 0.6819361862490578, - "train_size": 5000, - "val_size": 3059, - "test_size": 11941, - "stats": { - "mean": [ - [ - 0.00514853171999978, - 0.005659159839999929, - 0.015561632360000245, - 0.01129863240000007, - 0.0052732767999999685, - 0.00552804246000023, - -0.003806189400000043, - 0.004888994199999829, - 0.008798804439999558, - -0.008297726599999769, - 0.0009121625999998376, - 0.004806467700000183, - 0.003901915299999814, - -0.011281666800000121, - -0.0074610201999999294, - 0.003215448200000049 - ] - ], - "std": [ - [ - 0.9872835099546217, - 1.006134190408135, - 0.9972389123333294, - 1.0049266649751227, - 0.9943131104630408, - 0.9927707764568473, - 1.0068065835854811, - 1.0134669668414158, - 1.0040007520709764, - 0.9997230654740944, - 1.007968354670923, - 1.0003581319476724, - 1.005041480077882, - 1.0049516430140362, - 0.9976563117551296, - 0.9860491581099939 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 16287, - "cert_evals": { - "36": 0.6129453778266907, - "72": 0.5230467319488525, - "108": 0.42693689465522766, - "255": 0.13795357942581177 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.6853101896496303, - "test_acc": 0.6920682984271175, - "train_size": 5000, - "val_size": 3111, - "test_size": 11889, - "stats": { - "mean": [ - [ - 0.0029532797399999047, - 0.004388175279999976, - 0.004244063760000119, - 0.012979005999999998, - -0.004678983799999144, - 0.003455055400000179, - -0.007418534600000143, - 0.003926012599999779, - 0.00795879715999929, - -0.00524365779999995, - -0.01178226520000005, - -0.015187571099999951, - -0.012475097320000503, - -0.0018423520000003316, - -0.013382179199999674, - -0.004821816599999932 - ] - ], - "std": [ - [ - 0.9986276678083476, - 0.9950343941586423, - 0.99640667299183, - 1.0000071963490385, - 0.992160528900722, - 1.0037788827185958, - 1.0135243337906252, - 1.019023638516362, - 1.0086984945355297, - 1.009749704171076, - 1.013939210703217, - 0.9887907814862574, - 0.9896867749920725, - 0.9916791039398155, - 1.0056717046836126, - 1.0037598172363915 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 16287, - "cert_evals": { - "36": 0.6049501895904541, - "72": 0.5216972231864929, - "108": 0.41980069875717163, - "255": 0.13757634162902832 - }, - "fold": 1 - }, - { - "best_epoch": 47, - "best_val_acc": 0.6858620689655173, - "test_acc": 0.6904958677685951, - "train_size": 5000, - "val_size": 2900, - "test_size": 12100, - "stats": { - "mean": [ - [ - 0.021874334520000687, - 0.017884720619999826, - 0.014568840500000449, - 0.006699696200000058, - -0.00020502299999983865, - 0.011056104300000202, - -0.0043222202000001006, - -0.005629635800000384, - 0.0012383624799995345, - 0.011071598799999905, - -0.0038767746000001103, - -0.0036525290000001725, - 0.002787233879999989, - 0.011734750599999826, - -0.007305219399999943, - 0.006554009400000075 - ] - ], - "std": [ - [ - 1.018882039972734, - 0.9909097519297484, - 1.011006149224975, - 0.9981095511490614, - 0.9744828743262628, - 1.0187271547521726, - 1.0142349021053059, - 1.0059981552155532, - 1.0032678982013254, - 0.9974167859950539, - 0.9962881566563585, - 1.0100493766021112, - 0.9931648907076084, - 1.0108922135098513, - 1.0056449285270137, - 1.001713691144833 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 16287, - "cert_evals": { - "36": 0.6024138331413269, - "72": 0.5082758665084839, - "108": 0.408965528011322, - "255": 0.14379310607910156 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.6921535893155258, - "test_acc": 0.6770512286547272, - "train_size": 5000, - "val_size": 2995, - "test_size": 12005, - "stats": { - "mean": [ - [ - 0.004834942479999971, - 0.001483113019999944, - -0.0019111359399998356, - 0.0075840941999999545, - -0.0010267499999996761, - 0.017176408160000104, - -0.001742007400000528, - -0.001036997800000219, - 0.003506500319999635, - -0.004038084999999959, - -0.005625091799999523, - 0.0011537186999995067, - 0.00047216481999986826, - -0.0067559524000002655, - 0.007341836400000017, - 0.0008661090000000479 - ] - ], - "std": [ - [ - 1.004162670449844, - 1.0009285120042208, - 1.0009316003026747, - 1.0058812415247276, - 1.0013613633110403, - 0.9913646988590394, - 0.9980301597574796, - 0.9947148416325726, - 0.9936745035912995, - 0.9961424729063775, - 0.9987978729631191, - 0.9997824037300547, - 0.9953405790803281, - 1.0103550196199995, - 1.0017727765855509, - 1.0101591352858876 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 16287, - "cert_evals": { - "36": 0.6066778302192688, - "72": 0.516193687915802, - "108": 0.41569283604621887, - "255": 0.13222037255764008 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6853878952748744, - "std_test_acc": 0.007121176747501916, - "n_samples": 20000, - "n_features": 16, - "n_classes": 26, - "mean_cert_acc_36": 0.6067468076944351, - "std_cert_acc_36": 0.0044881152193323, - "mean_cert_acc_72": 0.5173033773899078, - "std_cert_acc_72": 0.006708685065323616, - "mean_cert_acc_108": 0.41784898936748505, - "std_cert_acc_108": 0.007526931089362161, - "mean_cert_acc_255": 0.13788584992289543, - "std_cert_acc_255": 0.004729118724836366 - }, - "mammographic": { - "dataset": "mammographic", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 27, - "best_val_acc": 0.863013698630137, - "test_acc": 0.8139130434782609, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.045138683333333235, - -0.06581824708333332, - -0.0668893333333335, - 0.0035843166666667194, - 0.07534454166666703 - ] - ], - "std": [ - [ - 0.3742768596239394, - 1.0309553579295558, - 1.0205845721721885, - 1.0069085496781394, - 0.8984819781883195 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3591, - "cert_evals": { - "36": 0.801369845867157, - "72": 0.7739725708961487, - "108": 0.732876718044281, - "255": 0.42465752363204956 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.7733333333333333, - "test_acc": 0.8213660245183888, - "train_size": 240, - "val_size": 150, - "test_size": 571, - "stats": { - "mean": [ - [ - -0.06838790416666667, - 0.0036981495833333564, - 0.08851065416666656, - 0.06187655000000008, - 0.041687441666667095 - ] - ], - "std": [ - [ - 0.4594652865573056, - 0.9162656618320462, - 0.976470911981312, - 0.9979276514274945, - 0.967574818664843 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3591, - "cert_evals": { - "36": 0.7266666889190674, - "72": 0.6866666674613953, - "108": 0.6133333444595337, - "255": 0.2866666615009308 - }, - "fold": 1 - }, - { - "best_epoch": 8, - "best_val_acc": 0.7808219178082192, - "test_acc": 0.7965217391304348, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.033514049999999865, - -0.031616095833333364, - -0.03834651666666679, - 0.05680765833333342, - -0.03524305833333262 - ] - ], - "std": [ - [ - 0.37826323579119164, - 0.9793517631184475, - 1.0048978854533288, - 1.01250978800026, - 1.0390956653058405 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3591, - "cert_evals": { - "36": 0.7260273694992065, - "72": 0.7054794430732727, - "108": 0.6301369667053223, - "255": 0.18493150174617767 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 0.8088235294117647, - "test_acc": 0.7726495726495727, - "train_size": 240, - "val_size": 136, - "test_size": 585, - "stats": { - "mean": [ - [ - 0.09435683749999943, - -0.13088563458333324, - -0.032003683333333525, - -0.03189805833333325, - 0.008030341666667275 - ] - ], - "std": [ - [ - 1.8583061444674212, - 1.0447702499996767, - 0.9948185192592106, - 1.0005602571514343, - 1.0036844453305227 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3591, - "cert_evals": { - "36": 0.7941176295280457, - "72": 0.7720588445663452, - "108": 0.6838235259056091, - "255": 0.2720588147640228 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8011125949441643, - "std_test_acc": 0.021643108891261444, - "n_samples": 961, - "n_features": 5, - "n_classes": 2, - "mean_cert_acc_36": 0.7620453834533691, - "std_cert_acc_36": 0.04132792304065013, - "mean_cert_acc_72": 0.7345443814992905, - "std_cert_acc_72": 0.04508866526274133, - "mean_cert_acc_108": 0.6650426387786865, - "std_cert_acc_108": 0.05430298055958247, - "mean_cert_acc_255": 0.2920786254107952, - "std_cert_acc_255": 0.09914257836546458 - }, - "magic": { - "dataset": "magic", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.8349106203995794, - "test_acc": 0.8315807921486155, - "train_size": 4755, - "val_size": 2853, - "test_size": 11412, - "stats": { - "mean": [ - [ - -0.006388502646498379, - 0.006146446558885208, - -0.004209508307465906, - -0.004618793225236638, - -0.005315102475499497, - 0.006428044290851726, - -0.009059829779516417, - -0.008184151766561471, - 0.0033090761545739233, - -0.037376705087697235 - ] - ], - "std": [ - [ - 1.0023231607535665, - 1.0146947634200698, - 0.9896786368249049, - 1.001451036065264, - 1.0040066512880044, - 0.9905161210566023, - 0.9988965907369368, - 1.0089426097443763, - 0.998566492615012, - 0.9927003057378353 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3911, - "cert_evals": { - "36": 0.7648089528083801, - "72": 0.6736767888069153, - "108": 0.5730809569358826, - "255": 0.11566771566867828 - }, - "fold": 0 - }, - { - "best_epoch": 34, - "best_val_acc": 0.836013986013986, - "test_acc": 0.837965804471723, - "train_size": 4755, - "val_size": 2860, - "test_size": 11405, - "stats": { - "mean": [ - [ - -0.02436633946876997, - -0.022955164259726813, - -0.01993822200946376, - 0.03387639055541514, - 0.03436448497875925, - 0.0038116422946371125, - 0.007543406119453581, - 0.009698795669190335, - 0.0014860032576237098, - 0.00582992035215565 - ] - ], - "std": [ - [ - 0.9720381092498293, - 0.977333352882092, - 1.005139358382248, - 1.0164880549439819, - 1.0140583933617473, - 0.9837401295374851, - 0.9888378476099222, - 0.9663806918109694, - 1.005931831682823, - 1.000297701528725 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3911, - "cert_evals": { - "36": 0.7734265923500061, - "72": 0.6877622604370117, - "108": 0.5979021191596985, - "255": 0.13216783106327057 - }, - "fold": 1 - }, - { - "best_epoch": 48, - "best_val_acc": 0.8383944153577662, - "test_acc": 0.8347368421052631, - "train_size": 4755, - "val_size": 2865, - "test_size": 11400, - "stats": { - "mean": [ - [ - -0.012130254007592012, - -0.00826500078065223, - -0.010807356011566996, - 0.006499159247108326, - 0.006873201220609896, - 0.02000870184077821, - 0.001820881288265063, - -0.006523736593059914, - 0.0003778347011781665, - -0.018002280250893746 - ] - ], - "std": [ - [ - 0.9818839030528209, - 1.009368494398234, - 0.999432313276235, - 1.001141721390468, - 1.0040075321280533, - 0.9881194208362026, - 0.9709869282224545, - 1.0026493070298281, - 0.9996452002230842, - 0.9913588270685182 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3911, - "cert_evals": { - "36": 0.7636998295783997, - "72": 0.6757417321205139, - "108": 0.5773124098777771, - "255": 0.15392670035362244 - }, - "fold": 2 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8319148936170213, - "test_acc": 0.837570991699432, - "train_size": 4755, - "val_size": 2820, - "test_size": 11445, - "stats": { - "mean": [ - [ - 0.002866516450893953, - 0.007929027486435548, - -0.0013075722715039048, - -0.001188124590956882, - 0.002480280701366967, - 0.012874902747423648, - 0.0054113211936909185, - -0.007862206105783356, - -0.005652595006519504, - 0.005077877345299725 - ] - ], - "std": [ - [ - 1.0050954716049485, - 1.0162654558216224, - 1.0021008916654397, - 1.0041169983170044, - 1.0089152336885907, - 0.9909098405813409, - 0.9979067399488123, - 0.9973925897941894, - 0.9985454656770815, - 0.9973467754133581 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3911, - "cert_evals": { - "36": 0.7539007067680359, - "72": 0.6531914472579956, - "108": 0.543971598148346, - "255": 0.12411347031593323 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8354636076062585, - "std_test_acc": 0.00296122164211833, - "n_samples": 19020, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.7639590203762054, - "std_cert_acc_36": 0.007991540459100364, - "mean_cert_acc_72": 0.6725930571556091, - "std_cert_acc_72": 0.014348238255831865, - "mean_cert_acc_108": 0.573066771030426, - "std_cert_acc_108": 0.022221230480498715, - "mean_cert_acc_255": 0.13146892935037613, - "std_cert_acc_255": 0.01641768430139261 - }, - "molec-biol-promoter": { - "dataset": "molec-biol-promoter", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.6875, - "test_acc": 0.625, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.09373999999999999, - 0.349711153846154, - -0.124846, - -0.18628265384615392, - -0.0025111153846154245, - -0.027689192307692376, - -0.32854380769230773, - -0.2587748846153846, - -0.291938, - -0.12147457692307692, - 0.013408923076923039, - -0.18303142307692302, - 0.10672619230769233, - -0.0388065384615385, - -0.2118675692307692, - 0.26045576923076913, - -0.0038293076923076983, - -0.12772800000000012, - 0.406745076923077, - -0.22977469230769215, - -0.23213830769230762, - 0.057734, - -0.25536484615384614, - 0.036332807692307734, - -0.306678, - 0.12654100000000004, - -0.06969015384615382, - -0.22098480769230766, - -0.20798946153846154, - -0.24676503846153855, - -0.3183693461538464, - -0.1853619230769231, - -0.30043107692307686, - -0.37097869230769237, - -0.36548838461538463, - 0.011515653846153858, - -0.05251046153846157, - -0.17936411538461533, - 0.030728153846153836, - 0.0502869230769231, - -0.08165438461538464, - -0.04035388461538459, - -0.044060461538461534, - 0.1891277692307692, - -0.09007600000000004, - 0.08841000000000002, - 0.34717700000000007, - -0.08658792307692309, - -0.14910884615384612, - -0.01171784615384617, - -0.010542692307692277, - 0.2279287692307692, - 0.19163046153846158, - 0.044342807692307744, - 0.11406934615384606, - 0.26639184615384615, - 0.0024606538461537973 - ] - ], - "std": [ - [ - 1.0076078297495967, - 0.9724627657739631, - 0.9573573651622793, - 1.0262408425117875, - 0.9587446442307666, - 0.9571040384617393, - 0.9896566783801658, - 1.0271371774080218, - 0.9458984467553748, - 0.983396009484761, - 0.9474507771505324, - 1.0162340072708942, - 0.9916278302898655, - 0.9889509346456372, - 1.0996503269494506, - 0.8339239830692423, - 0.9718806374953891, - 1.0013701717610572, - 1.1087224946399736, - 0.9663160194574336, - 0.8925655267102359, - 1.0240426363341295, - 0.9129708359204913, - 0.9674367468039534, - 0.934498494547744, - 0.996046000000193, - 0.9001646244230804, - 1.011066294523225, - 0.9306740888083066, - 0.9019636923091955, - 1.0103842953596318, - 0.9763974023364559, - 1.0034859025495506, - 1.0189729800426417, - 0.8809657272220804, - 1.001293348052636, - 0.8026415950749621, - 1.0084947048958783, - 1.0447591131223906, - 1.080924244585727, - 0.9862369191590393, - 1.0095530529552834, - 1.014776711029924, - 0.9243136682665729, - 0.9998867689999087, - 1.0150113097032656, - 1.0058059432415762, - 0.8281138846158841, - 0.9053220114009879, - 0.7877964184833098, - 0.8751600073353956, - 1.0046622498233042, - 0.9279195402053261, - 0.9992859945990674, - 0.9930878632688641, - 0.9472126805852605, - 1.0500485456210673 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 227335, - "cert_evals": { - "36": 0.4375, - "72": 0.3125, - "108": 0.1875, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8, - "test_acc": 0.5076923076923077, - "train_size": 26, - "val_size": 15, - "test_size": 65, - "stats": { - "mean": [ - [ - 0.09734461538461536, - -0.009867653846153778, - 0.10790676923076924, - -0.15064011538461541, - 0.09738461538461546, - -0.05959273076923076, - -0.048695384615384696, - -0.10221076923076929, - -0.19740069230769225, - 0.26099000000000006, - -0.20290846153846157, - 0.20358803846153845, - -0.1825234230769231, - 0.21829484615384614, - 0.007081746153846278, - -0.06588375384615386, - 0.19917507692307695, - -0.3013095384615385, - 0.04983446153846157, - 0.007020153846153817, - -0.0066845384615384406, - -0.042044076923076885, - -0.07821423076923074, - 0.137686, - -0.015271923076923129, - -0.17227284615384614, - 0.2755073076923076, - 0.10235538461538465, - -0.2435485769230769, - -0.1773835384615385, - 0.08412084615384617, - -0.15183184615384618, - -0.10858899999999995, - -0.09742265384615373, - -0.05963238461538462, - -0.05630061538461538, - -0.018979730769230797, - 0.05089046153846155, - 0.15364107692307694, - -0.010982076923076903, - 0.10650861538461538, - -0.1806068846153846, - -0.20850592307692312, - -0.014057692307692288, - 0.21039161538461543, - -0.055766615384615394, - 0.2426295384615386, - -0.12109303846153843, - -0.29682430769230767, - -0.15785057692307694, - 0.19899334615384612, - -0.13024523076923075, - -0.20279253846153844, - 0.04434280769230771, - -0.06270500000000002, - 0.09504676923076928, - 0.10028380769230766 - ] - ], - "std": [ - [ - 1.0412699655331787, - 0.974109238604762, - 0.9613906810801298, - 0.9643340756609565, - 0.9673793894378168, - 1.003312008397785, - 0.9182015580655095, - 0.982743930536501, - 0.9723005343268958, - 0.9411703711795796, - 0.9796610632100985, - 0.9145025424643751, - 0.9879752636511461, - 1.0944915110032636, - 0.9430338516297093, - 0.9508755832408867, - 0.9258429683390378, - 0.8679061723089316, - 1.0276288482675964, - 0.9501945836398535, - 1.0169676029594148, - 1.0501744622186107, - 0.9644548335998028, - 0.9121775925932151, - 0.9112105136727959, - 1.0206435073325324, - 0.9080727257130373, - 0.9347829604211333, - 0.8967697697883465, - 0.9663770689480945, - 0.9532701925574484, - 0.8568118833949174, - 0.9554743200735837, - 1.1504807500220855, - 1.0155470332338918, - 1.0396018722819245, - 0.9268106513458504, - 0.9168958971379897, - 0.9852213842143813, - 1.001611750376513, - 0.990217812330316, - 0.9873887799655962, - 1.0110391392211635, - 0.9439560657308471, - 1.068328170673588, - 1.0047193948569797, - 0.9979267159932226, - 0.9934730341322996, - 0.8557618796771218, - 0.7460287358936586, - 0.9778352307693193, - 1.02192658245343, - 1.037835803866067, - 0.9677087884615755, - 0.956543380038049, - 1.0171593177603953, - 0.91997592085019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 227335, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.6666666865348816, - "108": 0.3333333432674408, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.75, - "test_acc": 0.6617647058823529, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - -0.030045192307692332, - -0.23869049999999983, - 0.041405769230769246, - 0.06321669230769228, - -0.0025107307692308154, - 0.09992461538461536, - 0.013492769230769159, - 0.14829176923076925, - -0.10286334615384617, - -0.08960249999999997, - 0.19882307692307696, - 0.09814630769230767, - -0.021829269230769246, - 0.03465076923076919, - -0.18058907692307682, - -0.1311519076923077, - 0.11797353846153848, - -0.05829530769230779, - 0.1212169230769231, - 0.07467584615384616, - 0.18656150000000013, - 0.2905494615384615, - -0.2553650384615384, - -0.06502038461538459, - -0.30667792307692304, - 0.09333938461538464, - 0.13742846153846142, - 0.17420873076923077, - 0.1120429615384615, - 0.23890723076923073, - -0.16356549999999995, - 0.08287507692307697, - -0.14056257692307694, - -0.09742265384615377, - -0.05963253846153847, - 0.011515500000000038, - 0.014551115384615343, - 0.08378369230769231, - 0.18436938461538463, - 0.019652346153846163, - 0.13786915384615384, - -0.14554365384615378, - -0.1756169230769231, - 0.12139923076923075, - 0.010079923076923155, - 0.30467446153846156, - -0.10586153846153845, - 0.15494511538461542, - -0.11217969230769238, - -0.011717730769230784, - -0.4645376538461538, - -0.13024538461538462, - 0.02728761538461537, - -0.024779269230769223, - -0.16876950000000007, - -0.04202923076923075, - 0.06767634615384611 - ] - ], - "std": [ - [ - 0.9790173867981108, - 0.8922350160543789, - 1.0237664792278374, - 0.9979986758255733, - 1.0450661465298063, - 1.0048325881986542, - 1.029402187109299, - 1.0083506459854783, - 0.9890083565745167, - 1.0164135742199043, - 1.0470407615391002, - 1.0378839738382932, - 0.9292517115719242, - 0.9612825317480931, - 1.0472447179957627, - 1.0262853071350215, - 1.052495553619595, - 1.059841692041489, - 1.1269554422034933, - 0.9208378006880765, - 0.9000880971984075, - 0.9294786618886555, - 1.076982881442786, - 1.0095815066264635, - 0.9911193052127372, - 1.0313874086125658, - 0.9980922524006728, - 0.9095892006901778, - 0.9905655045642239, - 1.0384115432086387, - 0.9810218452020498, - 1.060299711989925, - 0.9844584721629052, - 0.9476257009349917, - 0.8894460896472517, - 1.0593221207156762, - 0.8826955613077969, - 0.9713319428712611, - 1.075487248351794, - 1.0067518301441576, - 1.0419999967859404, - 0.986766332875252, - 1.0083607367807386, - 0.9773806693737923, - 1.0515029245809187, - 0.9917044123633906, - 0.9657665710047374, - 0.9290685404960641, - 1.1225398591645361, - 1.0183526454206688, - 0.8092726993206232, - 0.9375164234499523, - 1.0268476122485855, - 0.9726335635209717, - 0.9727406960463761, - 1.112026712980068, - 1.0129397204932757 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 227335, - "cert_evals": { - "36": 0.4166666865348816, - "72": 0.3333333432674408, - "108": 0.3333333432674408, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.9090909090909091, - "test_acc": 0.5797101449275363, - "train_size": 26, - "val_size": 11, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.06549715384615382, - -0.1733123461538461, - -0.22459746153846155, - -0.008068615384615393, - -0.33549623076923074, - -0.1233995769230769, - -0.17307238461538452, - 0.023040692307692345, - -0.07135107692307693, - -0.18521865384615382, - -0.04839615384615389, - 0.09814603846153849, - -0.021828923076923114, - 0.07137899999999996, - -0.1493106769230769, - -0.0006160384615384937, - -0.16623299999999996, - -0.19716084615384608, - -0.1643116153846154, - 0.14233134615384618, - 0.18656149999999996, - 0.09099338461538463, - 0.09893680769230777, - -0.031236038461538454, - -0.43619169230769256, - -0.3382805384615385, - -0.13872946153846152, - 0.21013507692307687, - 0.32539880769230767, - 0.34298038461538466, - -0.0706831923076923, - -0.0847729230769231, - 0.08325415384615384, - 0.03935515384615389, - -0.12760034615384613, - 0.045423692307692304, - 0.24926692307692294, - -0.014896576923076922, - 0.030727999999999995, - 0.14219007692307695, - -0.08165438461538452, - -0.07541711538461539, - -0.2085062307692308, - -0.14951476923076926, - 0.010080153846153841, - 0.16049815384615387, - -0.14071053846153841, - -0.19010246153846153, - 0.22017992307692313, - -0.08478423076923074, - 0.12914796153846148, - -0.195368, - -0.13705561538461536, - -0.33582846153846135, - -0.1687693076923077, - -0.0077596923076923285, - 0.035068461538461576 - ] - ], - "std": [ - [ - 0.9949457610380924, - 1.0006243291807655, - 1.0805097483660284, - 1.0669055953756055, - 1.0322555409439118, - 0.9848822871167503, - 0.9431346904463401, - 0.9378178344246724, - 1.0181978932718458, - 0.966727095536948, - 0.9908076284467556, - 1.0378839686283479, - 1.088933086989841, - 0.8046857737758931, - 1.134679772935726, - 0.9553453144737399, - 0.9684821547379812, - 0.8999479146517183, - 0.9741754410810941, - 1.0108802015807785, - 0.7709686644604582, - 1.0772131326993413, - 0.8384300579512153, - 1.0358089031747673, - 1.0305305742983066, - 0.9367306253151163, - 0.9884948822596298, - 0.9666870451735153, - 0.7559985089760948, - 0.8999593432865595, - 0.9970138749450403, - 1.052317535287378, - 1.0819218493489575, - 0.9767902491283019, - 0.9784792222564622, - 0.9949578210493984, - 0.8614226395733138, - 0.9539103328924243, - 1.0209907346186988, - 0.9432236511876507, - 1.036795800272391, - 1.0138060762016619, - 1.1167776196923178, - 1.0142323983395336, - 1.1052486656840097, - 1.0124481502282436, - 1.0529966821172885, - 0.9493509361557843, - 1.1279936610242616, - 1.0051609553372078, - 0.9160134879427471, - 1.0114984451985467, - 0.8295657525376697, - 1.028154229267194, - 0.9727407925020125, - 0.8988663639372382, - 0.9628933437374779 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 227335, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.5454545617103577, - "108": 0.3636363744735718, - "255": 0.09090909361839294 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5935417896255492, - "std_test_acc": 0.06634614594635244, - "n_samples": 106, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.5620265305042267, - "std_cert_acc_36": 0.15800022785006404, - "mean_cert_acc_72": 0.46448864787817, - "std_cert_acc_72": 0.1710104300221905, - "mean_cert_acc_108": 0.30445076525211334, - "std_cert_acc_108": 0.07926500795347435, - "mean_cert_acc_255": 0.022727273404598236, - "std_cert_acc_255": 0.04545454680919647 - }, - "molec-biol-splice": { - "dataset": "molec-biol-splice", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 28, - "best_val_acc": 0.8125, - "test_acc": 0.8086774699424987, - "train_size": 797, - "val_size": 480, - "test_size": 1913, - "stats": { - "mean": [ - [ - -0.08088939774153121, - -0.017083478042659816, - -0.008676474278544535, - 0.01205199498117964, - -0.019879412797992446, - -0.06819678419071469, - 0.014172110414052605, - -0.0726562358845669, - -0.0424785457967378, - 0.030165779171894516, - -0.015724135508155584, - 0.016329740276034888, - -0.03650249309912165, - 0.060801804265996566, - 0.050552770388958924, - -0.03993303764115418, - -0.02479237139272276, - 0.026231244667502603, - 0.0006134240903385369, - 0.008120775407778993, - 0.011976850690087297, - 0.012784564617315019, - 0.02205557967377646, - 0.003761100376411143, - 0.004885728983688804, - -0.007185055207026799, - 0.006090311166875841, - -0.06913297616060121, - 0.01692240903387772, - -0.024909814303639064, - 0.002042144291092072, - 0.03893583663739384, - 0.04832313927227111, - -0.04144308908406656, - -0.04533064868255915, - 0.029196543287328434, - -0.017319196988707316, - 0.002574765370137967, - 0.014485728983688884, - -0.04080718946047651, - -0.016152210790464142, - -0.1060891342534501, - 0.00146361355081561, - -0.02892638393977404, - 0.03808938393977416, - 0.004615427854454175, - -0.006006715181932309, - 0.03929904642409064, - -0.0026646035131743587, - -0.0008532597239647819, - -0.018261164366373872, - -0.015718006273525736, - -0.03865469008782939, - -0.0023145696361355087, - -0.01960441405269735, - -0.0853860326223336, - 0.005193398996235927, - -0.017738670012547086, - 0.055998069008782805, - 0.039315545796737614 - ] - ], - "std": [ - [ - 0.9945490246391062, - 0.9934109752899847, - 1.0063178858807398, - 0.9896020723574798, - 0.9849358791871932, - 0.9857421550044541, - 0.9930276963595361, - 0.9834603310222596, - 1.0029783411831081, - 1.008680505435535, - 1.000646776584492, - 1.017380058680371, - 0.9990572202887158, - 1.0037947864498273, - 0.9921475019154874, - 1.0063268933844312, - 0.9808355420987935, - 0.9924788012799176, - 0.9847824180917667, - 0.9870544204448741, - 1.0013704839730797, - 1.0166518616214755, - 0.985710071283119, - 1.0044850695151961, - 0.9909244249062288, - 0.9987615357097599, - 1.0051852364272729, - 0.9860816983161693, - 1.0064425553080443, - 1.021154244482058, - 0.9991376459347909, - 0.9638884376422283, - 1.0033244557289336, - 0.9848543808197192, - 1.0055575628990723, - 0.9940712305710926, - 0.9741863114052403, - 1.0048179660304701, - 0.9887806108854191, - 0.9765227042348682, - 0.997334968218974, - 0.9962132645441986, - 1.0014416509782584, - 1.002091005752959, - 0.9893159775047747, - 0.9934985594799247, - 0.9886647568170538, - 0.9919893464761707, - 0.9955923461346924, - 0.9926319617434606, - 0.9728863130641628, - 1.0082140966036435, - 0.9961100311402014, - 1.0077701107332304, - 0.9792654768868749, - 1.0119326199882663, - 1.0172792289838704, - 0.9956848073966668, - 1.0083179950377872, - 0.9802036286210523 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 229128, - "cert_evals": { - "36": 0.7645833492279053, - "72": 0.6854166984558105, - "108": 0.5979167222976685, - "255": 0.23541668057441711 - }, - "fold": 0 - }, - { - "best_epoch": 34, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.825503355704698, - "train_size": 797, - "val_size": 456, - "test_size": 1937, - "stats": { - "mean": [ - [ - 0.018491488080301106, - -0.0011505069008782528, - 0.021436997490589735, - 0.03502552697616077, - 0.021530190715181953, - 0.01771506524466753, - 0.0028268569636132166, - -0.03774227101631111, - 0.019095676286072647, - -0.016733656210790544, - -0.0663814040150566, - 0.005845333751568237, - 0.004257730238393967, - 0.0011046449184443634, - -0.027280681304893566, - 0.005402819322459137, - 0.04633495859473012, - 0.009161250941028725, - 0.026725796737766497, - -0.01972711794228387, - -0.01983136010037666, - -0.009908578419071404, - 0.022055481806775055, - 0.05518264240903318, - -0.04640085570890846, - -0.03727541907151866, - -0.0335212045169384, - -0.03967690213299759, - 0.005998318695107535, - -0.01785224341279831, - -0.003198117942283299, - -0.013416670639897136, - -0.009072863237139185, - -0.007062920953576991, - 0.011101452948557616, - -0.045883223337515024, - -0.012705889585947094, - -0.05706059096612311, - 0.00637870514429108, - -0.024475352572145292, - -0.033483001254705075, - -0.018872419071518255, - -0.004380110414052662, - -0.019757495608531926, - -0.01618084692597215, - 0.06015848933500684, - 0.004326102885821954, - 0.031207774153074287, - 0.09302961606022617, - 0.037705563362610196, - 0.031232815558343906, - 0.05163176913425327, - 0.051368831869510787, - -0.02336010790464227, - 0.006880800501882391, - -0.05682849560853219, - -0.004021038895859437, - 0.002038494353826773, - 0.05144887452948544, - -0.00027493977415304015 - ] - ], - "std": [ - [ - 0.9889166025491434, - 1.0113611751416451, - 1.00351331532884, - 1.0051662180322105, - 0.9987679141001061, - 0.9996822942772838, - 1.0042310134414263, - 1.0134372724050602, - 1.0000665011762366, - 0.9994360301075128, - 0.9995393709189473, - 1.0346986177316517, - 1.011186369192948, - 1.0016439123703365, - 0.9965028721446453, - 1.0098540994428735, - 0.9933407245937251, - 1.0209497831856362, - 0.9866653742506231, - 0.982825314351339, - 0.9914313036126221, - 1.0062435071011668, - 1.0149240913230397, - 0.9887363914059815, - 0.9994565119417103, - 1.016608779035485, - 0.9986323360957506, - 0.9983077834509023, - 0.992117921809115, - 1.0118934305428742, - 1.0093115895196225, - 1.0141263884110643, - 0.998031262724133, - 0.9978752951488421, - 1.0058194162074532, - 0.9997345249416975, - 1.0043988806220703, - 1.0026034007181608, - 1.0124721562205274, - 0.9897322617082525, - 0.9985816439065134, - 0.9919527474532689, - 1.0036339185538052, - 0.973512268444304, - 1.0130393993507771, - 0.9897840394213037, - 0.9936053260728854, - 1.0155800367441008, - 1.0112837805104922, - 0.9806050237126605, - 1.0133289778387422, - 1.003164742603154, - 0.9684252971086295, - 0.9941237378734813, - 0.9987879065672047, - 1.0056255382787287, - 1.0017418494408326, - 0.9935852276048891, - 1.024679553968222, - 1.007096200700548 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 229128, - "cert_evals": { - "36": 0.7543859481811523, - "72": 0.6622806787490845, - "108": 0.5701754689216614, - "255": 0.23245614767074585 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8218390804597702, - "test_acc": 0.8182789951897381, - "train_size": 797, - "val_size": 522, - "test_size": 1871, - "stats": { - "mean": [ - [ - 0.016180366373901797, - 0.0159205972396487, - -0.04805540652446672, - 0.017795338770389135, - -0.018760287327477875, - -0.012470120451693864, - -0.025536504391468096, - -0.023100938519447715, - -0.021953736511919807, - 0.005599485570890773, - -0.028107018820577125, - -0.0663806737766629, - -0.002535664993726509, - -0.041697066499373665, - -0.041221063989962406, - -0.019531874529485415, - 0.001174760351317426, - 5.719824341241943e-05, - 0.009695979924717433, - -0.006360112923463307, - 0.031288966122960366, - 0.01732320451693862, - 0.034643243412797765, - -0.05223140276035192, - 0.012863726474278572, - -0.02278748055207084, - 0.08181816185696375, - 0.022917264742786353, - 0.03112372647427915, - 0.01743540276035093, - 0.009902525721455502, - 0.030388477038899016, - -0.007947400250940755, - -0.002626762860728837, - -0.002393195734001926, - 0.0224729749058976, - -0.035772559598494034, - 0.031245622333751583, - 0.07355148055206996, - -0.02680844165621052, - 0.0011786298619825138, - -0.023523868255959906, - 0.009644725219573422, - -0.011734667503136672, - 0.04155336135508157, - -0.008113194479297375, - 0.023843790464241343, - 0.03351953826850721, - -0.05937222333751553, - 0.01956023839397823, - -0.05714953952321155, - 0.029942850690087883, - -0.01788004265997477, - 0.018731055207026504, - 0.00457773149309927, - -0.028270974905896498, - -0.044334417816813056, - 0.02181565872020062, - -0.004279376411543287, - 0.033493360100376554 - ] - ], - "std": [ - [ - 1.006032731784378, - 0.9981987082501484, - 1.0058419047925986, - 1.0147724595576162, - 0.9940588732535701, - 0.9991159025458402, - 0.9691047120808344, - 0.9991048317365939, - 1.020189994500977, - 0.9848978164137729, - 0.998075185404707, - 0.9900346208081456, - 0.9970676239537044, - 1.0074170125268456, - 0.9888612246445799, - 1.0204821123725891, - 1.0188778509112115, - 1.021786600393116, - 0.9923811904568762, - 0.9930750642777653, - 1.0126874688330874, - 1.0123955584555848, - 1.0119546947996216, - 0.967160657446603, - 1.013064602613993, - 1.0088579414594196, - 1.0050975228498589, - 1.0226014249223117, - 1.0030135447468238, - 1.0006692722984143, - 1.0063109761380487, - 0.9976611466924694, - 1.0191830139161713, - 1.0037191251141417, - 1.0000135193218243, - 1.008885797923785, - 1.005277894129722, - 0.9951865869001352, - 1.003658412696999, - 1.0103592136706143, - 1.013785819980191, - 1.0167078374977943, - 1.0100157686042965, - 1.0010457270061084, - 1.0282359743543752, - 0.9985304229175116, - 0.9712378399548074, - 1.0007272977609394, - 1.00869249677983, - 0.9976542416860067, - 1.0108332275437888, - 1.0094799027511412, - 0.9910934491654954, - 1.0239973266326525, - 0.9997566127783953, - 0.995332570938697, - 1.0015100811283149, - 1.0189914283748178, - 0.9815154139951994, - 1.0109702187257807 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 229128, - "cert_evals": { - "36": 0.7701148986816406, - "72": 0.7203065156936646, - "108": 0.6149424910545349, - "255": 0.24712643027305603 - }, - "fold": 2 - }, - { - "best_epoch": 42, - "best_val_acc": 0.8210526315789474, - "test_acc": 0.8190823774765381, - "train_size": 797, - "val_size": 475, - "test_size": 1918, - "stats": { - "mean": [ - [ - 0.023113880803011123, - -0.031878431618569576, - 0.0017474705144291346, - -0.048827942283563595, - 0.02600689711417815, - -0.020596907151819388, - 0.03119006398996214, - -0.010712095357591008, - -0.03563701003764123, - -0.0066837766624844005, - 0.020298818067753775, - 0.0349687051442911, - 0.03369574404015041, - 0.010115574654956229, - -0.008693601003764222, - -0.037666260978670006, - 0.013593819322459105, - -0.06367114930991241, - 0.002884076537013706, - -0.04311930238393992, - -0.028919440401505687, - 0.03661243287327482, - -0.012274677540778, - 0.022044312421580708, - -0.0019524943538268248, - -0.00718509535759122, - 0.018905804265997497, - -0.020039599749058525, - 0.011460363864492227, - 0.00190883061480542, - 0.015142810539523602, - 0.0015411859473054327, - -0.0034457590966119997, - 0.007354567126724528, - -0.019568141781680794, - 6.111668757913393e-05, - 0.014974058971141782, - 0.017483629861982628, - 0.004062395232120175, - -0.039640589711417734, - -0.017307636135508092, - -0.015383726474278643, - 0.02951326599749063, - 0.010041510664993838, - -0.009252728983688915, - 0.023129829360100374, - 0.024991664993726456, - 0.005777824341280051, - 0.010330861982434136, - -0.02240079799247117, - 0.013556362609786848, - 0.009395460476787914, - -0.05596691593475561, - -0.0011453801756584612, - 0.019547611041405746, - -0.005424897114178279, - -0.036271767879548236, - -0.04216928481806779, - -0.06910606649937284, - 0.013698135508155716 - ] - ], - "std": [ - [ - 0.9995168687982413, - 1.0072187255531315, - 0.9922765699545656, - 1.0014379023165043, - 1.0007423887263762, - 1.006595287508758, - 0.996025190875742, - 1.0015863398288425, - 0.9939619881518538, - 1.0012546381038536, - 0.9974235803209218, - 0.9958759047377087, - 1.0231793150542605, - 0.9988598615456608, - 1.0165807865563634, - 0.9981765632980487, - 0.9916120393689883, - 0.9967806721546657, - 1.0001387498061993, - 0.9907382633450215, - 0.9919466420747174, - 0.9918048070565159, - 0.9927131112764388, - 0.9987541938182435, - 0.9829950228363971, - 0.9987615525719863, - 1.006646575684889, - 0.9727270348859581, - 1.0274767556558333, - 0.9948545552577256, - 0.9724110619354693, - 0.999399954650725, - 1.0137453383320747, - 1.0038171597805419, - 0.9942857302920103, - 1.0221132950933616, - 1.0125332438729522, - 1.0058606284258966, - 1.0061583893468007, - 1.0071484737907352, - 0.993080173542264, - 0.994054088509694, - 1.0019557537886754, - 0.9879867613789639, - 1.0059203970540576, - 1.002236769456239, - 1.0166179760088292, - 1.0148930646959913, - 0.9855942441531308, - 0.9881712595842015, - 0.997375001351328, - 1.0153221146032385, - 0.9987022726517054, - 1.0023090382878383, - 0.9960039697880356, - 0.9659716681886643, - 1.0079997805456118, - 0.9972223231158401, - 0.9973623069301778, - 1.0162353419266272 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 229128, - "cert_evals": { - "36": 0.7515789270401001, - "72": 0.6715789437294006, - "108": 0.5894736647605896, - "255": 0.21894735097885132 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8178855495783681, - "std_test_acc": 0.006937984751251794, - "n_samples": 3190, - "n_features": 60, - "n_classes": 3, - "mean_cert_acc_36": 0.7601657807826996, - "std_cert_acc_36": 0.008672569400775628, - "mean_cert_acc_72": 0.68489570915699, - "std_cert_acc_72": 0.025449115840772737, - "mean_cert_acc_108": 0.5931270867586136, - "std_cert_acc_108": 0.018609824706505865, - "mean_cert_acc_255": 0.23348665237426758, - "std_cert_acc_255": 0.011579029536082086 - }, - "monks-1": { - "dataset": "monks-1", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.5142857142857142, - "test_acc": 0.7640449438202247, - "train_size": 432, - "val_size": 35, - "test_size": 89, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.4000000059604645, - "72": 0.37142857909202576, - "108": 0.20000000298023224, - "255": 0.08571428805589676 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.6086956521739131, - "test_acc": 0.6138613861386139, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.3913043439388275, - "72": 0.30434784293174744, - "108": 0.30434784293174744, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7586206896551724, - "test_acc": 0.7263157894736842, - "train_size": 432, - "val_size": 29, - "test_size": 95, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.5862069129943848, - "72": 0.48275861144065857, - "108": 0.3103448152542114, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.6138613861386139, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.52173912525177, - "72": 0.47826087474823, - "108": 0.43478262424468994, - "255": 0.21739131212234497 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6795208763927841, - "std_test_acc": 0.07736583911435002, - "n_samples": 556, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.4748125970363617, - "std_cert_acc_36": 0.09518638697663763, - "mean_cert_acc_72": 0.40919897705316544, - "std_cert_acc_72": 0.08679656063300295, - "mean_cert_acc_108": 0.31236882135272026, - "std_cert_acc_108": 0.09605610023387326, - "mean_cert_acc_255": 0.07577640004456043, - "std_cert_acc_255": 0.10269318469491379 - }, - "monks-2": { - "dataset": "monks-2", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.43333333333333335, - "test_acc": 0.5683453237410072, - "train_size": 432, - "val_size": 30, - "test_size": 139, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.13333334028720856, - "72": 0.03333333507180214, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.6538461538461539, - "test_acc": 0.4405594405594406, - "train_size": 432, - "val_size": 26, - "test_size": 143, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.07692307978868484, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3793103448275862, - "test_acc": 0.37857142857142856, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.37931033968925476, - "72": 0.37931033968925476, - "108": 0.3448275923728943, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5862068965517241, - "test_acc": 0.5857142857142857, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.27586206793785095, - "72": 0.13793103396892548, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4932976196465405, - "std_test_acc": 0.10019383299211233, - "n_samples": 601, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.21635720692574978, - "std_cert_acc_36": 0.13714881237011547, - "mean_cert_acc_72": 0.1376436771824956, - "std_cert_acc_72": 0.1714927478356325, - "mean_cert_acc_108": 0.08620689809322357, - "std_cert_acc_108": 0.17241379618644714, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "monks-3": { - "dataset": "monks-3", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5625, - "test_acc": 0.4777777777777778, - "train_size": 432, - "val_size": 32, - "test_size": 90, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.53125, - "72": 0.40625, - "108": 0.25, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5673076923076923, - "train_size": 432, - "val_size": 18, - "test_size": 104, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.4444444477558136, - "72": 0.3888888955116272, - "108": 0.1666666716337204, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.75, - "test_acc": 0.6938775510204082, - "train_size": 432, - "val_size": 24, - "test_size": 98, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.625, - "72": 0.4583333432674408, - "108": 0.2916666865348816, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5172413793103449, - "test_acc": 0.5053763440860215, - "train_size": 432, - "val_size": 29, - "test_size": 93, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.517241358757019, - "72": 0.4482758641242981, - "108": 0.37931033968925476, - "255": 0.03448275849223137 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.561084841297975, - "std_test_acc": 0.0961182104218341, - "n_samples": 554, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.5294839516282082, - "std_cert_acc_36": 0.07418003487571456, - "mean_cert_acc_72": 0.4254370257258415, - "std_cert_acc_72": 0.0332048592104018, - "mean_cert_acc_108": 0.2719109244644642, - "std_cert_acc_108": 0.0884710232984015, - "mean_cert_acc_255": 0.008620689623057842, - "std_cert_acc_255": 0.017241379246115685 - }, - "mushroom": { - "dataset": "mushroom", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 54, - "best_val_acc": 0.9941860465116279, - "test_acc": 0.9940683166291675, - "train_size": 2031, - "val_size": 1204, - "test_size": 4889, - "stats": { - "mean": [ - [ - 0.01584243131462058, - 0.019616320039388076, - -0.017441079960610038, - 1.6376169432992076e-06, - 0.03251508222550193, - -0.0356802550467818, - 0.0053510472673569415, - 0.01704437272280179, - -0.004787042589856331, - -0.006957840965042196, - -0.010824010832105619, - -0.015714124076808157, - -0.0028289399310687338, - 0.026870491383555076, - 0.022659543082221442, - -0.030434470704082447, - 0.043593827671097096, - 0.004918543082224606, - 0.02840681752831178, - -0.026348127031018555, - -0.005641193156080321 - ] - ], - "std": [ - [ - 1.035686963839167, - 1.007002340594574, - 1.0017151333988827, - 0.9999368171880522, - 0.9990636351015061, - 1.1008233629053865, - 1.0048344484644247, - 1.0068055573931955, - 1.0236440770193422, - 1.0008597796892533, - 1.0073922426397302, - 1.0167066772104598, - 1.0093964386273888, - 0.9734350559013669, - 0.9832626494901496, - 1.1103048088729688, - 1.0723209186406066, - 1.007595964551157, - 1.0120097158286505, - 1.0110411166324569, - 1.0045172770457236 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 15367, - "cert_evals": { - "36": 0.9908637404441833, - "72": 0.9817275404930115, - "108": 0.9700996279716492, - "255": 0.9028239250183105 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 1.0, - "test_acc": 0.9985534201281256, - "train_size": 2031, - "val_size": 1254, - "test_size": 4839, - "stats": { - "mean": [ - [ - 0.021851665189558965, - 0.045494687346133454, - -0.023016031905465747, - 0.036965530280656626, - -0.008439554899067095, - -0.06050103692762893, - -0.005352279172820291, - 0.018109654357464634, - -0.010826772476611657, - -0.005964144756278134, - -0.0263845425898607, - -0.005439538158541234, - 0.010182521910388735, - 0.029856061546036587, - 0.009422661742979281, - -0.06898491088133507, - 0.012714621368784741, - -0.020496901526342964, - 0.05158484524864612, - -0.02241571344165382, - -0.02120593136385968 - ] - ], - "std": [ - [ - 1.0315248601647244, - 0.9830179985436717, - 1.0047928251090696, - 0.992895294859441, - 1.0073587113125533, - 1.1652227018641232, - 0.9949884738559476, - 1.0072236447378615, - 1.00567603413793, - 1.0007315155621166, - 1.0109205575258327, - 0.9954514465944221, - 0.9929406186187327, - 0.9751836648011396, - 0.9886323473980784, - 1.2290771873330002, - 1.039381732586694, - 1.0071967460617643, - 1.021124603051882, - 0.9975517568367002, - 0.9993739380403122 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 15367, - "cert_evals": { - "36": 0.9912280440330505, - "72": 0.980861246585846, - "108": 0.9752790927886963, - "255": 0.9138755798339844 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.9945397815912637, - "test_acc": 0.996882145084182, - "train_size": 2031, - "val_size": 1282, - "test_size": 4811, - "stats": { - "mean": [ - [ - 0.03987938453963112, - 0.04048598621368699, - 0.017724141063516025, - 0.042959675036934646, - 0.03524534219595943, - -0.01085947316593538, - 0.06020559527326806, - 0.04154585032004439, - -0.021138416248152825, - 0.00794760216642041, - -0.004058537173807962, - 0.006043802067947628, - 0.019799688330871056, - 0.03766451600196941, - 0.053620419005411035, - -0.008115798128995993, - 0.03451170260955303, - -0.036620701624815996, - 0.050364973855244716, - -0.04954926834071779, - -0.038910718808467415 - ] - ], - "std": [ - [ - 1.0340777607321368, - 0.9828467876602278, - 1.0051604242584575, - 0.9916188873116444, - 1.0038227965760236, - 1.0318178450050028, - 1.0521446789948306, - 1.0160955327893362, - 0.9979031775629262, - 0.9988302921123722, - 1.0182499365894375, - 1.001416742027472, - 0.9791335857275247, - 0.980153235814559, - 0.9653369532140004, - 1.0477780788429225, - 1.071696160550273, - 1.0158478432818197, - 1.025340873611186, - 1.0205312831654343, - 1.0033427979641445 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 15367, - "cert_evals": { - "36": 0.9906396269798279, - "72": 0.9742589592933655, - "108": 0.9594383835792542, - "255": 0.8892355561256409 - }, - "fold": 2 - }, - { - "best_epoch": 49, - "best_val_acc": 0.9943729903536977, - "test_acc": 0.9936069292637657, - "train_size": 2031, - "val_size": 1244, - "test_size": 4849, - "stats": { - "mean": [ - [ - 0.03496272082717429, - 0.006259809945836701, - -0.04574476898079691, - 0.0529499162973972, - 0.02928835942885052, - -0.032577657311676125, - 0.02140603692762581, - 0.03515416051206783, - -0.04146721969473072, - 0.024840437715410932, - -0.005411634662730505, - 0.015714001477105683, - 0.0005653535204322815, - 0.0039044672575081134, - -0.004711640078783966, - -0.03449241260462414, - -0.005449605120628364, - -0.03908023929099026, - 0.04496253520433339, - -0.007472618414573513, - -0.011867085376661432 - ] - ], - "std": [ - [ - 1.037139112731056, - 0.9986273221456993, - 0.9988733086677153, - 0.9894071869891404, - 0.9808046824130975, - 1.092466913790217, - 1.0192143900594468, - 1.0137373624703432, - 1.0005595322422731, - 0.9962556551254128, - 1.0143973341038952, - 0.977335640989274, - 1.0045271012864667, - 0.9912055809890613, - 0.9960096703292455, - 1.1096668870025468, - 0.9979657396378034, - 1.0073781800135768, - 1.0120560325807864, - 1.0092077265578872, - 1.0030900969477494 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 15367, - "cert_evals": { - "36": 0.9831189513206482, - "72": 0.979903519153595, - "108": 0.9726687669754028, - "255": 0.9059485197067261 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9957777027763103, - "std_test_acc": 0.002349372843363009, - "n_samples": 8124, - "n_features": 21, - "n_classes": 2, - "mean_cert_acc_36": 0.9889625906944275, - "std_cert_acc_36": 0.0039032986491687733, - "mean_cert_acc_72": 0.9791878163814545, - "std_cert_acc_72": 0.0033692941824981885, - "mean_cert_acc_108": 0.9693714678287506, - "std_cert_acc_108": 0.006951464935085922, - "mean_cert_acc_255": 0.9029708951711655, - "std_cert_acc_255": 0.010270662659433312 - }, - "musk-1": { - "dataset": "musk-1", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.8289473684210527, - "test_acc": 0.7722419928825622, - "train_size": 119, - "val_size": 76, - "test_size": 281, - "stats": { - "mean": [ - [ - -0.009291536974789802, - -0.12607884680672266, - -0.04762204201680674, - -0.0761702235294117, - -0.044936774789916, - -0.014382231932773128, - -0.041894201680672254, - -0.03190622907563026, - 0.021353001680672248, - 0.10775567647058813, - 0.09010778932773111, - -0.057640225210084016, - 0.14667296336134458, - 0.10126893949579828, - 0.14001244605042018, - -0.04249502016806724, - 0.038105572268907546, - 0.002184308487394976, - -0.05224322941176468, - 0.06215304016806718, - -0.12393828857142859, - -0.02803303361344539, - -0.10647747142857145, - 0.02538642941176475, - 0.03754377647058824, - -0.00930381512605037, - -0.10533614621848736, - -0.07591091428571431, - 0.015518248319327696, - 0.03344583445378154, - -0.0436141698991596, - -0.03440255966386541, - -0.08419558653781517, - 0.059494676050420144, - 0.011928458739495816, - -0.006269523999999992, - 0.060528428571428566, - 0.03592683193277311, - 0.07123646218487396, - -0.0823780630252101, - -0.03973622907563024, - -0.09128727731092437, - 0.134798512605042, - 0.09857759663865544, - 0.08639189302521, - 0.04655348655462184, - 0.12397431176470586, - -0.0036607467226890487, - -0.045298374201680695, - 0.09763559579831942, - -0.11482796470588238, - 0.005798111764705843, - -0.04984500840336133, - 0.10562984689075626, - -0.006794973949579853, - -0.06879170025210085, - -0.05042998067226895, - -0.1381735478991597, - 0.018107122621848763, - 0.07930746134453784, - -0.035087430369747964, - -0.047216151260504276, - -0.050801200000000026, - 0.000790052100840336, - -0.03210146470588229, - -0.011450639932773149, - 0.13865514789915964, - 0.024682792941176448, - 0.04572973361344544, - -0.07111193899159665, - -0.05305032773109243, - -0.03151311848739495, - 0.13506087714285714, - 0.03930882689075631, - 0.13208768117647057, - 0.03213378487394958, - 0.036931210084033585, - 0.0542657411764706, - -0.055266365126050425, - -0.007700784890756318, - -0.06660210142857143, - -0.0472203361344537, - -0.13513644588235293, - -0.0953638899159664, - 0.0684584218487394, - -0.027715061344537825, - -0.13681975714285718, - -0.03402985277310925, - 0.0014045230252100738, - 0.0014960380672269073, - -0.013881531092436904, - -0.054739220168067156, - -0.07439434873949584, - 0.16347766033613445, - -0.027834813445378172, - 0.04105560084033615, - -0.018090553781512614, - 0.039478408403361344, - 0.01011179831932775, - -0.056224057983193236, - -0.05482081092436975, - -0.09049105663865546, - 0.1384086307563025, - 0.1158592352941177, - 0.1295010983193277, - 0.026534809327731116, - 0.030993403193277324, - 0.045596629411764705, - 0.07867409050420171, - 0.07023428403361341, - -0.010699962478991626, - -0.1297697013445378, - -0.06125888739495793, - -0.054635241344537774, - 0.07315159588235293, - 0.14113961932773117, - 0.03369915462184867, - -0.017007521008403328, - -0.03182301008403359, - -0.10475748344537812, - 0.029890118487394944, - 0.008469613445378164, - 0.0055577798319327845, - -0.015650881428571396, - 0.0048053532268907215, - 0.06544014621848733, - 0.11003610159663865, - 0.04605257647058817, - 0.14969492016806743, - -0.012363702521008463, - -0.051404617310924446, - -0.01038593529411762, - -0.07927427529411762, - -0.04159334571428572, - 0.06169648184873948, - 0.11608897882352946, - 0.038903689075630285, - 0.1461880742857143, - -0.06708651966386553, - -0.11414608924369747, - -0.1295263958823529, - -0.03233595445378152, - -0.04501458058823521, - -0.000721831932773089, - -0.004400483109243784, - -0.12390628907563028, - -0.036873544537815106, - -0.0909845665546218, - -0.10444491176470592, - -0.09871166294117649, - 0.005718816974789886, - -0.036594511848739485, - -0.04913234621848742, - -0.08743706722689078, - -0.11513121176470595, - -0.08874053697478997, - -0.05336954033613433, - 0.082962791092437, - -0.021164454621848745, - -0.0932097171428572, - 0.014436121848739485, - -0.04426032336134451, - -0.1090511277310925, - 0.1449148087394958, - 0.1817663789915966, - 0.013956836806722718 - ] - ], - "std": [ - [ - 1.0099114119845158, - 0.9348594846360825, - 0.9584972842977127, - 0.9640337720371549, - 0.2970971465206269, - 0.9902644318765941, - 0.9766608443635819, - 0.9277337303843832, - 1.0209147991357326, - 0.8462688910212999, - 0.937274236323561, - 0.9720030442747652, - 0.8629052767970179, - 1.0131630405366665, - 1.0235995127546023, - 0.9236691973697053, - 1.0455909357050364, - 1.035981564713016, - 0.99532697338212, - 0.9211771365528878, - 0.874501926986878, - 0.9704498314090642, - 0.891302047446978, - 0.9804149844573272, - 1.0041773279830728, - 1.002529298728106, - 1.0224471703080853, - 0.9244712375286949, - 0.9743559806263377, - 0.9887295244749511, - 0.9544273760411471, - 1.02985801200279, - 0.9474472095469905, - 0.9846549124544697, - 1.0482961086154436, - 1.055409389025073, - 1.0423422939087563, - 1.0253865871036294, - 1.0239668108505644, - 0.9972886803210333, - 0.9397442064430964, - 0.9896358956731565, - 0.8331728551459917, - 1.0002340413586819, - 1.026654843545489, - 0.9343094828155423, - 1.0805604708964744, - 1.016149424944211, - 0.9476470504397961, - 0.8577284376860824, - 0.920172262946738, - 1.0002820735413485, - 0.9664321885797094, - 1.019659024980453, - 1.0132206139363333, - 1.00472748039475, - 1.0024772758067237, - 0.9013838379335253, - 0.9715976585133171, - 0.9356214917883198, - 0.9726637625607683, - 1.00574462045675, - 0.9321535556262043, - 1.004591790870879, - 1.0091107376933197, - 1.0832569998991441, - 1.8163040204653527, - 0.9290261409599484, - 1.0054342451497356, - 0.9239187303729655, - 0.9412606308289463, - 0.9574057112375489, - 0.8857071278100311, - 1.0050826351619282, - 0.9471390167804283, - 1.0193559664076242, - 1.033149121132442, - 0.9758992146197891, - 0.9828293233847875, - 0.90614346312176, - 0.9387813930150655, - 0.9606369771060325, - 0.8549597722364108, - 0.9981213041653383, - 0.9677112371500205, - 0.9888508064525113, - 0.9412501606612704, - 0.9784409127120647, - 0.9536777420064435, - 1.0085901119483398, - 1.0060567404606122, - 1.05851562000323, - 0.9752413461311447, - 0.832810761621145, - 0.9562798547506608, - 0.9993771767194177, - 0.9838326504712223, - 1.0393844730608708, - 0.9854152300072946, - 0.9930779495430294, - 0.9453202880876939, - 1.0360449396357243, - 0.9713513980461649, - 0.9992332279693708, - 1.030407313898056, - 1.0076912122214956, - 1.0744880656744056, - 1.0277037793008523, - 0.9982104529316067, - 1.0186593720796726, - 0.9108463414168625, - 0.8553233102911179, - 0.9405777768078974, - 0.9494600014203208, - 0.9952734588081359, - 0.9638326137771844, - 0.9939522113357686, - 0.9987681660336664, - 1.0036155891840373, - 1.0182452713672059, - 0.9910446446968689, - 1.0210928396177827, - 1.014427730685323, - 1.0086920592279505, - 1.0093171765266578, - 0.9594492714523327, - 0.9056353320538072, - 0.9878559376915045, - 0.865650141810967, - 1.0394374951234533, - 0.9719119864007881, - 0.9799530665659871, - 0.9588363638135182, - 0.9822725442114135, - 0.9853299809008946, - 0.9191461281202059, - 1.0618195424162966, - 0.9695623887099393, - 0.9472161121894884, - 0.9054444134708255, - 0.8581249512539794, - 0.9983938325913907, - 0.9776524170683517, - 1.0043567453308122, - 1.0368357351214297, - 0.7773405936733125, - 0.9853354382623081, - 0.9079498191834765, - 0.9125689627310116, - 1.007586247217154, - 1.0299208957325752, - 0.9872806671843242, - 0.9852145677771802, - 0.961619761600875, - 1.0605262646288578, - 0.980777477262741, - 0.8407792662129906, - 0.9672088420960975, - 0.993154330767692, - 0.9994330628955878, - 0.9756248219133866, - 1.0207484353264802, - 0.8458747953216613, - 1.047455330809163, - 0.8596011234926225, - 0.9804108130279062 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 959495, - "cert_evals": { - "36": 0.8026315569877625, - "72": 0.7368420958518982, - "108": 0.6578947305679321, - "255": 0.5 - }, - "fold": 0 - }, - { - "best_epoch": 27, - "best_val_acc": 0.7926829268292683, - "test_acc": 0.7963636363636364, - "train_size": 119, - "val_size": 82, - "test_size": 275, - "stats": { - "mean": [ - [ - 0.024158311764705866, - 0.06841572537815128, - 0.07787132436974789, - 0.05814358991596639, - -0.0888491647058824, - 0.03483687310924371, - -0.08321678991596636, - 0.0172144136134454, - -0.07243344537815127, - 0.008146065798319318, - -0.016513243697478995, - -0.05358841159663873, - -0.11541696184873952, - -0.030794808823529415, - -0.023826682857142848, - 0.22576291260504208, - -0.07960640428571429, - 0.17796446697478982, - -0.10515495630252099, - -0.1766215479831932, - -0.021160134789915977, - -0.09120216806722693, - -0.08078450756302523, - 0.036557993277310914, - 0.07266807731092434, - -0.07452452100840339, - -0.09814859546218489, - 0.003981514285714288, - 0.06022833823529412, - 0.03180818907563029, - 0.12598115882352945, - -0.019460692436974722, - 0.005478542042016823, - 0.03584051008403359, - 0.02924001680672268, - 0.08767364537815124, - 0.028594260504201666, - -0.07716408655462187, - 0.056073705882352984, - -0.05639972268907562, - 0.0835798580672269, - 0.025938724369747895, - -0.10687808823529413, - -0.07300582436974785, - -0.056062168571428615, - 0.07744706722689071, - -0.11377087142857145, - 0.048533752268907604, - -0.08137850462184877, - -0.058378573949579855, - -0.028422560504201697, - -0.0789361680672269, - -0.08572274453781516, - 0.03500715462184874, - 0.09914903445378148, - -0.01241268218487394, - -0.09931365378151263, - -0.012532198319327783, - 0.059187288168067245, - 0.08141363613445372, - 0.08123671047058818, - 0.02099984705882357, - -0.061353805882352924, - 0.05045417815126048, - 0.003424229411764733, - 0.03549537599999996, - 0.10939142605042013, - 0.024103800252100897, - 0.09995052563025215, - 0.04793713714285712, - 0.08099445378151263, - 0.04342324285714288, - -0.04197519075630255, - -0.006363128907563019, - -0.04760110218487393, - 0.18736039663865556, - -0.06648005882352942, - 0.04628493109243699, - -0.08752957159663863, - -0.10092213726050421, - -0.04371235016806719, - -0.08629289915966386, - -0.061165748991596644, - 0.06382008823529413, - 0.08361947142857139, - -0.08537609243697473, - 0.011821439495798298, - 0.059812282521008404, - 0.07737757478991594, - 0.048898662184873966, - 0.05884979831932784, - 0.032120366386554605, - 0.049671467226890774, - 0.06206085193277312, - -0.06417456806722689, - 0.09108409243697482, - 0.013927862352941179, - -0.0819115100840336, - 0.06585645378151259, - -0.080924987394958, - 0.08453104543697479, - 0.03520098739495797, - -0.033171742605042, - -0.07644083142857143, - -0.07423916470588235, - 0.19354969352941173, - 0.07750047327731097, - 0.04090831848739493, - -0.009056908571428546, - -0.08928623369747901, - -0.1007881585714285, - -0.06398705378151263, - -0.08433044033613445, - -0.08870030352941174, - 0.009959691008403333, - -0.09990773865546218, - 0.05553736134453778, - -0.06597402521008403, - -0.09688954873949583, - -0.07634268067226894, - 0.04976200672268908, - 0.09565500000000006, - 0.04676366134453782, - 0.039169940336134454, - 0.01394140588235296, - 0.09173843613445375, - 0.04849337193277301, - 0.02735341008403359, - 0.0022560852100840245, - 0.017306670588235304, - -0.07432240336134455, - 0.018145999999999957, - 0.07377648403361345, - 0.03658892100840334, - 0.09466570336134442, - -0.01156839252100844, - -0.08601561932773116, - -0.023251629747899148, - -0.07814215966386556, - -0.05655879957983193, - -0.07487231655462186, - -0.05101524907563022, - -0.07532593025210085, - -0.08363757142857142, - 0.04670676983193278, - 0.01303225319327727, - 0.1082119579831933, - 0.058739847226890775, - 0.04739272436974786, - -0.08494485210084034, - -0.007814653361344537, - 0.03440219747899159, - 0.03682794453781517, - 0.019789025210084014, - -0.020285273949579827, - 0.01840798831932768, - 0.09117156386554631, - 0.09178180537815128, - 0.028927057983193283, - 0.039525619159663856, - 0.03801534126050421, - 0.05517624386554618, - 0.027384261176470626, - -0.06334286823529411, - -0.002208981512605072, - 0.04186990235294113 - ] - ], - "std": [ - [ - 0.9547059509648184, - 0.9457416976985498, - 0.9671967001393593, - 1.0340808405040773, - 0.29867998736393586, - 0.9719739664896527, - 1.0223829819294672, - 0.9920370365260445, - 0.9938178926570024, - 1.0674678703036786, - 1.0536235501005935, - 0.9759681128010698, - 1.1933806341652835, - 1.0462009952757907, - 1.0396377705165756, - 1.2364398130013148, - 1.0297123743799923, - 1.0513930980262587, - 0.9790963258765985, - 1.0632151511993007, - 0.8881037178933221, - 0.997644465555213, - 0.9146456782945884, - 0.9986846418706715, - 1.028389228812699, - 1.0052304374745582, - 1.0570364058143467, - 1.1112265087401707, - 1.0072333277340315, - 0.9792224727759794, - 1.140107641685767, - 1.0319855071635557, - 1.012909596546793, - 1.0478738212633798, - 1.0393769664926573, - 1.040313487043468, - 1.0004874772542869, - 1.0065552249215965, - 0.9959877333213383, - 1.0314341517051941, - 0.9609827644603898, - 0.9407821598946572, - 1.1423539444973092, - 1.040681629733202, - 1.035405523493998, - 1.0348642291431813, - 0.9384238030240764, - 1.007329148159345, - 0.96532151079532, - 1.080102411960722, - 0.9189706961196683, - 0.9890328023534652, - 0.9970449665503818, - 1.0032947034394086, - 1.0232492622926868, - 0.9044539334562162, - 1.0428486576399463, - 0.9869742154628898, - 0.9627579193146311, - 1.0375988820208812, - 1.0442635152617854, - 0.9921480147512401, - 1.0172361211613725, - 0.9856162070884749, - 1.0071085351580469, - 1.004680228407639, - 1.0918099971010347, - 0.859818967469955, - 0.951570742602994, - 0.8998130747416146, - 0.9682740422741012, - 0.9513593820658351, - 1.0918457242129123, - 1.0306512739007234, - 1.1233409715843774, - 1.319054880300292, - 1.0190368042078375, - 1.0726089749646683, - 0.9780586022786055, - 1.0237281910570661, - 0.9302196391823201, - 1.0150095369233572, - 0.8567595112619277, - 1.0253125704582768, - 1.0329663588386147, - 1.0150497595004389, - 0.9645261987539875, - 0.9987452828678794, - 0.9996111734287946, - 0.9939296531881606, - 1.0641892502012626, - 1.0238265092687246, - 1.0399511925040086, - 1.0927394981630942, - 0.947573210798269, - 1.0191620496299643, - 0.9777226300254053, - 1.0076015412678785, - 0.9989352692153354, - 1.0456873119376142, - 0.9570466525951427, - 0.9629678052479418, - 1.0756215730851235, - 1.0393724244555782, - 1.0305172746367526, - 1.0836356914908913, - 1.0236898037082116, - 1.030964269392618, - 1.054840275031591, - 1.0178620591147387, - 1.006995468728297, - 0.8734971943634845, - 0.942877766385353, - 0.971630330747536, - 1.0292634993717256, - 1.116414229811486, - 1.0266501952515827, - 1.0364187186039386, - 1.0294974903053178, - 1.069916118390874, - 0.9920027928850452, - 1.0092646258306635, - 0.9981544780299838, - 0.9515782433268465, - 1.0464699288665589, - 1.0272730625017454, - 1.0548039781673533, - 0.983479378572509, - 1.135184518802563, - 1.0353433069590894, - 1.0020848418547366, - 1.0073768884693561, - 0.9727461694029419, - 0.9973821577284503, - 1.0529917786648204, - 0.8823455010261391, - 1.0295445080258667, - 0.906856533293073, - 0.9621107954508806, - 0.8425968192386732, - 0.8559038698220399, - 1.016468338504835, - 1.037043233806624, - 1.0173006551929522, - 1.0578471179473388, - 1.0163426747138629, - 1.1986785031894742, - 0.9143980309098125, - 0.9344978248549644, - 1.0421032838564122, - 0.9875543674864906, - 1.0306666337849881, - 1.0407485217723018, - 0.9295624550306794, - 1.0304280230394511, - 0.9628856470269781, - 1.122180757252087, - 1.1061285175248974, - 1.0018242894154332, - 0.9161538026866665, - 1.0210998734495285, - 0.9425158583796771, - 1.017252092911681, - 1.1339821301332038, - 0.9482657315372943, - 1.0539881791338177 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 959495, - "cert_evals": { - "36": 0.7439023852348328, - "72": 0.7317072749137878, - "108": 0.6341463327407837, - "255": 0.5243902206420898 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.9375, - "test_acc": 0.8976109215017065, - "train_size": 119, - "val_size": 64, - "test_size": 293, - "stats": { - "mean": [ - [ - 0.06318337899159665, - -0.01750837369747895, - 0.02927752857142856, - -0.008290130252100843, - 0.015662287394957966, - 0.02086558571428569, - -0.13928621848739492, - -0.07404167731092438, - -0.19213065546218494, - 0.1664315235294117, - -0.12294668319327731, - -0.1817351731092437, - 0.010112128235294188, - -0.10692336386554628, - -0.08861290806722695, - -0.06722896890756305, - -0.16965138907563024, - -0.08699059201680673, - -0.09990497731092438, - 0.025839068067226904, - -0.15816130924369745, - -0.17952358823529418, - -0.12498328067226894, - 0.15700955630252103, - 0.2047434554621848, - -0.12583588235294113, - -0.159380296302521, - -0.1583042731092438, - -0.017471884033613477, - 0.17150142016806721, - -0.013367896789915854, - 0.09515493319327734, - -0.1043621142773109, - 0.14587384495798317, - -0.12920535638655464, - 0.08664596507563023, - -0.11529433613445382, - -0.11128723529411766, - 0.1026118739495799, - -0.1288278638655462, - 0.03162067176470591, - 0.10926809579831938, - 0.10145011742857142, - -0.10089418487394954, - -0.16934925134453793, - -0.10035777899159666, - -0.0022220840336134593, - -0.14973477075630254, - -0.09981443655462183, - 0.13018069327731097, - -0.16896669495798325, - -0.19508748739495796, - -0.15524649243697483, - -0.11831341932773114, - 0.22480805714285726, - -0.04188063773109245, - -0.14299176722689078, - -0.09312031680672267, - -0.03409673368067225, - 0.21123602268907565, - -0.0823785142352941, - 0.09407231092436971, - -0.06044896050420165, - 0.12690943361344537, - -0.15432811176470584, - 0.11373846321008402, - -0.09197245798319335, - -0.036408632521008365, - 0.02736904537815129, - -0.07516609663865546, - 0.02726841428571433, - 0.11449725126050421, - -0.08324179865546223, - -0.1859713232773108, - -0.029114210756302543, - -0.04372340672268908, - -0.1676014957983193, - -0.09481104907563025, - -0.14518526134453774, - -0.14023717031932764, - -0.17883970840336139, - -0.15227219327731092, - -0.12688221596638652, - 0.17267242857142853, - 0.21734268907562995, - -0.13427643697478986, - -0.10342343025210089, - -0.08278381840336131, - 0.039320595126050406, - 0.12871404033613446, - 0.01710760588235305, - 0.1303802900840336, - -0.1259390416806723, - -0.02462903075630251, - -0.011597495798319335, - -0.02996593277310922, - -0.11406075697479011, - -0.15991802436974792, - 0.08011680672268909, - -0.13947732605042013, - 0.03274552773109243, - 0.12533725361344533, - -0.110098517394958, - -0.12202160000000008, - -0.11250578067226888, - -0.029730635546218537, - -0.06243363445378147, - -0.11122854033613447, - 0.0018548309243698465, - -0.16121145042016807, - -0.11309920420168079, - -0.1428132453781513, - -0.16323598739495804, - -0.1605866899159664, - 0.2219443926890757, - 0.08728584873949588, - 0.18907824873949586, - -0.14974748739495788, - -0.15023559243697474, - -0.18183265630252093, - 0.18517070504201683, - 0.16599662184873953, - 0.14711887731092438, - -0.05699850756302512, - 0.04790072465546219, - -0.009070256302521026, - 0.17716400000000004, - 0.16732338571428573, - 0.08124960588235282, - -0.14709592941176478, - 0.0369225247058823, - -0.017422470588235324, - -0.1504932868067227, - -0.19206401436974793, - -0.11275016705882353, - 0.00605314857142857, - -0.1441573467226891, - 0.07815059025210083, - -0.13342117983193286, - -0.0817532226890756, - -0.09976520789915962, - -0.10781365663865544, - -0.14120095630252097, - -0.14986163865546215, - 0.20239748411764702, - -0.07042730252100846, - -0.02724144705882351, - -0.08136119201680665, - -0.08620197731092435, - -0.144991794117647, - -0.11356651411764705, - -0.13158160840336128, - -0.10353579159663868, - 0.15731504201680674, - 0.12369566218487399, - 0.14793098151260503, - -0.10683907815126047, - 0.04158667731092437, - 0.08902219327731095, - 0.11460572504201683, - 0.06525115428571429, - 0.08792362386554624, - 0.06720011109243695, - 0.11343997344537818, - -0.046682014285714286, - 0.08234472924369746 - ] - ], - "std": [ - [ - 0.9926193696304842, - 0.982041564897434, - 0.9788587860924499, - 1.0481325530599315, - 1.1497163338460719, - 0.9036763603503252, - 1.0073501012902193, - 1.0681136353666913, - 0.957911230073424, - 1.0517887344491312, - 1.037533414748361, - 1.0316333625809162, - 0.988344377792284, - 1.0327635738369823, - 1.0645913439075099, - 0.8772045443763791, - 1.0038093734493303, - 1.078088978405565, - 1.016038289193935, - 1.1038191425269852, - 1.0415694714449408, - 0.9494193094640091, - 0.9951683699303016, - 1.0484760713821966, - 1.0292290388549856, - 1.0046238226745023, - 1.0231894041917298, - 0.8722526507660389, - 0.9637053912866876, - 1.0443111125853262, - 0.9779088621252243, - 1.0200265098256789, - 1.04982753768682, - 1.0411057141110271, - 0.9917883582877046, - 1.0640907950667935, - 0.9109416890609948, - 1.014778603352571, - 1.012407645947388, - 1.0130519839966745, - 0.9833348170290883, - 1.0054412900355405, - 1.002550053092507, - 1.040884298794981, - 1.0022037130564367, - 1.0045856731019926, - 1.0338791557822133, - 1.0330533263056556, - 1.0342555211980782, - 1.0856777292343813, - 1.0480432440305076, - 0.9406979132818648, - 0.9525414189459014, - 1.0458734546424882, - 1.0040929970983012, - 1.0908338035551266, - 1.0204411854890103, - 0.9393304179799824, - 0.8845216239422083, - 1.0634312588079848, - 0.9761643177227193, - 0.9998814706721766, - 1.0943099390691056, - 1.0203591751451435, - 1.0002264397589242, - 1.0452620025255572, - 0.21243774403030324, - 0.9825487629977677, - 0.9989470256653102, - 0.9776195550802724, - 0.9881921942536106, - 0.9692812223632913, - 1.0114103879358118, - 1.0176471463203618, - 1.0985968046879107, - 0.9011071747489188, - 0.9852820686558261, - 1.0409724045164395, - 1.0226853862781786, - 1.0523503465387045, - 0.9984890729247287, - 0.9865085860689214, - 1.0253383015650288, - 0.9842190050210698, - 1.0482657857074558, - 1.0036930615027435, - 1.0023674926749344, - 0.9730180833171876, - 1.0498568728572968, - 1.013227026732738, - 1.0681306059244247, - 1.0419005594011688, - 1.0023012201703372, - 1.0090606387751904, - 1.0008208481733105, - 1.0237634624186749, - 0.9344050493529626, - 0.9799269064690889, - 0.9917577807573584, - 1.0154669742852132, - 0.9626828180326641, - 0.9488893200381362, - 1.0680204623811373, - 1.0577745418633626, - 1.0312684087947, - 1.034145517451026, - 0.9555340495289785, - 1.038495245556023, - 1.124990782413921, - 0.9969234745383295, - 1.0341464668845146, - 1.0190464402227772, - 0.9844502112008426, - 0.9638979266497083, - 1.0560016403249661, - 1.0338565548525813, - 1.0195784734669, - 1.0452959798033794, - 1.0300936651868722, - 1.0079193145701346, - 1.0358505453672258, - 0.9983519055294932, - 0.9782721184706487, - 1.017214512787047, - 1.0461193963805977, - 1.0786507849769222, - 1.0600256230229115, - 1.0549246896740905, - 1.0202597947720748, - 1.0047933682967538, - 1.046133607275955, - 0.9767724487049283, - 1.065119568533619, - 1.0493844633618457, - 1.0486183588403433, - 1.0360634805883144, - 1.0211356178592574, - 1.116516917576279, - 0.9684635542928414, - 1.0485198907974274, - 1.0097174728071363, - 1.0200358029187542, - 1.0093169179506543, - 0.9954927763696803, - 1.9163314627641592, - 0.7748234776717885, - 0.8330323640536798, - 0.9972784153379518, - 1.014123873707783, - 1.0176782914003792, - 0.9696823644591901, - 1.0083943170146934, - 1.016776019144507, - 0.9587407406311098, - 0.9964839901207664, - 0.9516493424090011, - 0.7372865758169305, - 0.9783224584281585, - 0.9967116551381188, - 1.0058189487431421, - 0.9864991950017903, - 0.9736185085647364, - 0.9649805689555828, - 0.7965445354430392, - 1.012032729083389, - 1.009115061348346 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 959495, - "cert_evals": { - "36": 0.875, - "72": 0.8125, - "108": 0.78125, - "255": 0.5 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.7916666666666666, - "test_acc": 0.8210526315789474, - "train_size": 119, - "val_size": 72, - "test_size": 285, - "stats": { - "mean": [ - [ - 0.08827094453781521, - 0.052429700924369736, - -0.00036463781512605076, - -0.12936181092436974, - 0.24400667394957987, - 0.06789304621848738, - -0.14386008655462185, - -0.16341241647058824, - -0.09119049579831934, - 0.08688295487394951, - -0.010142181512605056, - -0.07992688621848743, - 0.07515934235294126, - -0.043617603697479, - -0.0595251351260505, - -0.00513104201680665, - -0.10509469159663867, - -0.12206933151260506, - -0.10814025714285717, - -0.12779779672268907, - -0.10893169613445379, - -0.08832163865546222, - -0.0816827924369748, - 0.09850233697478993, - 0.05851083949579831, - -0.1641787092436975, - -0.16092729126050428, - -0.1280319789915966, - -0.08851597478991598, - 0.07951196302521006, - 0.08349220993277319, - 0.005591952100840379, - 0.03787954203361344, - 0.10143728361344516, - -0.10608766731092427, - 0.14584866675630268, - 0.012883600840336178, - -0.16592546050420165, - 0.09759672268907567, - -0.19044940252100842, - 0.033699108991596664, - 0.11165795798319325, - 0.09412673485714296, - -0.05305871764705887, - -0.05172935680672275, - 0.012541703843697427, - -0.01198715798319332, - -0.18350753075630258, - -0.11316068361344542, - 0.01317001420168068, - -0.09100677478991598, - -0.07560952100840335, - -0.08295605882352938, - -0.11658848504201687, - -0.0018185008403361622, - -0.2458672547058823, - -0.1656989243697479, - -0.07704509663865547, - 0.036561694117647064, - 0.09020285378151255, - -0.03517201448739494, - 0.05582876890756301, - 0.009798390756302568, - 0.09632748058823527, - -0.07761458739495794, - 0.11183031848739493, - -0.036579986554621885, - -0.1263089718487395, - 0.11839747605042025, - -0.12111019226890757, - 0.02024199159663867, - 0.11024838487394956, - 0.04454762537815129, - -0.04300331764705883, - -0.03712093210084034, - 0.015276773109243746, - -0.10326505882352946, - -0.07333125647058819, - -0.08882397941176472, - -0.12382232100840335, - -0.08881872605042021, - -0.12030378151260503, - -0.09926218848739496, - -0.10734386974789903, - 0.06343325798319317, - -0.13570989327731095, - -0.04595993361344538, - -0.2624038873109244, - -0.16767311747899152, - 0.09202781512605042, - 0.08289800840336134, - 0.09075038487394953, - -0.06000971176470589, - 0.14886200151260504, - -0.07113343193277308, - 0.10141161344537818, - 0.010751606722689067, - -0.10513173865546219, - 0.04550339495798316, - -0.17243847226890754, - 0.046450748739495784, - 0.152537722184874, - -0.04370105689075634, - -0.0473904394957983, - -0.05494940756302522, - -0.07405113613445377, - -0.03986815983193283, - -0.20286767310924372, - -0.06405264798319323, - -0.0780125884033613, - -0.13415427676470587, - -0.08062178285714292, - -0.06563321680672268, - -0.062234380672268885, - 0.019833384033613455, - -0.030907690756302526, - 0.05372328235294116, - -0.1764853655462185, - -0.15975390168067233, - -0.13166282773109242, - 0.07275436470588237, - 0.05660831008403364, - 0.08542897647058818, - 0.12639466974789917, - 0.007908259394958005, - 0.10586099915966378, - 0.11454698386554625, - 0.09212199915966388, - 0.14067056840336137, - -0.0895770168067228, - -0.08912285042016815, - -0.05617147647058823, - -0.14716913361344536, - -0.079183261092437, - -0.05918893747899158, - -0.07452321445378149, - -0.15886370840336134, - 0.01905404537815125, - -0.10519994621848744, - -0.17713219344537812, - -0.11923718403361346, - -0.18296511042016797, - -0.16212627722689074, - -0.13948604201680673, - 0.10796782184873933, - 0.042607534453781536, - -0.20062171932773104, - -0.07986152588235298, - -0.048355900000000014, - -0.1863898361344538, - -0.0708105474789915, - -0.10174562865546222, - -0.09230160840336135, - 0.1088111268907563, - 0.036985360504201724, - 0.0905234268907563, - -0.0005666193277310296, - 0.13550344991596625, - 0.07032440672268905, - 0.12498390974789911, - 0.11443038134453778, - 0.17218037596638658, - 0.12188053815126057, - -0.04917931680672268, - -0.10940718739495801, - 0.018918798487394944 - ] - ], - "std": [ - [ - 1.2133217476808096, - 0.9652578226642976, - 0.9562814291999604, - 0.9966056010399577, - 1.8946268220275222, - 0.9886790713878757, - 1.0097226863252031, - 1.0867582795960857, - 1.0417589224997932, - 1.050242189139985, - 1.0667010091805855, - 1.0548795344041055, - 1.1190749488928982, - 1.0572465763203538, - 1.0230162584277593, - 1.0209072269541954, - 1.0668654357533103, - 1.0443336788426352, - 0.990874576128837, - 1.120212168053591, - 1.059400368391213, - 1.0526573622956357, - 1.1038394597149008, - 1.0008841743240904, - 0.9680575174660357, - 1.0707994377159522, - 1.1140756914259644, - 0.950461759055246, - 0.9718974872556142, - 0.9735586441221257, - 1.1567408121073435, - 1.0232943304431714, - 0.9691590839674367, - 1.0073028282577203, - 0.9940009027248206, - 1.1435157497277848, - 0.9996235910991119, - 1.0269563434750735, - 1.008201967276556, - 1.0550683905227118, - 0.9586071450202497, - 0.9837557247029177, - 1.0965052578037058, - 1.0450206753864866, - 1.0490515247311962, - 1.0695381870608307, - 1.038128056317601, - 1.0253465437388283, - 1.0120829704198246, - 1.0886821528839274, - 1.044134767295889, - 1.057010495053697, - 1.099547175101147, - 1.0777320456504151, - 0.9823934587662047, - 1.1421985287771175, - 1.0422574316080255, - 0.9551778546027428, - 0.956249353115088, - 0.9834601472281421, - 1.029947583292353, - 0.9913988001063331, - 1.0982033505572715, - 0.9681930495112483, - 1.0408755740827247, - 1.2253039493523459, - 0.567158136783271, - 0.9085815833042423, - 1.0299220239151927, - 0.9456963821833498, - 0.9732983818929857, - 1.0442991792113836, - 1.04539232954153, - 1.0732878711261946, - 1.1008086762685154, - 1.0285808932813831, - 1.0337505005392162, - 1.0564580683518567, - 1.009641905396013, - 1.0305981372553041, - 1.0664271922774013, - 1.0216625020139711, - 1.0388018156059555, - 0.9586012537860019, - 0.9557594962481459, - 1.0302377619239333, - 0.9961613435881551, - 0.9016777854545155, - 0.9406896531612865, - 0.9812838480496827, - 1.0699842326852145, - 1.0186354962550983, - 1.035027201513659, - 1.0841073584834067, - 1.0303881720252803, - 1.0570748314290839, - 1.02985434388838, - 1.0364309671151335, - 1.0005332938619562, - 1.025577023774322, - 0.9464780143821591, - 1.0208419763094765, - 1.0617116423350834, - 1.0293973942652435, - 1.0261666434965675, - 0.9851421752157683, - 0.9857629751068895, - 1.0385946163975952, - 1.0559440697914113, - 1.016524220581366, - 1.0027196694275118, - 1.0834757121421426, - 1.0779633843014398, - 1.0946447748718007, - 0.9723982390487668, - 1.2023645479315772, - 0.9602099447193709, - 1.0179074417662215, - 1.0352139390132336, - 1.0786183250373933, - 0.9804549368975595, - 0.9682741396185083, - 0.9768312285612, - 0.964630802629325, - 1.0207703099984005, - 1.0415806373869094, - 1.0550470699342684, - 0.9675481149164916, - 1.1420215446420958, - 1.0174455574052221, - 1.083572189658775, - 0.9761057784836439, - 1.0143463201882303, - 1.0941768766737126, - 1.0832459833284696, - 0.9500313582926581, - 1.065039580804888, - 1.0125276884653949, - 1.1411154537895276, - 1.1272755315245084, - 1.050528247361956, - 1.028501993348714, - 1.006157366499387, - 1.012150424187772, - 1.6375220163439004, - 1.093707575936411, - 0.6658659113952596, - 0.988960241303364, - 1.0068392081134723, - 1.09304691782344, - 0.9750885920735577, - 1.0310739633166615, - 1.0173047096798833, - 0.9764442487893782, - 1.0396515626155156, - 0.9538418857070222, - 0.9651813087072169, - 1.0912789245984904, - 0.9909731053384292, - 0.9928942678288627, - 1.0260651993226064, - 1.0689401877661775, - 1.1776513152500432, - 1.2958224260799447, - 1.1488774292810453, - 1.0222715473882593 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 959495, - "cert_evals": { - "36": 0.7222222089767456, - "72": 0.6805555820465088, - "108": 0.625, - "255": 0.4444444477558136 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8218172955817131, - "std_test_acc": 0.054316534764408037, - "n_samples": 476, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.7859390377998352, - "std_cert_acc_36": 0.0684042143414184, - "mean_cert_acc_72": 0.7404012382030487, - "std_cert_acc_72": 0.05436906750905057, - "mean_cert_acc_108": 0.674572765827179, - "std_cert_acc_108": 0.07245675665461133, - "mean_cert_acc_255": 0.49220866709947586, - "std_cert_acc_255": 0.033854998521435455 - }, - "nursery": { - "dataset": "nursery", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.8738269030239834, - "test_acc": 0.8702896693155601, - "train_size": 3240, - "val_size": 1918, - "test_size": 7802, - "stats": { - "mean": [ - [ - 0.051029166666666737, - -0.00196411111111071, - 0.0016562925925925533, - -0.008005376543209762, - -0.004535925925925928, - -0.014196977160493821, - -0.01014526234567894, - -0.007937870370370368 - ] - ], - "std": [ - [ - 1.0081184659855247, - 0.994466909902115, - 0.9984780980079611, - 0.9954756099225289, - 0.9980995540133645, - 0.9998602139101664, - 0.9972906807623559, - 1.0052418041464166 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 3882, - "cert_evals": { - "36": 0.7700729966163635, - "72": 0.6584984660148621, - "108": 0.5620437860488892, - "255": 0.1006256490945816 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.85866802236909, - "test_acc": 0.8447052753772734, - "train_size": 3240, - "val_size": 1967, - "test_size": 7753, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.026842851851852437, - -0.0011041870370370494, - -0.001656286419753089, - -0.010961820987654315, - 0.019135056172839497, - -0.012124891358024097, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0098249235756733, - 1.0053740157149613, - 0.9982315594686217, - 0.9999606252114857, - 0.9964249241892131, - 0.9997779009091493, - 0.9971359423938833, - 1.0041030187583004 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 3882, - "cert_evals": { - "36": 0.7569903135299683, - "72": 0.6298931837081909, - "108": 0.4819521903991699, - "255": 0.03355363383889198 - }, - "fold": 1 - }, - { - "best_epoch": 8, - "best_val_acc": 0.8439790575916231, - "test_acc": 0.8437900128040973, - "train_size": 3240, - "val_size": 1910, - "test_size": 7810, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.047575135802469234, - 0.015458643209876576, - 0.0024844308641975513, - 0.006047901234567903, - 0.0012345197530864193, - 0.015837366358025084, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0166780451442419, - 1.0111134194425535, - 1.0062422991159916, - 0.9960005941386431, - 0.9966991236053043, - 0.9999602379504744, - 1.0002954947822456, - 1.0041030187583007 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 3882, - "cert_evals": { - "36": 0.7497382164001465, - "72": 0.6172775030136108, - "108": 0.49319371581077576, - "255": 0.03664921596646309 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8633056133056133, - "test_acc": 0.862365315546434, - "train_size": 3240, - "val_size": 1924, - "test_size": 7796, - "stats": { - "mean": [ - [ - 0.03364145061728391, - 0.03033460493827167, - 0.03257356666666669, - 0.032849621604938234, - -0.015875740740740732, - -0.01481423703703703, - -0.01707398148148124, - 0.006425895061728395 - ] - ], - "std": [ - [ - 1.006091408188469, - 0.9961770749809249, - 1.0063245385321156, - 1.0055792592242605, - 0.9961264090870245, - 0.9998512588890658, - 1.0080135891696445, - 0.9964644995871555 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 3882, - "cert_evals": { - "36": 0.7655925154685974, - "72": 0.6559251546859741, - "108": 0.5332640409469604, - "255": 0.07952182739973068 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8552875682608412, - "std_test_acc": 0.013157206477177268, - "n_samples": 12960, - "n_features": 8, - "n_classes": 5, - "mean_cert_acc_36": 0.7605985105037689, - "std_cert_acc_36": 0.009049328632655576, - "mean_cert_acc_72": 0.6403985768556595, - "std_cert_acc_72": 0.02011324561483951, - "mean_cert_acc_108": 0.5176134333014488, - "std_cert_acc_108": 0.03691000141152055, - "mean_cert_acc_255": 0.06258758157491684, - "std_cert_acc_255": 0.03291115410648209 - }, - "oocytes_merluccius_nucleus_4d": { - "dataset": "oocytes_merluccius_nucleus_4d", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.7329192546583851, - "test_acc": 0.7128712871287128, - "train_size": 255, - "val_size": 161, - "test_size": 606, - "stats": { - "mean": [ - [ - -0.0371250154117647, - 0.0015389403921568473, - -0.03527819799999997, - 0.026217213882352975, - -0.022018143254901958, - -0.03976458627450978, - 0.003314039607843149, - -0.03319261360784315, - 0.01830184745098039, - -0.02685776486274508, - -0.04212637686274509, - 0.005226556078431408, - -0.02913093117647059, - -0.01200531101960785, - -0.03152609833333333, - -0.03705718681960783, - 0.00469401490196078, - -0.02551305090196081, - -0.03417245220392157, - -0.031662056862745085, - -0.018275636980392158, - -0.03872015905882352, - 0.06975402027450983, - -0.05690918172549015, - -0.0005046612313725563, - -0.026833323176470567, - -0.0324685416470588, - 0.06559194729411769, - -0.04924893603921571, - -0.002559774274509816, - -0.007582052196078413, - -0.03221969384313721, - 0.07669179423529408, - -0.05831633415686265, - -0.00790661125490195, - 0.033497423215686245, - 0.007940335568627457, - -0.0037278283529411723, - -0.005509080784313686, - -0.006456870705882385, - -0.006934026431372542 - ] - ], - "std": [ - [ - 0.9481208431065713, - 0.9777230774786245, - 0.9614649831710622, - 1.0004435636971643, - 0.9517495439744679, - 0.9370398970511897, - 0.978033253968666, - 0.9633889071060125, - 0.9762210193691487, - 0.9497999114505152, - 0.9347608009901895, - 0.9801580525147454, - 0.9702177059121481, - 0.937441002049969, - 0.9454783788330968, - 0.9479630674171062, - 0.9847917091528013, - 0.9682944519390624, - 0.9601592978081722, - 0.9504457074291478, - 0.9482732916854852, - 0.9550094850957569, - 0.8808478818975364, - 0.9032557709886272, - 0.9905437507629392, - 0.9682787727115054, - 0.9734319541870242, - 0.8994213820965716, - 0.9306569007254026, - 0.9903368456478869, - 0.9401093744879251, - 0.9661635565557377, - 0.8972092489723742, - 0.9227263611587284, - 0.9960722682017434, - 0.9400060154678039, - 0.9649245386172121, - 0.9716877264843913, - 0.9731199443916825, - 0.9739165511052336, - 0.9741830269626184 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 60423, - "cert_evals": { - "36": 0.5838509202003479, - "72": 0.4906832277774811, - "108": 0.39751553535461426, - "255": 0.09316770732402802 - }, - "fold": 0 - }, - { - "best_epoch": 50, - "best_val_acc": 0.8153846153846154, - "test_acc": 0.7331240188383046, - "train_size": 255, - "val_size": 130, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.00023252282745095802, - 0.0023210192156862736, - -0.008575552392156847, - -0.027089618431372545, - 0.02615166227450979, - 0.00029002847058821885, - 0.001517669058823556, - -0.009498281058823606, - -0.021533545372549014, - 0.027143032117647032, - 0.00012999274509802153, - 0.0020992274509804144, - -0.005652587843137251, - -0.01031889384313722, - 0.025365951607843145, - 0.0011974224705882457, - 0.0024456095294117628, - 0.007920263137254904, - 0.007542674117647044, - 0.019472125333333323, - 0.06628882686274508, - 0.0008101664705882076, - -0.005068037960784302, - -0.0018227520000000151, - 0.00320542466666668, - 0.025693874901960758, - 0.03285470894117649, - -0.03694405458823524, - 0.02895584858823529, - 0.02036504745098036, - 0.04203500674509803, - 0.012977303843137231, - -0.016463404666666667, - 0.005529818662745095, - 0.013588346156862736, - -0.03683925767843136, - -0.016918137803921634, - -0.014870798470588246, - -0.016124755137254858, - -0.018004861274509842, - -0.020472565215686273 - ] - ], - "std": [ - [ - 0.9572394549500175, - 0.9926437581599087, - 0.9624363039043059, - 0.9193272254177784, - 1.0255768714029772, - 0.9579689477579895, - 0.9914399769465777, - 0.964698567284664, - 0.9351924375292803, - 1.0260487030041765, - 0.9515013155985146, - 0.9925204239055312, - 0.9662079425779949, - 0.9893019122153763, - 1.0199562667897872, - 0.9463721256877698, - 0.9959986832754482, - 0.9814859605265475, - 1.0491115651558893, - 1.0166099051364492, - 1.0126788732557663, - 0.9559037060605928, - 1.005464306868578, - 0.9339913124161523, - 0.9907483477382796, - 1.002837860013556, - 0.9939512794379407, - 1.0866703256453316, - 1.0174263712495963, - 0.9852130473462448, - 1.0075951167847277, - 0.9748247085177442, - 1.0259519988694812, - 0.9604781044814549, - 0.9861127645283753, - 1.0373513207775564, - 1.0101438720127272, - 0.9991977496960652, - 0.9936335573449004, - 0.9927993181263407, - 0.9922363841337328 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 60423, - "cert_evals": { - "36": 0.6538461446762085, - "72": 0.5076923370361328, - "108": 0.36153846979141235, - "255": 0.07692307978868484 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7251461988304093, - "test_acc": 0.6996644295302014, - "train_size": 255, - "val_size": 171, - "test_size": 596, - "stats": { - "mean": [ - [ - 0.019915568666666633, - -0.014107577647058818, - -0.015105033250980377, - 0.02865576341176468, - 0.029814655176470552, - 0.017704559607843146, - -0.013470486980392094, - -0.016038092274509794, - 0.03248008262745098, - 0.030473079058823495, - 0.02067392156862747, - -0.014031545490196065, - -0.009559882039215687, - 0.03839121047058822, - 0.03184779492980397, - 0.022161854509803944, - -0.01396437243137256, - -0.0017765643137255195, - 0.055001846666666666, - 0.030386395921568613, - 0.03668542223529418, - -0.0027777596078431494, - 0.012474995117647124, - -0.0041148554117646985, - -0.013356863921568625, - 0.028240797568627463, - 0.00010664949019609575, - 0.02344727215686279, - 0.005875207882352966, - -0.007875607450980381, - 0.028559833607843157, - -0.003071006745098055, - 0.014597308196078422, - -0.0007609705999999861, - -0.016530812156862723, - -0.03674524662745102, - -0.019958698901960777, - -0.017071456470588258, - -0.017420987058823525, - -0.017710899607843143, - -0.01735895203921565 - ] - ], - "std": [ - [ - 1.0221090924456515, - 1.01545682802038, - 0.9869690473435272, - 1.037069581011897, - 1.0359698396459835, - 1.0192987930523796, - 1.016091448787416, - 0.9856390212088015, - 1.038505984158332, - 1.0379129504870621, - 1.0239033714401513, - 1.0194757702768644, - 0.9963995753206383, - 1.020298364999823, - 1.0423678031147061, - 1.0277751191583697, - 1.0205917784397192, - 1.0135024895112017, - 1.0892501748798247, - 1.0432132666589502, - 1.0172134304654925, - 1.030895619962752, - 1.0213433186098346, - 1.040706012633716, - 1.0211704714384828, - 1.010787095001102, - 1.034569087974703, - 1.0203462492134936, - 1.0580364742305262, - 1.0095797767173902, - 1.0215170604628103, - 1.033396337568214, - 1.0252577264940543, - 1.0526521075427535, - 1.017486639545284, - 1.0521736233720556, - 1.0188131869714923, - 1.0087257643396144, - 1.005460013688893, - 1.0056139578892642, - 1.0065387262698673 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 60423, - "cert_evals": { - "36": 0.5497075915336609, - "72": 0.4444444477558136, - "108": 0.3684210479259491, - "255": 0.05263157933950424 - }, - "fold": 2 - }, - { - "best_epoch": 44, - "best_val_acc": 0.6987951807228916, - "test_acc": 0.6955074875207987, - "train_size": 255, - "val_size": 166, - "test_size": 601, - "stats": { - "mean": [ - [ - 0.005023620274509809, - 0.05012927215686277, - 0.0774847423529411, - -0.021592119215686236, - -0.007278767843137281, - 0.003806819607843134, - 0.05070236376470592, - 0.07836162039215684, - -0.009335469717647047, - -0.006452909647058787, - 0.004313807450980429, - 0.05239601662745102, - 0.08761111960784314, - -0.0006227640392157017, - -0.011547115941176465, - 0.007509175294117638, - 0.049814644431372575, - 0.09699411058823522, - -0.020684055294117654, - -0.014362384509803941, - 0.03558779360784312, - 0.0894858222352941, - -0.09410436105882346, - 0.07914001066274516, - 0.05154126003921575, - -0.0045582715686274125, - 0.09130289176470592, - -0.07599903827450982, - 0.08245660823529415, - 0.06585250807843139, - 0.012951737058823532, - 0.08790382078431377, - -0.08962203019607844, - 0.08192444351764702, - 0.05873899290196081, - -0.016822436196078434, - 0.029792561019607842, - 0.05055904957647062, - 0.05703265886274507, - 0.05811358976470591, - 0.05753943309803923 - ] - ], - "std": [ - [ - 1.0010627790031323, - 1.0340741776327254, - 1.0363077318633585, - 1.0137526513667938, - 1.0497867958856593, - 1.0059089649290247, - 1.032934819096642, - 1.0357871822249751, - 1.0425743779317471, - 1.0491455468136368, - 1.002585949212257, - 1.0328632642788567, - 1.0444571310319228, - 1.0499184939107524, - 1.0523852884773215, - 0.9969852155711642, - 1.036017112451258, - 1.0641484457194088, - 1.0260965200086805, - 1.0600673906871478, - 1.0132281500555904, - 1.039987043021767, - 1.0160272774539016, - 1.0119553762539002, - 1.0375407287957723, - 0.993275249370577, - 1.0310746092505982, - 1.0007724139832403, - 1.01278883373938, - 1.0152625509246365, - 0.9763093251846449, - 1.0267017964861733, - 0.997823146966079, - 1.0044670030988905, - 1.0259705961089964, - 1.0589413004871364, - 1.0376978512601307, - 1.0319158378686013, - 1.0340480487731072, - 1.0356155832366485, - 1.0358388933781137 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 60423, - "cert_evals": { - "36": 0.5542168617248535, - "72": 0.4337349236011505, - "108": 0.29518070816993713, - "255": 0.024096384644508362 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7102918057545045, - "std_test_acc": 0.01692612250844148, - "n_samples": 1022, - "n_features": 41, - "n_classes": 2, - "mean_cert_acc_36": 0.5854053795337677, - "std_cert_acc_36": 0.04807497751193623, - "mean_cert_acc_72": 0.4691387340426445, - "std_cert_acc_72": 0.03565474761778169, - "mean_cert_acc_108": 0.3556639403104782, - "std_cert_acc_108": 0.04323205319065938, - "mean_cert_acc_255": 0.061704687774181366, - "std_cert_acc_255": 0.030101089767990776 - }, - "oocytes_merluccius_states_2f": { - "dataset": "oocytes_merluccius_states_2f", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.9037037037037037, - "test_acc": 0.8560126582278481, - "train_size": 255, - "val_size": 135, - "test_size": 632, - "stats": { - "mean": [ - [ - 0.01054996298039211, - 0.027192816941176482, - -0.04626695749019601, - -0.0069539579607842475, - 0.014194326572549003, - -0.025412450196078348, - -0.04305473128235293, - 0.008311279215686227, - 0.03873141231372549, - 0.019546130517647062, - 0.04932295196078433, - 0.07244258905882356, - -0.12762710541176478, - 0.10863675447058822, - 0.03643630545098045, - 0.028625162627451017, - 0.07991438109803928, - -0.15667811082352961, - 0.11812816443137263, - 0.056641581960784365, - 0.025048539999999987, - 0.07553784419607842, - -0.12706123960784313, - 0.11197763396705882, - 0.047989735764705894 - ] - ], - "std": [ - [ - 1.055902739791254, - 1.0162268811039923, - 1.0028684541215303, - 0.9730091823212302, - 1.0042568790807076, - 1.059859315776944, - 0.9758982735241186, - 0.988138955008393, - 1.0133686644339426, - 1.0143882523728363, - 1.0032684708282238, - 1.0660462422249137, - 1.201916629773772, - 1.156152673218226, - 0.9766255498471383, - 1.0205814664175223, - 1.0558525489192028, - 1.2296182126345767, - 1.1597961969108055, - 0.9544712645073075, - 1.0067919810768349, - 1.0593103623610676, - 1.2049412432924147, - 1.1612948832756183, - 0.9664237104019653 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 56456, - "cert_evals": { - "36": 0.8740740418434143, - "72": 0.8518518209457397, - "108": 0.8444444537162781, - "255": 0.7037037014961243 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.9006622516556292, - "test_acc": 0.8717532467532467, - "train_size": 255, - "val_size": 151, - "test_size": 616, - "stats": { - "mean": [ - [ - -0.039873489411764704, - 0.06568908627450984, - -0.08042117858823533, - -0.07278203247058826, - 0.031821641215686286, - 0.042755718431372526, - 0.005826313725490188, - 0.07096834100392159, - 0.027976641294117695, - -0.0360630005411765, - 0.08661626117647052, - -0.01559811278431374, - -0.0027832955098039194, - -0.00600242694117644, - -0.011780795098039233, - 0.05183837615686276, - -0.0011791454901960582, - 0.012773291529411772, - -0.01314989992156862, - 0.009224545098039242, - 0.0690001321568627, - -0.0190796969803922, - 0.013153878745098036, - -0.02286682056078435, - 6.883568627453327e-05 - ] - ], - "std": [ - [ - 0.9701687420411181, - 0.9794453617880473, - 0.9813443525023554, - 0.9595676757646171, - 1.003115552689647, - 0.9711996996585899, - 0.96070065028928, - 0.9964287871578288, - 0.9706304482097151, - 0.9607876088942564, - 0.9996288496718735, - 1.0168336786919916, - 1.0395937464726017, - 1.0511176984743116, - 0.9543421247886298, - 0.9888423590787397, - 0.9945618062244868, - 0.993182419256565, - 0.9977759822780166, - 0.9466357052699218, - 0.970268559194868, - 0.9921749035989086, - 0.9919171706653837, - 0.9992337881273372, - 0.9493328232926572 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 56456, - "cert_evals": { - "36": 0.8741722106933594, - "72": 0.860927164554596, - "108": 0.8410596251487732, - "255": 0.7814569473266602 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.9294871794871795, - "test_acc": 0.8723404255319149, - "train_size": 255, - "val_size": 156, - "test_size": 611, - "stats": { - "mean": [ - [ - 0.09042857501960787, - 0.08453290745098035, - 0.05499370141176466, - 0.003266606392156863, - -0.07544167117647055, - -0.015606528627450978, - -0.019981488733333278, - -0.025666618862745103, - -0.018207427176470593, - 0.07526210964705878, - -0.07317296886274506, - 0.06288879294117644, - -0.045770915470588244, - 0.06681564803529418, - 0.0457884809411765, - -0.057205103882352934, - 0.03428885882352944, - -0.026384509803921576, - 0.04764570376470586, - 0.0265779054901961, - -0.05987147952941173, - 0.04524020599999998, - -0.030786102745098055, - 0.050239169831372554, - 0.03661726031372548 - ] - ], - "std": [ - [ - 0.9803272049895071, - 0.9882927145330502, - 0.9802699132826773, - 0.9866157296330209, - 0.9568636941234572, - 0.9924758747611615, - 0.9911948282259507, - 1.014854441162732, - 0.9588574557798413, - 0.9306835025569801, - 0.9960935226571523, - 1.058677201136564, - 1.1189325498150606, - 1.104729425488317, - 1.0030626650633148, - 1.0161006842006703, - 1.038500769178019, - 1.1151857588414493, - 1.0890692776345845, - 0.9960240438206022, - 1.0157898082954688, - 1.0428087102486705, - 1.0990958365479944, - 1.0781825399569271, - 0.9998307298430946 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 56456, - "cert_evals": { - "36": 0.9230769276618958, - "72": 0.8974359035491943, - "108": 0.8717948794364929, - "255": 0.7435897588729858 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.8780487804878049, - "test_acc": 0.8739635157545605, - "train_size": 255, - "val_size": 164, - "test_size": 603, - "stats": { - "mean": [ - [ - -0.0162589217254902, - -0.05657745160784315, - 0.01461218117647058, - 0.05366552894117648, - 0.038041347607843126, - -0.02560452082352941, - -0.011943972431372539, - -0.007390860000000016, - -0.011038546941176463, - -0.05211940686274512, - 0.008660175294117643, - 0.051748327019607854, - -0.01198270811764698, - 0.042424563215686224, - 0.0151460240784314, - -0.01830622803921565, - 0.029721466745098055, - 0.03686442627450982, - 0.01890176607843136, - 0.022645802980392142, - -0.02072309247058821, - 0.038014168235294084, - 0.011930823882352934, - 0.031066374470588243, - 0.015441112392156824 - ] - ], - "std": [ - [ - 1.0145212260058494, - 1.0183267267898117, - 0.9955590624479448, - 1.0189109805968923, - 0.9525691096733636, - 0.9401260529685115, - 0.9530483520235054, - 1.0372365061551077, - 0.9831280509255012, - 1.0109747306925605, - 1.0146664159530456, - 1.0835689421499082, - 1.0366330566676196, - 1.063468357562322, - 1.0478025436829708, - 1.0203756563273347, - 1.048069136775873, - 0.9743374382513833, - 1.0399684735711856, - 1.0238387714620327, - 1.0310574946708129, - 1.0714734463360287, - 1.0248857085596488, - 1.0669402741834955, - 1.0309522590651836 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 56456, - "cert_evals": { - "36": 0.8536584973335266, - "72": 0.8475609421730042, - "108": 0.8231707215309143, - "255": 0.7378048300743103 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8685174615668926, - "std_test_acc": 0.008388781636075683, - "n_samples": 1022, - "n_features": 25, - "n_classes": 3, - "mean_cert_acc_36": 0.881245419383049, - "std_cert_acc_36": 0.029509164057026572, - "mean_cert_acc_72": 0.8644439578056335, - "std_cert_acc_72": 0.022689457509795948, - "mean_cert_acc_108": 0.8451174199581146, - "std_cert_acc_108": 0.02008534290100091, - "mean_cert_acc_255": 0.7416388094425201, - "std_cert_acc_255": 0.03184892526151752 - }, - "oocytes_trisopterus_nucleus_2f": { - "dataset": "oocytes_trisopterus_nucleus_2f", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 29, - "best_val_acc": 0.7477477477477478, - "test_acc": 0.731239092495637, - "train_size": 228, - "val_size": 111, - "test_size": 573, - "stats": { - "mean": [ - [ - 0.008357397456140388, - 0.01802353785087694, - -0.041648607412280596, - -0.0453803663157896, - 0.0012030528070177244, - 0.022922442456140533, - 0.036679189828947405, - 0.006630059969298269, - 0.03305654250000005, - -0.013262542280701796, - -0.10907990994736835, - 0.018322935921052583, - 0.07612510290350878, - 0.012056999298245606, - 3.168017543867413e-05, - -0.10483278701754395, - 0.006886669999999989, - 0.06841488109649123, - 0.00695189035087715, - -0.010072736403508812, - -0.05385949504824569, - 0.02870514298245609, - 0.015483249929824555, - 0.03363409311403503, - -0.0021852223684209818 - ] - ], - "std": [ - [ - 0.9973978575903476, - 1.0076014353044038, - 0.9952366807299615, - 0.932027269541095, - 1.0037384211397398, - 0.9967681042898726, - 0.9897940967126091, - 0.9959439814010456, - 1.0138128967542228, - 0.9906591764143307, - 1.0399607914486315, - 1.0440929697744785, - 0.9325257900670985, - 1.077455055918072, - 1.0068935522712004, - 1.0499836979693067, - 1.020033825374287, - 0.9599692363716387, - 1.0561252019263898, - 1.0054889903033737, - 1.0309466984358973, - 1.0847181603368137, - 1.1023028462065556, - 1.254832404821169, - 0.9936933949524517 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 56327, - "cert_evals": { - "36": 0.5495495796203613, - "72": 0.38738739490509033, - "108": 0.3243243396282196, - "255": 0.0810810849070549 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.7461538461538462, - "test_acc": 0.7779783393501805, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - -0.08728925657894768, - -0.0543713359210526, - -0.034470636140350855, - 0.03278697263157899, - 0.05903984850877202, - 0.027659603256579266, - 0.0052796477236843045, - -0.02784190157894725, - -0.009100311184210503, - -0.037397169736841936, - 0.10257767285964901, - -0.01304280877192977, - -0.06708928297368424, - -0.036337502456140376, - -0.047321120833333355, - 0.09918661429824563, - -0.009569511929824559, - -0.06545246535087723, - -0.012505821052631564, - -0.06283763969298246, - 0.07219973416666646, - -0.0427019519736842, - 0.004866778614035071, - -0.047571456315789504, - -0.07411300593421052 - ] - ], - "std": [ - [ - 1.0458471164356558, - 1.0593898673226612, - 1.0081986354392756, - 1.0765642846006065, - 1.0669306376265857, - 1.0624952898815982, - 1.0407781573587898, - 1.106896809173159, - 1.167838053551809, - 1.0758835524236412, - 1.0385900596754538, - 0.9885404293586944, - 0.9550027699090833, - 0.9244009468904739, - 1.0365002828514067, - 1.032883107457862, - 1.0049531003586958, - 0.9938416222614777, - 0.9755214096734742, - 1.053074988224559, - 1.0165408864776693, - 0.9716379772569274, - 0.9394817774978654, - 0.8622924823332119, - 1.0276563689405496 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 56327, - "cert_evals": { - "36": 0.5692307949066162, - "72": 0.4000000059604645, - "108": 0.2461538463830948, - "255": 0.04615384712815285 - }, - "fold": 1 - }, - { - "best_epoch": 42, - "best_val_acc": 0.7028985507246377, - "test_acc": 0.7161172161172161, - "train_size": 228, - "val_size": 138, - "test_size": 546, - "stats": { - "mean": [ - [ - -0.03544724921052656, - -0.03885949409210542, - -0.00817023697368415, - 0.051384859504385955, - 0.046574599692982555, - 0.04455862842105246, - 0.006319970219298388, - -0.042167378070175295, - -0.056997550482456076, - -0.04837222118421066, - 0.023236387807017467, - -0.018419659824561344, - 0.03327031526622804, - -0.03261339552631577, - 0.017033810526315828, - 0.026972617807017606, - -0.016002433162280727, - 0.07519383274999998, - -0.03613011021929823, - 0.0164577965789474, - 0.013493596793859773, - -0.02311588736842108, - 0.0705855121052632, - -0.038314935394736835, - 0.002846930162280715 - ] - ], - "std": [ - [ - 1.0173295399775188, - 1.0238875326302583, - 0.965332841080866, - 1.0357264688512589, - 1.0296595721628123, - 1.027217931369946, - 0.9273272720979442, - 1.0575953015661612, - 1.0282364738483871, - 1.0347456518954214, - 0.9384525467734931, - 0.9632166870693201, - 0.9301838169931504, - 0.9056571647388838, - 1.0051927672529442, - 0.961531287665366, - 0.9441957103814642, - 0.9064551199981514, - 0.8776461226812926, - 1.0213725987384084, - 0.997919302021147, - 0.9466852583005331, - 0.8271188054338252, - 0.8317555000647003, - 1.0271823239026208 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 56327, - "cert_evals": { - "36": 0.5724637508392334, - "72": 0.42028987407684326, - "108": 0.3478260934352875, - "255": 0.10869565606117249 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.7, - "train_size": 228, - "val_size": 154, - "test_size": 530, - "stats": { - "mean": [ - [ - -0.10959069377192993, - -0.09912143754385974, - -0.007162025008771894, - 0.06766152456140351, - 0.08831780850877229, - 0.08171766137061406, - 0.006699487456140278, - -0.07772155793859647, - -0.05998239798245609, - -0.07346038859649133, - -0.02367889968421067, - -0.005257190087719264, - 0.03324320991228074, - -0.048391179824561384, - 0.008669106403508755, - -0.045213709868421055, - -0.008913120438596496, - 0.02287917744298246, - -0.016604398201754404, - -0.0007747342105263451, - -0.06126861737280714, - -0.02565710350877192, - 0.05257332175438596, - -0.045432562719298235, - -0.0029558628640350784 - ] - ], - "std": [ - [ - 1.044732018887429, - 1.0625410440290517, - 1.0767800702099823, - 1.0282688245705722, - 1.08629241303742, - 1.0791696596464955, - 1.0159169319395265, - 1.053527399603391, - 0.9939044762321542, - 1.0659676193377676, - 0.9599515341324413, - 0.9624071800102462, - 0.902255701658811, - 0.882802488819804, - 0.992868117400491, - 0.976032726528656, - 0.9678528042797121, - 1.0363949239113746, - 0.9791104951035513, - 1.0023913562224034, - 0.9810108324803241, - 0.9401880345466065, - 0.8602452645459159, - 0.8427992005641717, - 1.0009607300230972 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 56327, - "cert_evals": { - "36": 0.5844155550003052, - "72": 0.4935064911842346, - "108": 0.33766233921051025, - "255": 0.11038961261510849 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7313336619907584, - "std_test_acc": 0.03361087853720146, - "n_samples": 912, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.568914920091629, - "std_cert_acc_36": 0.014468126701063429, - "mean_cert_acc_72": 0.4252959415316582, - "std_cert_acc_72": 0.04745061312926457, - "mean_cert_acc_108": 0.31399165466427803, - "std_cert_acc_108": 0.04623780258906148, - "mean_cert_acc_255": 0.08658005017787218, - "std_cert_acc_255": 0.030113738830777958 - }, - "oocytes_trisopterus_states_5b": { - "dataset": "oocytes_trisopterus_states_5b", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.875968992248062, - "test_acc": 0.8306306306306306, - "train_size": 228, - "val_size": 129, - "test_size": 555, - "stats": { - "mean": [ - [ - 0.07071967587719294, - -0.03126246473684206, - -0.05244502938596495, - 0.005148638640350878, - 0.12069938767543859, - -0.061311192850877064, - -0.05906930372807029, - -0.05115659995614045, - -0.13130431929824563, - -0.06720904710526317, - -0.05089102140350876, - -0.04616209415789476, - -0.008453429122807003, - 0.007494995967982444, - -0.045153931578947384, - 0.03200924100877193, - -0.0691457934210527, - -0.0009892403947368614, - 0.011054617807017532, - -0.029681514881578927, - 0.01884901570175438, - -0.046099180000000024, - 0.002979564210526361, - -0.0069296600877193516, - -0.01987498114035088, - 0.015903855074561355, - -0.12577492600877196, - -0.08353401973684217, - -0.05708607535087729, - -0.05055958596491232, - -0.04731587622807015, - -0.043790602412280666 - ] - ], - "std": [ - [ - 1.1161365921129287, - 1.019937304172635, - 0.917445075485345, - 0.922445163110283, - 1.1247212152662185, - 1.0142273750405912, - 1.013302866302, - 1.014864695381583, - 0.9032083969104956, - 0.9420860638513419, - 0.8878850299621215, - 0.9649792111481951, - 0.9283049848951963, - 0.9030510744389749, - 0.8595512938345663, - 0.9546310505717645, - 1.0275522247728062, - 0.9168016008396184, - 0.9413647122294537, - 0.8546868987355505, - 0.9932921290570054, - 1.0448863454946404, - 0.9301627049708955, - 0.9728030425741644, - 0.8334914560515586, - 0.9950352822299136, - 1.1288380460826624, - 1.0483897554983064, - 0.9912110826643573, - 0.972356775914115, - 0.9655364442120018, - 0.961757628464007 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 58248, - "cert_evals": { - "36": 0.8217054009437561, - "72": 0.7984496355056763, - "108": 0.7364341020584106, - "255": 0.5193798542022705 - }, - "fold": 0 - }, - { - "best_epoch": 43, - "best_val_acc": 0.9266666666666666, - "test_acc": 0.8932584269662921, - "train_size": 228, - "val_size": 150, - "test_size": 534, - "stats": { - "mean": [ - [ - 0.042168793947368305, - -0.046661154824561395, - -0.07265519657894737, - -0.029048200219298256, - 0.09316957649122803, - -0.10222960131578947, - -0.10301473457017543, - -0.10802850458421065, - -0.0797967623684211, - -0.04103184833333331, - -0.03355091710526318, - -0.07929260306140361, - -0.01261704565789473, - 0.1506792193013158, - -0.04067907675438599, - 0.0143033318859649, - -0.10382837236842095, - -0.04084723513596495, - 0.09225491631578954, - -0.05923273439912277, - -0.01375305198245613, - -0.07187321360087723, - -0.04672014346491231, - 0.0815637618859649, - -0.05598073456140354, - -0.022079915539473673, - -0.09001919685526312, - -0.07580621197368419, - -0.062005388640350885, - -0.0598721951754386, - -0.05949153206140351, - -0.05830784473684211 - ] - ], - "std": [ - [ - 1.0200834248953377, - 0.9834883235416357, - 0.948382326692065, - 0.9422895148016912, - 1.0599930578421568, - 1.008102104687054, - 1.005532265621242, - 1.002425640615904, - 1.0281516449119859, - 0.9864372876535116, - 0.9216225867194346, - 1.0175930869712388, - 0.9515569597651118, - 0.8710927832245062, - 0.9090671548749089, - 0.9587815133966584, - 1.0094043299853246, - 0.9261778760996505, - 0.8474973900761839, - 0.9036382522123776, - 0.9766692441797213, - 1.0089134547001877, - 0.9564712615645998, - 0.8678207248562414, - 0.9118462619599206, - 0.9732947965073382, - 1.0611090895722666, - 1.015667914213523, - 0.9793114555387845, - 0.9657189087278202, - 0.9606198710213132, - 0.9585784664444565 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 58248, - "cert_evals": { - "36": 0.893333375453949, - "72": 0.8199999928474426, - "108": 0.7800000309944153, - "255": 0.4466666877269745 - }, - "fold": 1 - }, - { - "best_epoch": 40, - "best_val_acc": 0.9032258064516129, - "test_acc": 0.8767857142857143, - "train_size": 228, - "val_size": 124, - "test_size": 560, - "stats": { - "mean": [ - [ - 0.003998914473684303, - -0.0213186002192983, - -0.017623903947368354, - -0.012337663596491195, - -0.017431074298245655, - -0.004555553359648964, - -0.004108547587719438, - -0.0009373696052630999, - -0.016608215043859648, - -0.03182528381578946, - -0.007421083684210486, - -0.005595805956140336, - -0.02646343394736844, - -0.03618650232456141, - -0.010698251315789472, - -0.030884499561403496, - 0.00945457565789471, - -0.009139434872807068, - -0.03419454758771928, - -0.008557029530701714, - -0.023951698464912213, - -0.004459117500000028, - -0.004532075570175454, - -0.017823669631578956, - 0.001388015307017533, - -0.0025814676008772044, - 0.025199284736842097, - -0.0031750307894736394, - -0.009545385219298277, - -0.011465425438596452, - -0.011802506973684268, - -0.012658367236842074 - ] - ], - "std": [ - [ - 0.97457074546984, - 1.0043257679235367, - 0.9742480751664327, - 0.9943971588575504, - 0.9581527150500696, - 0.9265467380337167, - 0.9264773239886217, - 0.9319494271687707, - 1.0333247779313135, - 0.920720050526615, - 0.9972315457748969, - 0.9339472735421078, - 0.994560651859279, - 0.9728161348895927, - 0.9675512654728273, - 1.0285831983370706, - 0.9503032539654157, - 0.9956226688351669, - 0.9764940921703851, - 0.9471557323877339, - 1.0287165906042777, - 0.9500178099607385, - 0.9876437160220987, - 0.9354692176608096, - 0.898511968634094, - 1.0286414971042166, - 0.9524777970147053, - 0.9772040913271117, - 0.9780996145454892, - 0.9792411013617204, - 0.9824128780686913, - 0.9861305066741933 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 58248, - "cert_evals": { - "36": 0.8387096524238586, - "72": 0.7822580337524414, - "108": 0.7338709235191345, - "255": 0.44354838132858276 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.8461538461538461, - "test_acc": 0.8447653429602888, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - 0.19128086798245605, - -0.1545888153201755, - -0.1037753156140351, - -0.08390219271929829, - 0.19822772679824566, - -0.054646532894736755, - -0.05310007785087714, - -0.05312231039473688, - -0.09918999210526323, - -0.0755739785964912, - -0.07051384131578947, - -0.05881431096491246, - -0.07694789254385967, - 0.054556597587719274, - -0.06296629385964911, - -0.09344949605263154, - -0.05059881096491216, - -0.09314682412280695, - 0.050995198815789525, - -0.07107925399122803, - -0.13133097996491225, - -0.0199737169736841, - -0.08499977043859651, - 0.0665703333333333, - -0.06430988701754382, - -0.11358861070175429, - -0.20145491466228072, - -0.1672395333333333, - -0.13964623530701756, - -0.13065004122807017, - -0.1280007524122807, - -0.1254573030701754 - ] - ], - "std": [ - [ - 1.162459605948107, - 1.0220637257211564, - 0.9798271763297653, - 0.9281687716661429, - 1.1748679320520254, - 1.0338563715791989, - 1.0321846232991374, - 1.0330317193022602, - 1.0435830097086, - 0.9790515232110254, - 0.975207419353285, - 0.993634610991306, - 0.9186772145265852, - 0.9759927672870093, - 0.930549606138527, - 0.9430482289842438, - 1.0327123337266333, - 0.9392430037385824, - 0.9854560711615015, - 0.9600278149608173, - 0.9920638252884562, - 1.0141678876429923, - 0.9512802433446548, - 0.9952075820683842, - 0.911976129686222, - 0.9873548656001708, - 1.1909974471705074, - 1.0719478815576433, - 1.0152936018335244, - 0.9972868774145465, - 0.9919889419406073, - 0.9898458188922279 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 58248, - "cert_evals": { - "36": 0.7923076748847961, - "72": 0.7615384459495544, - "108": 0.7230769395828247, - "255": 0.45384615659713745 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8613600287107314, - "std_test_acc": 0.02872362029323508, - "n_samples": 912, - "n_features": 32, - "n_classes": 3, - "mean_cert_acc_36": 0.83651402592659, - "std_cert_acc_36": 0.04245293905310608, - "mean_cert_acc_72": 0.7905615270137787, - "std_cert_acc_72": 0.02476646093019988, - "mean_cert_acc_108": 0.7433454990386963, - "std_cert_acc_108": 0.025112441835366567, - "mean_cert_acc_255": 0.4658602699637413, - "std_cert_acc_255": 0.03593929507098454 - }, - "optical": { - "dataset": "optical", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 54, - "best_val_acc": 0.9659239842726082, - "test_acc": 0.9568627450980393, - "train_size": 1797, - "val_size": 763, - "test_size": 3060, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 231951, - "cert_evals": { - "36": 0.956749677658081, - "72": 0.9370904564857483, - "108": 0.9187418222427368, - "255": 0.8230668902397156 - }, - "fold": 0 - }, - { - "best_epoch": 55, - "best_val_acc": 0.9569190600522193, - "test_acc": 0.9594373568858358, - "train_size": 1797, - "val_size": 766, - "test_size": 3057, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 231951, - "cert_evals": { - "36": 0.9386423230171204, - "72": 0.9308094382286072, - "108": 0.91253262758255, - "255": 0.7859007716178894 - }, - "fold": 1 - }, - { - "best_epoch": 44, - "best_val_acc": 0.9680426098535286, - "test_acc": 0.9567057291666666, - "train_size": 1797, - "val_size": 751, - "test_size": 3072, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 231951, - "cert_evals": { - "36": 0.9600532054901123, - "72": 0.9427429437637329, - "108": 0.9241011738777161, - "255": 0.8109187483787537 - }, - "fold": 2 - }, - { - "best_epoch": 58, - "best_val_acc": 0.9564625850340136, - "test_acc": 0.9588730569948186, - "train_size": 1797, - "val_size": 735, - "test_size": 3088, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 231951, - "cert_evals": { - "36": 0.9428571462631226, - "72": 0.9292517304420471, - "108": 0.9115646481513977, - "255": 0.7918367385864258 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9579697220363401, - "std_test_acc": 0.0013896092994290167, - "n_samples": 5620, - "n_features": 62, - "n_classes": 10, - "mean_cert_acc_36": 0.9495755881071091, - "std_cert_acc_36": 0.010423079731201837, - "mean_cert_acc_72": 0.9349736422300339, - "std_cert_acc_72": 0.00618934079391696, - "mean_cert_acc_108": 0.9167350679636002, - "std_cert_acc_108": 0.005850365380769046, - "mean_cert_acc_255": 0.8029307872056961, - "std_cert_acc_255": 0.01715001958003349 - }, - "ozone": { - "dataset": "ozone", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 50, - "best_val_acc": 0.9415041782729805, - "test_acc": 0.9429682436811406, - "train_size": 634, - "val_size": 359, - "test_size": 1543, - "stats": { - "mean": [ - [ - -0.003832208201892918, - -0.005418530378548824, - -0.010179585331230298, - -0.007282815457413272, - -0.012684214511040823, - -0.016161820820189455, - 0.002799892586751031, - 0.0019220082018927972, - -0.018512049842271346, - 0.005907482334384807, - -0.007494815457413195, - -0.025883145425867744, - -0.03184079188958992, - -0.019569813880126137, - -0.027278735331230344, - -0.03046446009463729, - -0.011907895583595755, - -0.007346252618296485, - -0.02668136640378576, - -0.06587051593059931, - -0.049409756782334495, - -0.07125564747634061, - -0.0656345313880127, - -0.07421817728706603, - -0.009998679968454185, - -0.0262489938485801, - -0.021923096214510832, - -0.0190336230283913, - -0.018218104037854982, - -0.016821850378548945, - -0.020884196703469835, - -0.020929776435331872, - -0.021766428958990638, - -0.02181745849999988, - -0.020616926908517234, - -0.02164594619873821, - -0.027880692514195553, - -0.03721009403785469, - -0.03371047791798095, - -0.0357276862940851, - -0.03981797839116743, - -0.04135431316246058, - -0.0396969034069403, - -0.04041245388012638, - -0.03959258725552049, - -0.035369640788643436, - -0.0329854148107256, - -0.037678351135646625, - -0.029864726656151485, - -0.030806835126182992, - -0.03040135176656141, - -0.02955822337539437, - -0.0004082835646687658, - 0.03179852176656152, - -0.030195180984227132, - -0.04001496272870659, - 0.026779878261829634, - -0.004116586119873863, - -0.0023215491955836005, - -0.024096858706624612, - -0.03674826619400633, - 0.02543307507728708, - -0.005538621608832797, - 0.01184614798107252, - -0.02897714377507889, - -0.008931562263406941, - 0.023499008943217683, - 0.017402507271293364, - 0.0359555768138801, - 0.023836606309148266, - -0.0014779406940063293, - -0.008649845488958915 - ] - ], - "std": [ - [ - 1.0253346653541646, - 0.9970790367473195, - 1.0038692152439912, - 0.9938232451774182, - 0.9892173701948798, - 0.9911118430754786, - 1.017791120532591, - 0.9932864022974621, - 0.9902464436046423, - 1.000185178231482, - 1.0011696264611658, - 0.986480392675615, - 0.9730802318969383, - 0.9778181923701852, - 0.9836970027189096, - 0.9750118443336364, - 0.9792780834573579, - 0.9880149185292257, - 0.9781480670848659, - 0.9690310973910427, - 0.9891508690776625, - 0.9800473244857659, - 0.9719895753152141, - 0.9862159945987059, - 1.000643505337353, - 0.98774444392728, - 1.0016087509397211, - 0.9981176722651791, - 0.9943416662612424, - 0.9911189659544083, - 0.9910342795958328, - 0.9946798944092399, - 0.9963025407021763, - 0.9986420543916559, - 1.0050901822096001, - 1.006920701444179, - 1.0106377164264517, - 1.0193709910492683, - 1.0139900979553602, - 1.0114902226706495, - 1.0154408973720759, - 1.0202202440190384, - 1.0187333506565903, - 1.0188947379912598, - 1.0238829760328585, - 1.0216807530782095, - 1.0172760501580516, - 1.019296401406438, - 1.0121202260566657, - 1.0092598657183676, - 1.0163059965288948, - 1.0075443434312203, - 0.9544054418118135, - 0.959178459050877, - 0.9653248526530249, - 0.9812633263036802, - 0.9443343196371533, - 0.9785419366403552, - 0.9938503050835839, - 0.9399729974257295, - 1.0017571374847212, - 0.9409064434936084, - 0.9699516997787144, - 1.0227411928766736, - 0.9603064531854989, - 0.9989953512934372, - 0.9473740110075154, - 0.9448230205985104, - 0.9456688250252197, - 0.942484207617471, - 1.0193030273935935, - 0.9279161878664934 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 235015, - "cert_evals": { - "36": 0.9108635187149048, - "72": 0.8969359397888184, - "108": 0.8857938647270203, - "255": 0.7910863161087036 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.913151364764268, - "test_acc": 0.9252835223482322, - "train_size": 634, - "val_size": 403, - "test_size": 1499, - "stats": { - "mean": [ - [ - 0.03792215394321758, - 0.05303702501577294, - 0.055938417665614755, - 0.045617302050472784, - 0.021353089905362888, - 0.020145928075709717, - 0.0154306208201896, - 0.022261120504731842, - 0.020515404258675263, - -0.006392122712933948, - -0.018915373501577255, - -0.01732013391167209, - -0.017668103968454255, - -0.006586070347003194, - -0.016273178391167133, - -0.009117565772870817, - -0.006092351104100761, - -0.004906137602523564, - -0.015032467823343948, - -0.009775977760252257, - -0.0028146921135643894, - -0.014031686908517228, - -0.025870736750788572, - -0.018697430914826393, - 0.012961191798107244, - 0.01047141529968471, - 0.018777906104101107, - 0.026551687539432215, - 0.020844408675078762, - 0.023819117413249064, - 0.023811730189274537, - 0.019894168675078563, - 0.021038747192428944, - 0.02314655241798127, - 0.028341015741325026, - 0.024617651403785426, - 0.01178393461514206, - 0.014336364637223941, - 0.016739142365930756, - 0.012312654178627935, - 0.028485125615141934, - 0.019114635623028217, - 0.013634379747634108, - 0.008062478817034518, - 0.009352700126182908, - 0.012544397728706748, - 0.01817721485804401, - 0.017917969968454316, - 0.021168408769716013, - 0.023414116261829713, - 0.014830201829653165, - 0.02222035735015768, - 0.026335983533123025, - 0.0094259924290221, - -0.007603148958990523, - 0.0009938357413249734, - 0.005802570088328026, - 0.026215337223974716, - 0.038780452492113614, - -0.022953927902208182, - 0.031207762034700385, - 0.017113763779179843, - 0.04147194542586757, - 0.04368782463722394, - 0.01750911003659304, - 0.03434608705047321, - 0.009342367476340697, - 0.024773590962145133, - 0.004409446561514154, - 0.005585798107255572, - 0.00011378753943216802, - 0.0765020130757091 - ] - ], - "std": [ - [ - 1.03736363563334, - 1.041421531442326, - 1.0267865270755487, - 1.0121442820993367, - 1.008293110256913, - 1.01873498921806, - 1.0118066495461369, - 0.982292246248336, - 0.979405861495792, - 0.9688780031821314, - 0.9652773998745313, - 0.9694491321671315, - 0.9531773775158731, - 0.9580862657893832, - 0.9577664681306315, - 0.9623544801742809, - 0.975601277571152, - 0.9832052078314656, - 0.990296487656043, - 0.9755842570008628, - 0.9865540245890023, - 0.962851713833088, - 0.9566628208998662, - 0.9468020657890054, - 0.9742316163334963, - 0.9645422392473766, - 1.0027685912228592, - 0.9966208972539959, - 0.999182931601029, - 0.9948819423856855, - 0.9946336959149308, - 0.994301681069435, - 0.9956026583826234, - 0.9930511866663474, - 0.9890478651750041, - 0.994199597668802, - 1.0023859350650413, - 1.000426145687874, - 1.0003652424842289, - 1.0064232470420955, - 0.9992643537317858, - 1.005945961042932, - 1.0059460570896996, - 1.0088514720728148, - 1.0098664378887052, - 1.0086576841526969, - 1.0071224688030078, - 1.0065893694520875, - 1.003072381839363, - 1.0009275382343648, - 1.0031288456338048, - 1.001641400063109, - 0.9717690232361939, - 0.9645442990237298, - 1.0599901264777962, - 0.9668729591901228, - 0.9848003020040621, - 0.9858228202928896, - 0.9910100230003203, - 1.033854568614186, - 1.023206024569695, - 0.9609138694597942, - 0.9763937113178477, - 1.0499365812704335, - 1.002074911190731, - 1.0401611909032527, - 0.9829420247883154, - 0.9775076034950193, - 0.9858571161451036, - 0.98438894199897, - 0.9570620772827372, - 1.2319088901760018 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 235015, - "cert_evals": { - "36": 0.8883374333381653, - "72": 0.863523542881012, - "108": 0.8238213062286377, - "255": 0.7320099472999573 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.9086161879895561, - "test_acc": 0.9223173140223832, - "train_size": 634, - "val_size": 383, - "test_size": 1519, - "stats": { - "mean": [ - [ - -0.026519395110410078, - -0.020519656719242864, - -0.03856912839116702, - -0.016610770662460427, - -0.02360172176656157, - -0.0062361091482649456, - 0.006315673186120061, - 0.008122894006309216, - 0.019828661829653038, - 0.023493720820189235, - 0.028398340063091426, - 0.037658466246056704, - 0.03720359796845454, - 0.01712326940063089, - 0.010629502208201842, - 0.016920019873816996, - 0.004836936277602788, - 0.008885449716088383, - 0.004271558517350052, - -0.013732781230283674, - -0.003293864984227115, - -0.0059959652996845044, - 0.02009481703470032, - 0.012495374763406907, - 0.026107515615142074, - 0.0048866673501578506, - -7.10347318611639e-05, - 0.004620787066245969, - 0.006923117208201871, - 0.007044452050473267, - 0.0017660842902208816, - 0.0005843353627757844, - 0.0024381367823343115, - 0.01260079149999998, - 0.027790525930599275, - 0.03580574296529951, - 0.044962928378549, - 0.03849109044164033, - 0.031017723895899216, - 0.014714712648895947, - 0.020249673911671977, - 0.01992396563091474, - 0.00854246886435317, - 0.010404890378548888, - 0.0019442098422712223, - -0.005629299589905388, - 0.0006738145583594855, - -0.006554089621451123, - -0.0014963604731860216, - -0.004724123485804328, - 0.03185038192429032, - 0.017040701072555207, - -0.016917529684542604, - -0.01635350962145107, - 0.03180636989905358, - -0.028097102381703456, - -0.02487774311041013, - -0.024357788801261843, - 0.010347320820189253, - 0.023048282129337568, - -0.0404586584542587, - -0.01956875883911673, - -0.015517057255520493, - -0.042936753533123054, - 0.016056352455205057, - 0.0006885119637224163, - -0.017713837870662472, - 0.00866661981072551, - -0.011936950630914838, - -0.019579047318612028, - 0.010573428391167213, - 0.013769920457413393 - ] - ], - "std": [ - [ - 0.9824246191960648, - 0.9460660479955723, - 0.9414137117810848, - 0.9563951332641849, - 0.9542747430368088, - 0.9649020128187702, - 0.9480302958839442, - 0.9695925595005404, - 0.9508962724118688, - 0.9324002792481486, - 0.9491098110835717, - 0.9593993759599093, - 0.9708845814409902, - 0.9746076150662417, - 0.9730830926818287, - 0.9705828418121233, - 0.9678944356517812, - 0.9787918055436075, - 0.9871395323030632, - 0.988799836722974, - 1.0088712263265718, - 1.027651048121395, - 1.0110542737448385, - 1.014655075557104, - 0.9527254870773569, - 0.9499284788193443, - 0.9739892346448356, - 0.9717415422572252, - 0.9710591664892269, - 0.9720523397095961, - 0.9743931633453154, - 0.9750560919142672, - 0.9732640281425894, - 0.9694138817789562, - 0.9591766148620566, - 0.9523484366096532, - 0.9426339173138096, - 0.9489336834494043, - 0.9510992266164007, - 0.9608960530293392, - 0.9501293475748765, - 0.950793971802449, - 0.9575052033489578, - 0.9516958236697296, - 0.9607004557781494, - 0.9650164347980471, - 0.9627072697949259, - 0.9664615907966804, - 0.9637912770104232, - 0.9634717474587103, - 0.9445789095634398, - 0.9512185629902784, - 0.9929982903986023, - 0.9911801208163777, - 1.0345096377862717, - 1.015804013333407, - 1.0429149112118707, - 0.9641031908608965, - 0.9736098232781243, - 0.9944177175712005, - 1.0241007437497402, - 1.0365807493549954, - 0.9939798656902995, - 0.9703197880729728, - 0.9618026775337026, - 1.0327802384943932, - 1.0325597261783583, - 0.978275118853774, - 1.0112531906719258, - 1.0439400654735873, - 1.021812320404611, - 1.0812409348018392 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 235015, - "cert_evals": { - "36": 0.8746736645698547, - "72": 0.8642297983169556, - "108": 0.835509181022644, - "255": 0.7232376337051392 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9557739557739557, - "test_acc": 0.9478260869565217, - "train_size": 634, - "val_size": 407, - "test_size": 1495, - "stats": { - "mean": [ - [ - 0.0414219129337539, - 0.04560815454258686, - 0.034397147160883365, - 0.020956117823343955, - 0.024564269400630924, - 0.0005553069400630991, - 0.016602504416403943, - 0.0062627359621451415, - -0.0031757522082018035, - -0.013944516088328245, - 0.0037218815457413378, - -0.020531244637224017, - -0.012975684929022045, - -0.015335962460567969, - 0.0022576992113565006, - 0.01988752665615142, - 0.025492129968454638, - 0.02310144264984224, - 0.03577952003154558, - 0.03828845977918, - 0.04090566182965307, - 0.016406487381703586, - 0.032255133596214486, - 0.055611245425867664, - 0.025829820504732027, - 0.017592141324921318, - 0.08482513250788633, - 0.08251534022082004, - 0.0806660400000002, - 0.0797597929968453, - 0.07844461148265003, - 0.07577048630914786, - 0.07816740391167189, - 0.07698375904258688, - 0.07839980914826507, - 0.07030392544164019, - 0.07335677605520505, - 0.07059885154574139, - 0.05749520764984241, - 0.05839240802768149, - 0.04884538044164021, - 0.057599388186119704, - 0.06056710167192429, - 0.05068962059936886, - 0.04918662220820182, - 0.05663887050473197, - 0.052981187223974706, - 0.05271488757097796, - 0.05998731700315455, - 0.058964341198738154, - 0.062026943990536335, - 0.06406211694006311, - 0.04476776665615138, - 0.04366600899053627, - 0.0071440257350158225, - 0.01720357881703467, - 0.02547216375078862, - 0.03767682965299683, - 0.005417277176656162, - -0.021366308296529912, - 0.014681808124605667, - 0.02665934194006316, - 0.0029629283911672116, - 0.04136874888012618, - -0.03195372262365931, - 0.02910725921924289, - 0.04066335638801264, - 0.040631754242902225, - 0.0663199716719243, - 0.022615533123028518, - -0.003297019858044126, - 0.04436952356466899 - ] - ], - "std": [ - [ - 1.0105987107179513, - 1.0154217840142559, - 1.0127704333239322, - 1.0250915526181619, - 1.0277899782078663, - 0.982162687271895, - 1.0035414511934382, - 0.9904593990260483, - 0.9663940188769403, - 0.9541638919218064, - 0.9616077277788638, - 0.9585349634260687, - 0.9525169153591942, - 0.9428065740578456, - 0.9687530001209573, - 0.9662943308105892, - 0.9592234004298692, - 0.979716475995095, - 0.9819854494212729, - 0.9839277847661497, - 1.002027685561712, - 0.9811382213240143, - 0.9801878541507797, - 0.9886132720669727, - 0.9572863825752432, - 0.9684473114507368, - 0.9458197712036189, - 0.9493043352225052, - 0.9536886787314945, - 0.9542388565417081, - 0.9568724214982696, - 0.9604182963982565, - 0.9628743223078909, - 0.969739870388791, - 0.9658420669879488, - 0.9663588514066725, - 0.9591914227782425, - 0.9566142593514982, - 0.9604271978550112, - 0.9572841356250656, - 0.9637592188968211, - 0.9567941828689348, - 0.9518409084669301, - 0.9583057006169418, - 0.9626024487496594, - 0.9611581570635215, - 0.9675755641595767, - 0.9693064339918899, - 0.9677848038214554, - 0.9725856655911815, - 0.9492806747367527, - 0.9580864580842854, - 0.9617728581830496, - 0.987791465119004, - 0.96105048335759, - 0.9739101949627368, - 0.9441015562727774, - 0.9653034478263104, - 0.988889321396684, - 0.9934946660414279, - 1.0125052771005791, - 0.9411383407966065, - 0.9598305998600601, - 0.9901272334268524, - 0.9825753191497685, - 1.0224810066711563, - 0.9107176652738894, - 0.9977469943360354, - 0.9461613310736207, - 0.942256538790349, - 0.9681623758458049, - 1.1107317714437548 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 235015, - "cert_evals": { - "36": 0.9459459185600281, - "72": 0.936117947101593, - "108": 0.9189189076423645, - "255": 0.8058968186378479 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9345987917520694, - "std_test_acc": 0.01268355895519348, - "n_samples": 2536, - "n_features": 72, - "n_classes": 2, - "mean_cert_acc_36": 0.9049551337957382, - "std_cert_acc_36": 0.031135557352332293, - "mean_cert_acc_72": 0.8902018070220947, - "std_cert_acc_72": 0.034350717982215825, - "mean_cert_acc_108": 0.8660108149051666, - "std_cert_acc_108": 0.04435064692956287, - "mean_cert_acc_255": 0.763057678937912, - "std_cert_acc_255": 0.04151463209554367 - }, - "page-blocks": { - "dataset": "page-blocks", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 47, - "best_val_acc": 0.9236545682102628, - "test_acc": 0.9065335753176044, - "train_size": 1368, - "val_size": 799, - "test_size": 3306, - "stats": { - "mean": [ - [ - -0.02785030869883066, - 0.04220508005847926, - -0.007799578223684104, - 0.04507938606725141, - -0.024484079290935535, - -0.03854930415204675, - -0.004306797478947405, - -0.009848768527412267, - -0.005646618040935423, - 0.010106594495613968 - ] - ], - "std": [ - [ - 0.6361019181556973, - 1.034803136362929, - 0.6754786444860511, - 1.1067239881887005, - 1.0243975057691477, - 1.0203050705017325, - 0.32326730885545285, - 0.9042709629040901, - 0.8768058573970098, - 0.9187092587310937 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 4010, - "cert_evals": { - "36": 0.884856104850769, - "72": 0.8410513401031494, - "108": 0.770963728427887, - "255": 0.26658323407173157 - }, - "fold": 0 - }, - { - "best_epoch": 64, - "best_val_acc": 0.8925518925518926, - "test_acc": 0.8794887401095557, - "train_size": 1368, - "val_size": 819, - "test_size": 3286, - "stats": { - "mean": [ - [ - 0.043781880409356606, - 0.01711256745614031, - 0.027425312120614106, - 0.01732590579239761, - -0.023061163435672452, - -0.011174710704678221, - -0.011325527935818777, - -0.0035091932039473506, - 0.004744587522660881, - 0.021409590767543677 - ] - ], - "std": [ - [ - 1.551216006661219, - 1.0143372028076796, - 1.2187084249301219, - 1.0297549624764555, - 1.0122460594399296, - 0.9983403928938066, - 0.28158791437027286, - 0.9526865887702041, - 0.9742767406980914, - 1.066875823567642 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 4010, - "cert_evals": { - "36": 0.851037859916687, - "72": 0.7973138093948364, - "108": 0.7338217496871948, - "255": 0.24175825715065002 - }, - "fold": 1 - }, - { - "best_epoch": 50, - "best_val_acc": 0.8935128518971848, - "test_acc": 0.8987226277372263, - "train_size": 1368, - "val_size": 817, - "test_size": 3288, - "stats": { - "mean": [ - [ - 0.015907781140350814, - -0.002226113421052676, - 0.00912776447295319, - -0.002154920991959126, - 0.0031836314985380356, - 0.010374599444444719, - 0.033316965369883045, - 0.009327557160087575, - 0.000891657419590793, - 0.006515192383040968 - ] - ], - "std": [ - [ - 1.3819579471500247, - 1.004275883692728, - 1.095413957795245, - 0.9803011522566464, - 1.02223461206074, - 1.0167467029099182, - 1.9464523444956574, - 1.0297533577214233, - 0.9946199232832146, - 1.0446888834153083 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 4010, - "cert_evals": { - "36": 0.8445532321929932, - "72": 0.7992656230926514, - "108": 0.7160342931747437, - "255": 0.1799265593290329 - }, - "fold": 2 - }, - { - "best_epoch": 40, - "best_val_acc": 0.8987951807228916, - "test_acc": 0.9077862595419848, - "train_size": 1368, - "val_size": 830, - "test_size": 3275, - "stats": { - "mean": [ - [ - -0.022221515862573354, - 0.012958097207602326, - -0.023529265928362474, - 0.036208808418859734, - -0.027518972836257316, - -0.013723225687134319, - -0.012668056071783647, - -0.009748616040204477, - -0.011955442258771813, - -0.013552336834795524 - ] - ], - "std": [ - [ - 0.6475896046566302, - 1.0059677646780396, - 0.5107302397945517, - 1.1498688572629936, - 0.9979365341699833, - 1.013315424044995, - 0.29978287731614, - 0.8399280364800779, - 0.8321768138579335, - 0.8892475036231946 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 4010, - "cert_evals": { - "36": 0.8638554215431213, - "72": 0.7939759492874146, - "108": 0.7349397540092468, - "255": 0.15180723369121552 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8981328006765927, - "std_test_acc": 0.013060259990057391, - "n_samples": 5473, - "n_features": 10, - "n_classes": 5, - "mean_cert_acc_36": 0.8610756546258926, - "std_cert_acc_36": 0.017766866940903223, - "mean_cert_acc_72": 0.8079016804695129, - "std_cert_acc_72": 0.022207434368490445, - "mean_cert_acc_108": 0.7389398813247681, - "std_cert_acc_108": 0.023039017931778132, - "mean_cert_acc_255": 0.2100188210606575, - "std_cert_acc_255": 0.053232376560363025 - }, - "parkinsons": { - "dataset": "parkinsons", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.78125, - "test_acc": 0.6491228070175439, - "train_size": 49, - "val_size": 32, - "test_size": 114, - "stats": { - "mean": [ - [ - -0.15177435102040818, - -0.14490747816326535, - -0.02793487336734694, - 0.07550721530612242, - 0.16469232653061222, - 0.06000429387755099, - 0.057462867346938805, - 0.05978606938775514, - 0.05105301632653058, - 0.04845383877551018, - 0.07840458979591836, - 0.035619136734693836, - -0.02313697142857144, - 0.07845370204081635, - 0.05081704489795923, - -0.05448034285714283, - 0.09286327571428574, - 0.11816354897959186, - 0.08590491632653065, - -0.06924810548979589, - -0.02065583061224492, - 0.08162519999999998 - ] - ], - "std": [ - [ - 1.0613261678715187, - 0.9389798332809319, - 1.0498853015314364, - 1.028178025788432, - 1.1302871347577632, - 1.053868521125123, - 0.9140732841638698, - 1.0539995649510843, - 0.9323130971496129, - 0.9120908163855437, - 0.965768008718649, - 0.9229613584450868, - 0.7749770294180661, - 0.9658059844041067, - 1.1469052270870694, - 0.9026558165061398, - 0.9439418569560901, - 1.0717521728726727, - 0.9888476097381187, - 0.9175952788801556, - 0.8884377062114949, - 1.0021764187683884 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 15495, - "cert_evals": { - "36": 0.75, - "72": 0.625, - "108": 0.5625, - "255": 0.21875 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.8275862068965517, - "test_acc": 0.7094017094017094, - "train_size": 49, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - -0.027148382244897965, - 0.009347322448979607, - 0.0018427693877550925, - 0.009376194897959197, - 0.0498221836734694, - 0.012418432040816317, - 0.0059797006122448695, - 0.012543908367346951, - -0.037508161224489786, - -0.0405606224489796, - -0.048066938775510194, - -0.07178797142857142, - -0.03155485102040816, - -0.048018842857142856, - 0.02719700816326529, - -0.008239085714285705, - -0.010052408163265357, - -0.025077353061224498, - 0.0272707673469388, - -0.04564295242857147, - -0.07848456122448978, - 0.03751739387755105 - ] - ], - "std": [ - [ - 1.0246326141739506, - 1.0196404637451633, - 1.0987023554811475, - 0.9900334582522926, - 1.068799641609979, - 1.0047499589980544, - 0.9252408702230309, - 1.0047829572179607, - 0.8748456565149585, - 0.8600654939521702, - 0.9166784846917336, - 0.7849483256776274, - 0.7558279428458922, - 0.9166869983641067, - 1.0291603272025247, - 0.9397974037578619, - 0.9834737083640328, - 1.0844660729168245, - 0.9811741510034482, - 0.945229122764763, - 1.1321558581479092, - 0.9828216273953867 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 15495, - "cert_evals": { - "36": 0.6551724076271057, - "72": 0.5862069129943848, - "108": 0.5517241358757019, - "255": 0.4482758641242981 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.8709677419354839, - "test_acc": 0.7739130434782608, - "train_size": 49, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.027074289795918385, - 0.06335899489795922, - -0.141163173367347, - 0.006597857142857159, - -0.010543326530612232, - 0.019088730000000016, - -0.0031925448979591826, - 0.019260090000000007, - 0.03507935306122449, - 0.04217078775510203, - 0.050042397959183714, - 0.022464604081632724, - 0.007354644897959173, - 0.050004783673469354, - 0.0323217163265306, - -0.009419553061224523, - 0.06361398795918367, - -0.10837456326530606, - -0.07562777959183671, - 0.0783767696122449, - 0.07697315102040819, - -0.0768896448979592 - ] - ], - "std": [ - [ - 1.0021709858608663, - 1.036472332412846, - 0.8511547041931776, - 1.153319334760644, - 1.1400090214649552, - 1.1856512484533104, - 1.109926186807537, - 1.1857461665406257, - 1.0993883359109478, - 1.0989049029267082, - 1.1281831752622162, - 1.0778885202444342, - 1.0368342393804297, - 1.1281482640713403, - 1.212987846980958, - 1.0961601956507685, - 0.9410222006090059, - 0.9631862850066165, - 0.9241843695124426, - 0.8888983110215023, - 0.9670994638815306, - 0.9437743892758995 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 15495, - "cert_evals": { - "36": 0.8064515590667725, - "72": 0.7419354915618896, - "108": 0.6451612710952759, - "255": 0.5806451439857483 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.415929203539823, - "train_size": 49, - "val_size": 33, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.017151697959183657, - -0.08282589622448981, - -0.03878951020408162, - -0.05014604183673472, - -0.00995732653061224, - -0.010962025102040794, - -0.07701460816326532, - -0.01092796510204078, - -0.18647080816326533, - -0.18633531836734696, - -0.14844791836734691, - -0.22856991510204083, - -0.237482206122449, - -0.14839450816326533, - -0.02768821020408163, - 0.14269979897959184, - -0.18449186244897958, - 0.04748424285714288, - -0.13693871632653068, - -0.31049158099999996, - -0.18406532040816326, - -0.15638604489795918 - ] - ], - "std": [ - [ - 1.0058346739543103, - 0.9487949638489124, - 0.994620516441734, - 0.973242138110713, - 1.098902934224567, - 0.9933442474130566, - 0.8958864648117469, - 0.9933555009804176, - 0.8433041190561102, - 0.7941043410091924, - 0.9208429310347311, - 0.7043302529123088, - 0.6518639290383439, - 0.9208764339301102, - 1.0359836613291062, - 0.9627627144124837, - 0.9723485565102632, - 0.9910728139212198, - 0.9457878853222512, - 0.8667410055873132, - 0.9407240712581624, - 0.9187159564771525 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 15495, - "cert_evals": { - "36": 0.21212121844291687, - "72": 0.06060606241226196, - "108": 0.03030303120613098, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6370916908593343, - "std_test_acc": 0.15599830647311166, - "n_samples": 195, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.6059362962841988, - "std_cert_acc_36": 0.2698612183650359, - "mean_cert_acc_72": 0.5034371167421341, - "std_cert_acc_72": 0.3025498257742987, - "mean_cert_acc_108": 0.4474221095442772, - "std_cert_acc_108": 0.28119443752982093, - "mean_cert_acc_255": 0.3119177520275116, - "std_cert_acc_255": 0.2561125143181096 - }, - "musk-2": { - "dataset": "musk-2", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 37, - "best_val_acc": 0.9705573080967402, - "test_acc": 0.9657328664332167, - "train_size": 1649, - "val_size": 951, - "test_size": 3998, - "stats": { - "mean": [ - [ - 0.012168368132202085, - 0.02341837027895701, - 0.020700292359005428, - -0.02209387503335347, - -0.0020560481746509213, - 0.07922314560339604, - -0.027858995163129237, - 0.00514897956337172, - -0.025443598241358795, - -0.012925350424499825, - -0.009110814602789298, - -0.017373151864160538, - -0.040321679138872364, - 0.007127460606428197, - -0.012625362098240398, - -0.02746496821710099, - -0.023977028114008505, - -0.0128747651546395, - -0.006377627871436776, - -0.011840867556093787, - -0.035358124244997124, - -0.02599307175864223, - -0.018361714281382703, - 0.011001715591267355, - 0.027934514554275192, - -0.011575247507581028, - -0.007172763747725843, - 0.0027959981928443083, - 0.042997548386901153, - 0.023930509799878933, - -0.01096750604002399, - 0.010412050727713567, - -0.006464042322619719, - 0.029377336149787842, - -0.02244467216494814, - 0.0317711095209218, - 0.03187295605821503, - -0.0026378569678593704, - 0.020977830206185225, - -0.0036226940509401454, - 0.021893817113401794, - -0.0009828729290479623, - -0.029076973559733193, - 0.0033704940994537243, - 0.004985980127349881, - -0.010993449878715093, - -0.012518613050333069, - -0.027202663074590454, - -0.0010676262219536442, - -0.01585898565524571, - -0.03181626658580958, - -0.02924936503335347, - -0.02763026403881141, - 0.008494404038809971, - 0.04722333969678628, - 0.0229503257368101, - -0.018894740873256474, - 0.01871618680412386, - 0.06477876221952691, - 0.008558880157671074, - -0.031547880798059424, - 0.008203403517283188, - -0.000289734602789409, - 0.03673335621588857, - 0.013091789630078789, - 0.02911800007883555, - 0.01277751763492998, - 0.008987795275924537, - 0.008712649326864512, - 0.01420030491813175, - 0.025488006731351723, - 0.021362418544572378, - -0.015943126046088506, - -0.0005885549181321762, - -0.03791631068526347, - -0.015693888781078937, - -0.023804016494845228, - 0.004294386876894847, - -0.01157729425712512, - -0.01509732865979494, - -0.031328824038811424, - -0.025596520897513814, - -0.03243116698605216, - -0.02051309634930244, - 0.012494524863553975, - -0.025342257265009032, - 0.014463499423893529, - 0.03412406198301991, - 0.0033505793298965916, - 0.042880541425106077, - 0.007444614442691303, - 0.019256483653728926, - -0.015653737174045033, - 0.0006856575657974568, - 0.02221309022437888, - 0.018454490527591967, - 0.05848207186500957, - -0.019929462886597988, - 0.01588340198908411, - -0.016667239181321875, - 0.018337170509399668, - 0.005482837640995143, - -0.02818863503335347, - -0.010530225324440038, - 0.000394534081261926, - 0.0006825949909036677, - -0.004826858508186781, - -0.020504588665858026, - -0.02142568289266422, - -0.0011396426318975351, - -0.01590721860521369, - -0.030444407580351825, - -0.031948866100667064, - -0.030496640163735603, - 0.012254034827167781, - 0.012930004990903523, - 0.02322402771376609, - -0.008586242510612324, - -0.0197745485567008, - -0.007942196488781021, - 0.025542949909036442, - 0.05293685342025502, - 0.05262248675560933, - -0.029827094505761254, - 0.010104120921770921, - 0.0022028918981197103, - 0.0016149754275316386, - 0.023351566525166744, - -0.002819539854457228, - -0.002041346402668358, - 0.01823543717404487, - 0.013049118435415728, - -0.030092134930260864, - -0.014618941146149471, - 0.005299833020012497, - 0.015546710539720895, - -0.00942926343238306, - 0.015492048283808455, - -0.011970772437841034, - 0.009756993417829036, - -0.019888988114008455, - -0.0011420646452394534, - -0.015025678132201254, - -0.013745059496664378, - 0.015459569375378677, - -0.010210574627045487, - 0.021245265463917546, - 0.022011781334142992, - 0.02073261820497242, - -0.005542739993935386, - -0.019565093746513107, - 0.00036582510612481067, - -0.0189964784718008, - 0.019598904063068558, - -0.00026563279563400293, - 0.01771834469981801, - 0.01626723617465116, - 0.01942332519102481, - 0.031801142498483904, - 0.018783376682838318, - -0.004773656567616662, - -0.00011846311400895201, - 0.01336986795633728, - -0.03590764133414193, - -0.03136190026682869, - 0.019380970218314118 - ] - ], - "std": [ - [ - 1.0328022523113283, - 1.0034675961418653, - 1.004502178141599, - 0.9908819725941522, - 0.9900285779624574, - 0.9922869983839483, - 0.9940251383226943, - 1.0023957894105795, - 1.0001232563862132, - 0.9694534261265297, - 0.9909609551728282, - 1.0245658684959877, - 0.9889385630503745, - 1.02018833549602, - 1.0099637621111557, - 0.9533954360905958, - 0.9939413086518578, - 0.9495206701070115, - 1.0240125891607361, - 1.0103444615034631, - 0.9946476273612365, - 0.991342725906765, - 0.9858149199320863, - 1.0014711063260942, - 1.004472195320524, - 0.9889795116240089, - 1.000004391730708, - 1.0058601968014709, - 1.0343528189495148, - 0.9919047582182774, - 0.9696485736175491, - 0.9924140896524998, - 1.0155430689993945, - 0.9932553050087483, - 0.9699258360928635, - 1.0042970460912612, - 1.0197195605157803, - 1.001155677587926, - 1.0168152275345068, - 0.9990466599977574, - 1.0098411842715662, - 0.9846055078437203, - 0.9754412310974523, - 1.0070038006714206, - 1.0276809963147806, - 0.9906853395114988, - 0.9868894780685001, - 0.9900119186756405, - 1.0256770060540596, - 0.9757901727181725, - 1.00918520579672, - 0.9930883762442995, - 0.9893732161976826, - 1.0067582306865286, - 0.9812661122355284, - 0.9974102126361273, - 0.9972736641033295, - 1.0121917462070245, - 1.0227697257558075, - 0.9856449287075832, - 0.9902863042093888, - 0.9959939826856674, - 1.0367568153718374, - 0.9863881182581064, - 1.0128392086861082, - 1.0221798349905806, - 1.0363645719704848, - 0.9908253070164581, - 1.0128010969900354, - 0.988603956830815, - 1.0081799316492677, - 1.0108771107458496, - 0.9832967493585726, - 1.029163070750164, - 0.9916679017275597, - 0.962685533931823, - 1.0027583300444822, - 1.0001938412765523, - 1.0209787004269553, - 0.9973662987453862, - 1.0061352847046312, - 0.9919410755542308, - 0.9846501403948491, - 0.9899263174260658, - 0.9845864971582349, - 0.9930689102842462, - 1.0135506035486388, - 1.0043926518503545, - 1.0162976879588899, - 0.9792327605267319, - 1.006235132130296, - 1.0118863144201946, - 1.00544671112892, - 1.0039248549576703, - 1.0350589137732202, - 0.9995022597709913, - 1.0159841525314124, - 1.0003354265534572, - 1.0084463468690352, - 0.9985081538974993, - 1.0110839895364512, - 1.0013381576463882, - 0.9912876803786089, - 0.997289736689443, - 1.017350271822531, - 0.9797570549225073, - 1.0043565268096553, - 0.9872978856195639, - 1.0033468182033753, - 1.0218062902654916, - 1.0014959384493556, - 0.9888739832615349, - 1.0004143322752173, - 0.9931349078768341, - 0.9800306535559788, - 0.9957636890082171, - 1.0002904102651144, - 0.9887217530179371, - 0.9945292914948252, - 1.004902891466416, - 0.9962003472957158, - 0.9934257069186699, - 0.9799059188184409, - 0.9949621520724802, - 1.0029037698373038, - 1.0036871512403356, - 0.9897720620258614, - 0.9871702045154062, - 1.011521199823348, - 0.9941843616678862, - 1.0247569886394758, - 0.9988084298059352, - 0.9881291924468982, - 1.0179947532533584, - 1.0106341537352928, - 0.9919181897045649, - 1.0028443160348683, - 1.0061816857351074, - 0.9845932235691414, - 0.9825632133654874, - 0.9783171138085085, - 0.9969834535825824, - 1.0007811859343756, - 1.0019656189691033, - 1.0503484122189095, - 0.9753504608707252, - 1.0373469598286436, - 0.9949630633139451, - 1.0059234160225077, - 0.9993867259561041, - 0.9736626903578918, - 1.003303340408411, - 0.9938479422620685, - 0.9997621940680084, - 0.9893549017338009, - 0.9921437872926778, - 1.0351189228816489, - 0.9982053116677407, - 1.0049035777011361, - 1.007943748077122, - 0.987183747951824, - 0.9954065358497123, - 0.9844630756889735, - 0.9195912077534116, - 1.0102406845364933, - 0.9709132374569961 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 959495, - "cert_evals": { - "36": 0.9558359384536743, - "72": 0.9421660900115967, - "108": 0.9253417253494263, - "255": 0.8328075408935547 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9698149951314509, - "test_acc": 0.9637939826619072, - "train_size": 1649, - "val_size": 1027, - "test_size": 3922, - "stats": { - "mean": [ - [ - 0.0022033838386908973, - 0.06625603036992117, - 0.04649901939357201, - 0.0004913727592479633, - -0.007424528047300943, - 0.029222694481503848, - -0.02871623684293518, - -0.01058671273499129, - -0.02433525755609501, - 0.004942196840509272, - -0.015235754990903076, - -0.012600504249242172, - -0.02657332941176486, - -0.01012015760339567, - -0.018367278909944645, - 0.044433595385081875, - -0.029744519138872053, - -0.004242953947847537, - -0.008002045858095115, - 0.0011893272164947555, - -0.05592513376591881, - -0.02044694836264443, - -0.04302950797452996, - 0.025187052055791012, - 0.02474263468768939, - -0.042601262001213426, - -0.020695051036992134, - 0.0015384054093390107, - 0.011092726046088491, - 0.021371811740448717, - -0.013469555081867212, - 0.01982452726500885, - -0.044538194766525006, - 0.030567572645239703, - -0.031482593996361656, - 0.02141072656155254, - 0.010427163068524451, - -0.023554046506974034, - 0.04504258471801071, - -0.03430833826561581, - 0.06747908948453606, - 0.04348396486355425, - -0.008884907592480267, - -0.011684225839903674, - -0.00656703219526952, - 0.002896513929653742, - -0.005738400824741935, - -0.04156242043662813, - -0.004873803086719859, - -0.0020245170263190598, - -0.0404051468768953, - -0.020279581224984647, - -0.029963112977562135, - -0.0015368056033973371, - 0.029301830357792758, - -0.05476914620982405, - -0.037951578969072176, - 0.047465052261976975, - 0.020526558156458357, - 0.02033791100060642, - -0.030164184865979576, - 0.05024194190418452, - -0.04485629808368706, - 0.03147835112189204, - -0.006291162340812682, - 0.019074118508186463, - -0.0014484904548212434, - 0.008784981788962792, - 0.023386305391206525, - 0.005879860982413359, - 0.05940395211643435, - 0.04984556731352376, - -0.023843370139479056, - -0.00745569275924821, - -0.018882913905396863, - 0.02314283274711956, - -0.024472644293511335, - -0.002770279702850328, - -0.012337558138264851, - -0.011593327471195118, - -0.042932302716798265, - -0.0240285988963009, - -0.0452392710248636, - 0.04310506591873858, - 0.02492436379624043, - -0.031592489102485924, - 0.053639132025470125, - -0.030478516828380917, - 0.007038873759854203, - 0.025400627586415966, - 0.0229284818168576, - 0.0009592673741654173, - -0.024041893893268843, - -0.0050410013741663505, - -0.039906425639781765, - 0.03151746901152146, - 0.018252275536447, - -0.023123840842935037, - 0.049373840412370945, - -0.03933781325530598, - 0.07366186678593085, - 0.013209034602790264, - -0.021385058447544267, - -0.018445256191631672, - -0.012832089751363926, - 0.016886379345057278, - -0.0021345572407520425, - -0.0338357411158276, - -0.013289104663434192, - -0.0065585543056388826, - -0.01209856645239361, - -0.04576090782292301, - -0.032484600758035095, - -0.028557836749545137, - 0.02584237292904779, - 0.009022810600363702, - 0.022957384186780123, - -0.03818952886597925, - -0.032933244008489626, - -0.009165709096422076, - 0.02088987131594965, - 0.02855925063068547, - 0.024874274311704, - -0.03435405539114632, - 0.016969646773802517, - -0.018423495306246717, - 0.01951220546998175, - 0.025427100121285417, - 0.012467580333535485, - -0.010936757514857925, - -0.014689930918738598, - 0.013502246094602934, - -0.050603092346876676, - -0.01723701176470571, - -0.004896197422679896, - 0.02070974576106733, - -0.026273534445118388, - 0.030336164984839376, - -0.039887732504548135, - -0.056432912220739984, - -0.05021272674348097, - -0.02755221443298974, - -0.03442035423893272, - -0.028371501285627588, - 0.0005140135536685691, - 0.002409129072166215, - 0.02409891870830806, - 0.02409901194663454, - 0.04556790412371142, - -0.03490499576713144, - -0.052055877830807035, - -0.012115913268648306, - -0.022166139478470903, - 0.05603566475439655, - 0.037913323129169, - 0.05956955137659166, - 0.012290112295936774, - 0.04308550950879324, - 0.029600502874469404, - 0.024453837204366478, - -0.010275065567010471, - 0.0072667682619769, - 0.010619255191024834, - -0.015975785809581464, - -0.03865312817465139, - 0.001558572067919981 - ] - ], - "std": [ - [ - 0.9789609056537054, - 1.0223542173821687, - 1.006354499416772, - 1.0097426115961123, - 0.9821876353647652, - 0.9998046045489866, - 1.0178212606990535, - 1.0167721117355657, - 1.0114146027100444, - 1.001776238241197, - 1.0068173587187008, - 0.9900351224079849, - 1.0414098112135597, - 1.009574294617972, - 0.9953634621121619, - 1.0551495473134025, - 0.9981956531855851, - 1.0183570217473137, - 1.0066623632600822, - 1.0127852757834928, - 0.9819060519437951, - 1.0168025572775439, - 1.0011040348853746, - 1.0077391574190562, - 0.9960322515796017, - 1.0217184675272302, - 1.0045863660324679, - 1.0189216552292488, - 1.0209580005984413, - 0.9885762298604023, - 0.9548219575549232, - 1.0137570744288356, - 0.979579874589421, - 0.991197794892492, - 0.9880528964389337, - 0.9852989430996284, - 1.0048530597402896, - 1.0022576693152574, - 1.019817156007534, - 0.9946728227761036, - 1.0213302738059442, - 1.000964538491138, - 1.0307917076654618, - 1.006989527865548, - 1.002313843550004, - 1.0141972045736452, - 1.0080080308891233, - 0.9964183873498001, - 1.0258591594541053, - 1.0107146809178345, - 0.9717107214304516, - 1.0149102149309601, - 1.016907704482399, - 1.0078526095792883, - 0.9874709483602169, - 0.9996202197544782, - 1.0096827085606537, - 1.0379820129740673, - 1.013223513461979, - 0.9861254732898448, - 0.9893639979797026, - 0.991075106383618, - 0.9269809003308983, - 0.9875139847082404, - 1.005442372648796, - 0.9896204194858335, - 0.9935153912057717, - 0.9811099295350456, - 0.982575262307681, - 0.9795878781577906, - 1.0193143649741352, - 1.0119494318757316, - 1.0171821247574437, - 1.0034040467334655, - 1.0066093997021297, - 0.9694393186766306, - 1.0117730193741676, - 1.0122625190981362, - 0.9925145459941629, - 1.005154502988111, - 0.9987288725767053, - 1.0170813277668, - 0.976308824777624, - 0.9884631741550407, - 0.9915959199837703, - 1.0218983144556584, - 1.0142113893430906, - 0.9911920808019298, - 1.0172127287199233, - 0.9893770325784368, - 0.9989337891002755, - 0.9894791117074598, - 1.0007549319713978, - 1.0326939082689799, - 0.9899757429384302, - 1.010492032769745, - 1.0061235379816107, - 1.0091634350161915, - 1.0152313478591228, - 1.0056174411509322, - 1.017311898436513, - 0.9976512207707879, - 1.003882833915693, - 1.0004358570223468, - 1.0036377564081862, - 1.0211550893522847, - 0.9924334669404734, - 0.9971024879775969, - 0.9990772588620248, - 1.0032740804274622, - 1.0024996588619381, - 0.9916378123810937, - 1.0022499057411776, - 1.010183122426781, - 1.00163045757315, - 1.0085039687864976, - 0.9922730297554195, - 1.014983448437488, - 1.014822892124083, - 1.0148845786316816, - 0.9937553605624629, - 0.9882702039873854, - 0.9870322023279767, - 0.9850906859406272, - 0.997923959817147, - 0.9510903327769852, - 0.9917224934440294, - 0.9847975043099015, - 1.0202145588783864, - 1.0021246013348553, - 1.0003272501219964, - 1.0067673298995008, - 0.990781057863208, - 1.0020482585196349, - 1.018688317687672, - 0.9988236160134567, - 1.0069349597950046, - 1.0061002120663578, - 1.0122386395403618, - 0.9892206859790922, - 0.9855242096919327, - 0.9959531341164058, - 1.0065041184698018, - 1.0078483816424069, - 1.0021878472773025, - 0.9741424082334939, - 1.0890817487043594, - 0.9945307148083409, - 1.007530511064047, - 0.9991966896972047, - 0.9619750319373882, - 1.0030667264483681, - 0.9931958657494955, - 1.0006523699688303, - 1.010191508136165, - 0.9864924753596401, - 1.0139473615684553, - 1.0114408938636286, - 1.0033347496554157, - 0.9803226862995067, - 1.0098451761605862, - 0.9980225437342447, - 1.0129871477235215, - 0.9828742206168505, - 0.9665430998047373, - 0.9908589509231834 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 959495, - "cert_evals": { - "36": 0.9542356729507446, - "72": 0.9396300315856934, - "108": 0.9250243902206421, - "255": 0.8510224223136902 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.9715447154471545, - "test_acc": 0.9556116015132409, - "train_size": 1649, - "val_size": 984, - "test_size": 3965, - "stats": { - "mean": [ - [ - -0.0165193507883561, - 0.023745576106731784, - 0.00894758525166726, - -0.012979845463917304, - -0.008554753389932977, - 0.008500205057610555, - -0.008827268055791222, - 0.02424651702243768, - 0.002300678673256056, - -0.006792839332929151, - 0.0047927400606429405, - 0.0003070491534258074, - -0.0037253238023046277, - 0.012077483473620145, - 0.018683199696786473, - -0.009275691437234477, - -0.006638355451788972, - 0.017810546682838085, - 0.015129445567010357, - 0.024298001443298942, - -0.003184869132808023, - -0.004290789721043456, - 0.0031496054275316357, - 0.014148549696785681, - 0.018162637962401695, - 0.0032194466707086006, - -0.006616737907822937, - -0.022775198374772664, - -0.015071109605821711, - 0.014638325488174678, - 0.011475148077623627, - 0.03049396374166147, - 0.025694605900545734, - 0.008604017768344612, - -0.012231649072164738, - 0.002613359126743679, - 0.029584712128560786, - -0.0034158958580959363, - 0.006069550751970517, - -0.00541011442692557, - 0.01880269619163089, - -0.008083247077016392, - -0.006491640764099397, - 0.014566732795633777, - 0.008376424821103932, - -0.0009929023711349493, - 0.02163681163129177, - -0.0025090638993329082, - 0.01741273975136374, - 0.005851729104123725, - -0.004465054881746678, - -0.0037159464523949803, - 0.0014873154821107525, - -0.007976062644028743, - 0.01156759172225612, - 0.023733914178289805, - -0.011275250879320775, - -0.002578957016372865, - -0.006478712734990847, - 0.00032240861127936024, - -0.011706570736203905, - 0.02587612322619762, - -0.011422028793207837, - 0.01712189235900559, - 0.0028696369314734713, - -0.0015781066646451572, - -0.027441241722256038, - -0.0014402773256522523, - -0.004449931892055841, - -0.0014659224075202345, - 0.01708213645239509, - 0.018733296931473596, - 0.008334289472407117, - 0.005727799963614559, - 0.007039103201940653, - -0.00224206858702233, - 0.0011615125591269186, - 0.0096409494117641, - 0.004899610121286758, - 0.009826549023650048, - -0.009219501334142207, - -0.004807864269254234, - -0.002443187265009144, - 0.011609495827774482, - 0.0040307750576106674, - -0.004682432261976522, - 0.013977261024863448, - 0.0012793727167981009, - -0.025686529896907437, - 0.013434234869617957, - 0.021999945691932813, - 0.012433017674347574, - -0.009033386234081325, - 0.0062409658120072915, - 0.0009289013947849186, - 0.0003903400242564852, - 0.02740975750382101, - -0.011144831170406301, - 0.005830573753789878, - -0.009510249636142982, - 0.02073330933899335, - 0.007879717440873353, - 0.009509570454820928, - 0.01405836261370407, - 0.014672617586416688, - -0.005675097756215873, - 0.0017475856822315732, - 0.0018848247543965708, - 0.02229300998180564, - 0.01026309860521593, - 0.017680451788964564, - -0.005672595821710331, - -0.009564725087932182, - -0.0036886342935116994, - 0.01000584954517868, - -0.0014087143177684452, - 0.020023876538508456, - -0.014409325075803336, - -0.008730885488174288, - -0.0034071386173437994, - 0.017709779927228837, - 0.0037029051849606504, - 0.011111249060036448, - 0.001931565688295556, - 0.0326300536264404, - 0.009591248938750647, - -0.007016625542753067, - 0.012978908750757932, - -0.0024730208186779807, - -0.005898704823529222, - 0.00046255165858092147, - -0.015087141012734237, - 0.007914145130382093, - 0.00938928223165545, - 0.01491191867192227, - 0.003460371607034447, - -0.007647012371134029, - 0.009316860582171302, - 0.012669591819284187, - 0.023290896266828284, - 0.012400781200727585, - -0.003923578150394203, - -0.005147092104305529, - -0.008281499878714238, - -0.03743850333535512, - 0.013677931825349052, - 0.0004504794117647815, - 0.0031018094057014187, - 0.009501353911461253, - -0.007035560921770639, - 0.008385035146755612, - -0.0034377712431776946, - -0.010681847180108386, - 0.029691756458459714, - 0.008845037744087314, - 0.036611106986052, - 0.006922057057610421, - 0.00199877628865977, - 0.016813865591267338, - 0.002876468101879801, - 0.005453485567009417, - 0.0042027340964213965, - -0.01236373710127327, - -0.008553608768950838, - -0.0069991010551852945, - 0.0076861960764099575 - ] - ], - "std": [ - [ - 0.9681286752068088, - 1.0188584468817592, - 1.0110661386281417, - 0.9985656246319761, - 0.9821622573144201, - 1.0036187347218821, - 1.0069688072671201, - 0.9902174757207433, - 1.01713159486763, - 0.9867718776262003, - 0.9758196806068826, - 0.9717105755097225, - 0.9881331057860607, - 0.9898880234141544, - 1.0032622320902203, - 0.9951157752575892, - 1.0046808806006051, - 0.9614388015014891, - 0.9853693985919703, - 1.0191683054599883, - 0.996439727744992, - 1.008421273109573, - 1.00416757618972, - 1.0050873163713752, - 1.0062941810400496, - 1.0106625492506378, - 1.0037290960252208, - 0.9716931899880294, - 1.0122721434564084, - 1.004145433664744, - 1.0126537584886575, - 0.9877832016144399, - 1.0016994225200662, - 0.9984055948469278, - 1.009905276240697, - 0.9928053125930449, - 1.028439787038722, - 1.0058093224458307, - 1.0026249721952805, - 1.0044305239260718, - 1.0145868354939207, - 0.9730410910554939, - 0.981275887794836, - 0.9868601113866823, - 0.9903107009766159, - 0.9840780321801739, - 1.0155043762626388, - 1.015709680805549, - 0.9877740152182051, - 1.0007933926991834, - 0.9639452930264027, - 1.0107985365057115, - 1.0139858844795777, - 0.978091201901524, - 0.9836289102008465, - 0.9892831848712296, - 1.0050542524754924, - 1.0041143150075589, - 1.011404712398526, - 0.994592205655486, - 1.003602088307178, - 1.0043236988473279, - 0.9890344165359591, - 0.9960153738734304, - 1.0247056593625234, - 0.9709722536076895, - 0.8984006766242731, - 1.0084723110544285, - 1.0080442044255657, - 1.0139042067755502, - 1.0147945346118319, - 1.0086308434283413, - 0.9798709269587462, - 0.985827749679927, - 1.0097816591529503, - 0.9967310231913435, - 1.0125467431933681, - 0.9795738908810216, - 0.9759574846742652, - 0.9879270836797008, - 1.0100364897802065, - 1.0084344135598255, - 0.9683448859407486, - 0.9884096351113933, - 0.9957784496098612, - 1.0106496350052778, - 1.0041619111843998, - 0.9965669874488615, - 1.0148365256887901, - 0.9954909131964714, - 0.9942883718958846, - 1.0007980703139212, - 1.0031320592473836, - 0.9828596472567013, - 0.9637136602853367, - 0.9970558130158634, - 1.0142250931970318, - 1.008890015046518, - 1.0055896715654262, - 1.004944159225849, - 1.015901087459527, - 0.9987432420315473, - 0.9985224279803399, - 0.9900020636370531, - 0.9946414368680025, - 0.9718565169997336, - 1.0010286004673303, - 1.0045607582554759, - 1.0126684697205748, - 0.9911582699978772, - 0.9979453061380805, - 0.9943479420017864, - 1.0057507939001675, - 1.009199116070283, - 0.996011631450574, - 1.0055786667678899, - 0.9980095514928135, - 0.9965213084556673, - 1.0065546695035632, - 0.9959098534303568, - 1.0066323304809803, - 0.9785303330423044, - 0.9869014865983016, - 1.0002036756849269, - 1.0025571744250443, - 0.9798050960785967, - 0.9928695520264623, - 1.0029641941982563, - 0.995414106898259, - 1.0148844453635921, - 0.9709719526035338, - 0.9939566879305621, - 0.9884244597895214, - 0.9767542641597464, - 0.9853765727313375, - 1.0106906221793046, - 1.005948414723524, - 1.017725449726877, - 1.0152735855520598, - 0.9876730417321886, - 0.9757936207779202, - 1.0047018133551442, - 1.004391788961941, - 1.006171785979052, - 0.8968175799273889, - 1.0473489426893206, - 1.0315201707660164, - 1.0175144216806302, - 1.0142189436584537, - 1.0038989754399161, - 1.0173990273862883, - 1.0127050623257519, - 1.0051909194938937, - 1.012068652647229, - 0.9962079218654786, - 1.002233177655679, - 1.0161322523275562, - 0.999594425724876, - 0.9955572903935671, - 0.9917181216246964, - 0.9858353212831604, - 0.991792827254217, - 0.9768523928420304, - 0.9547301155646564, - 0.963911142038982, - 0.9970598920069098 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 959495, - "cert_evals": { - "36": 0.9623983502388, - "72": 0.9461382031440735, - "108": 0.9329267740249634, - "255": 0.8445121645927429 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.9640287769784173, - "test_acc": 0.9622736418511066, - "train_size": 1649, - "val_size": 973, - "test_size": 3976, - "stats": { - "mean": [ - [ - -0.019377861036991656, - 0.025388282601576818, - 0.017005815742874516, - -0.007883900460885378, - 0.0060343637174048335, - 0.019899812286233772, - -0.017346581947847252, - 0.01720070440873258, - -0.022683759298605638, - 0.03576464684050942, - 0.003250418289873286, - 0.023095340225590528, - 0.025853774105518486, - 0.004904056128563328, - 0.015174882898727272, - 0.004904859053972195, - -0.0064262512310491165, - -0.0013788380109157152, - 0.03392423097634965, - 0.040471053135233824, - -0.007766068975136523, - -0.02654642546998242, - -0.002714201516070317, - -0.005730637913887314, - 0.014443505081867881, - -0.01681206773802325, - 0.022797446707095152, - 0.02924670987871426, - -0.016523001552455778, - 0.022271198156458668, - 0.007295070836871207, - -0.010380893735597325, - 0.0032170857913887633, - 0.03166040751970903, - -0.011104923177683385, - 0.023025889023650516, - 0.00955245047907632, - 0.00501562544572467, - 0.003645016027895317, - 0.012703992892661992, - 0.014234079029714866, - -0.018872668283808444, - 0.03357063479684651, - 0.002985781740448259, - 0.016828823032140804, - 0.008592184530017656, - 0.020646139611886168, - -0.025274300994542045, - 0.031819425821709706, - 0.041618958390176077, - 0.00933414724075195, - -0.02236399884778645, - -0.018589546555488203, - 0.001330274912066101, - 0.0015160872407521844, - 0.002306856531231052, - -0.0022718787992723603, - 0.028225555027289576, - -0.006301775864159792, - 0.02247907061249244, - -0.011468676332322514, - 0.02175189545178902, - -0.013670970357792456, - 0.03126135081867806, - 0.004543698483929725, - -0.0009374850879321324, - 0.021139099308671503, - 0.02629353206791973, - -0.02450631540927904, - 0.030707943529411457, - 0.01293060334141885, - 0.012913687446937628, - 0.00928486858095778, - 0.01766341600970324, - 0.03807825699818077, - 0.0017500543359613783, - -0.016347040315342783, - 0.0007416811279563446, - 0.026208501607035268, - 0.023266191340205626, - -0.018853632765312562, - -0.02368463080654962, - 0.001749331437234659, - 0.003365637052759398, - 0.025888251528199256, - -0.018965530382049504, - 0.03517410735597307, - 0.025752976476652555, - -0.02487937299575574, - 0.022010353117040575, - 0.017477714511824522, - -0.017221659584597582, - -0.003431555427531808, - 0.019807925603396073, - 0.0032348454699819393, - 0.013613221879926436, - 0.0370615994009708, - -0.016630420776227922, - 0.0136933938872041, - -0.0017249714481504044, - 0.02229983032140703, - -0.012712485694360036, - 0.026678074426925498, - 0.012642979175256863, - 0.005538239963614194, - 0.0035851682595511494, - -0.017385318223165646, - -0.027282370030321336, - 0.030769696791993668, - 0.023036587355973605, - 0.02791771238326433, - -0.005707142462098305, - -0.011955044244996943, - -0.01365990568829588, - 0.02758415771376576, - 0.001034438120072712, - 0.016993479078229498, - 0.004106490266828514, - -0.007270538144329443, - 0.023955484869617922, - 0.016178350285021865, - 0.0035198083808369264, - 0.010066467580351705, - 0.013253238295936883, - 0.003935329266222111, - -0.028011770430564572, - 0.022866120224378214, - 0.0261654426682841, - 0.02473182812007268, - -0.0015221004548212846, - 0.0038331081837477228, - 0.021399354317768703, - 0.005301140012128602, - 0.019229334445118054, - 0.005640386767737668, - 0.02194890172225591, - -0.005060289387507513, - 0.026678006622195553, - -0.009628291109763477, - -0.003739145758641676, - 0.002035451000606312, - 0.010815814196482578, - -0.011372362352941229, - -0.019185084742267905, - -0.001526538386901546, - 0.01622554252274128, - 0.012853861158277795, - 0.032111232286234526, - 0.031036171322013306, - 0.014534576640388132, - -0.0195449016634327, - -0.0031721854821107633, - -0.011472115221346063, - 0.00807888645239537, - -0.009991977598544642, - 0.015293761594905845, - 0.04696865378289867, - 0.02876006337174039, - 0.030060548720436564, - -0.016465844511825162, - -0.013467629448150867, - -0.004964211527592827, - 0.023761107562159368, - -0.0028053264645238984, - -0.011466418192844817, - 0.015592289957550014 - ] - ], - "std": [ - [ - 0.985810694952265, - 1.0034659788102347, - 1.0123314802689827, - 1.0006728383848915, - 1.0057933627069857, - 1.0211647035506441, - 0.9873544232512542, - 1.0044940106681508, - 0.9972305516917789, - 0.9962847585776434, - 1.0084467836467266, - 0.9906644883619666, - 1.0245712429201694, - 0.9866939366954063, - 1.0013177295694342, - 1.0035460862038992, - 1.0106885153319805, - 0.9519922611580153, - 0.9980325911759347, - 1.0306730880090342, - 0.9835758012913696, - 0.9850289481711405, - 1.0052216421075988, - 0.9962087717875672, - 0.9963361086627195, - 0.9956939758386721, - 0.9995284943647325, - 1.023940251071931, - 1.0274738040648672, - 0.994278832453581, - 0.9978867650735795, - 0.9858582094807091, - 1.0042951554309811, - 0.9935762200569673, - 0.987438469465117, - 1.005913310224571, - 1.00088122516216, - 0.9882229146445906, - 1.0157177678163845, - 0.9964856588375458, - 0.9973534488049755, - 0.9843481194725128, - 1.0059020116489072, - 0.9945053400237248, - 0.9893145898736398, - 1.0071798920580137, - 1.026048360719046, - 0.9784906142973205, - 0.9999905642791316, - 1.0245359594400432, - 0.9857715356622779, - 0.9921646440585971, - 0.9889209867599961, - 0.9804599263285575, - 0.989078331357909, - 1.0220508106585684, - 0.9898585563272273, - 1.0050841202007248, - 1.0381369540158623, - 0.9852302977543494, - 1.0075559260629754, - 1.000291557770776, - 0.9848158888469627, - 0.9914305575952413, - 1.0027287892746963, - 0.9998437768528288, - 1.0380871234284017, - 1.0068281699392212, - 0.9909518921848135, - 1.0027114341322005, - 1.0043121525006478, - 1.004908814037755, - 1.0186241738713828, - 0.9840706508690844, - 1.0105911993179093, - 0.9676803103445097, - 1.0008055713802275, - 0.9912309236484144, - 0.995113888208004, - 1.00892652209743, - 0.9963556594838519, - 0.9845494099501623, - 0.9992655439793966, - 0.9888161956289881, - 0.988365168461102, - 0.986911819503751, - 0.9966018266120068, - 1.0253590540025506, - 1.0073388900110996, - 0.9884492302907475, - 1.0097952364856901, - 0.9710825809435979, - 1.0049468371789398, - 0.9978639652892881, - 1.0455255018744898, - 0.9978429399237, - 1.002476959825736, - 0.9981410717372688, - 1.0060801668925174, - 0.9880101858878161, - 0.9920156642454706, - 0.9690302977750064, - 1.0160561889470001, - 1.0042221946838557, - 0.9902952403395341, - 0.9972984826953729, - 0.9761193341167186, - 0.9802187480066236, - 1.008662757516423, - 0.9977604335997484, - 1.0125273643143784, - 1.0005678108605767, - 0.99939847346626, - 0.9934285795635643, - 0.993774093323074, - 0.9507637302569011, - 1.001524151413393, - 1.0029839092558797, - 0.9922893465303836, - 0.9995915259108642, - 0.9937205680489537, - 0.9906768211587779, - 0.9885237778798726, - 0.9923092460426346, - 0.9928187226268517, - 0.9431189215637575, - 0.9768867834667897, - 0.988648327088327, - 0.9868432165802018, - 0.9936538301879408, - 1.031840475179726, - 1.0088131603924193, - 0.948009389328019, - 0.980359732399849, - 0.9812840383484884, - 1.0125452888475233, - 1.0015379468649726, - 1.0082241487185495, - 1.0028073940649291, - 1.027290919950601, - 1.0123450850356626, - 0.9892757300213824, - 0.989457850129367, - 0.9916398725034907, - 0.9733306799223379, - 1.048692795336829, - 1.0185390556939666, - 1.005180692664418, - 0.9999773815928202, - 1.0029310617714582, - 0.9847831085240544, - 0.9984589470542239, - 0.997897554671397, - 1.0021153618672554, - 0.9825493908557392, - 1.0005331081478763, - 1.0721249078632564, - 1.0255830315079582, - 1.0078969722952105, - 1.0018509428094395, - 1.007362049760478, - 0.9875884283657037, - 1.0010931986356253, - 1.0157609941665726, - 0.9972826112887371, - 1.0062038228644128 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 959495, - "cert_evals": { - "36": 0.9475848078727722, - "72": 0.9383350610733032, - "108": 0.9198355674743652, - "255": 0.8006166815757751 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9618530231148679, - "std_test_acc": 0.004395178110486915, - "n_samples": 6598, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.9550136923789978, - "std_cert_acc_36": 0.006082841976993922, - "mean_cert_acc_72": 0.9415673464536667, - "std_cert_acc_72": 0.003437638841326081, - "mean_cert_acc_108": 0.9257821142673492, - "std_cert_acc_108": 0.005390598913639897, - "mean_cert_acc_255": 0.8322397023439407, - "std_cert_acc_255": 0.02238855200195373 - }, - "pima": { - "dataset": "pima", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7450980392156863, - "train_size": 192, - "val_size": 117, - "test_size": 459, - "stats": { - "mean": [ - [ - -0.0019324124999998884, - -0.00012207583333333216, - 0.04217885052083333, - 0.00848995729166671, - 0.005174749999999932, - -0.046159915651041654, - 0.005953811979166655, - 0.07872151093750006 - ] - ], - "std": [ - [ - 0.9819510309933771, - 0.9111640190273224, - 0.9708504296826285, - 1.099822957973565, - 0.9218205138345946, - 1.056214861472258, - 1.0108583076345607, - 1.01432971356633 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 3783, - "cert_evals": { - "36": 0.692307710647583, - "72": 0.6153846383094788, - "108": 0.5213675498962402, - "255": 0.1538461595773697 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7703703703703704, - "test_acc": 0.7301587301587301, - "train_size": 192, - "val_size": 135, - "test_size": 441, - "stats": { - "mean": [ - [ - 0.019707258333333522, - 0.03424992687499997, - 0.03491385885416665, - -0.08194942239583324, - -0.03907010052083341, - 0.053195496510416655, - -0.0036192521354166743, - -0.06521345781250003 - ] - ], - "std": [ - [ - 1.0301685557841433, - 0.9959115695466323, - 1.0735770070448536, - 0.9845812772483306, - 0.9943920335167246, - 1.0696319409722543, - 0.9860249191330342, - 0.9892410062597343 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 3783, - "cert_evals": { - "36": 0.4962962865829468, - "72": 0.2518518567085266, - "108": 0.15555554628372192, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 47, - "best_val_acc": 0.825, - "test_acc": 0.7631578947368421, - "train_size": 192, - "val_size": 120, - "test_size": 456, - "stats": { - "mean": [ - [ - 0.17582224895833332, - 0.038322315416666634, - -0.07783248697916666, - -0.16520565468749995, - -0.11327850364583342, - -0.135474219296875, - -0.03175727552083333, - 0.09643667291666673 - ] - ], - "std": [ - [ - 1.0638504058639158, - 0.9838373596130083, - 1.064286398859908, - 1.0275191945092796, - 0.9301240391257053, - 1.0696755566062253, - 0.953495407419293, - 1.060048294039853 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 3783, - "cert_evals": { - "36": 0.7083333730697632, - "72": 0.6250000596046448, - "108": 0.5250000357627869, - "255": 0.1666666716337204 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.7787610619469026, - "test_acc": 0.7451403887688985, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - 0.019707373958333604, - 0.04956274229166665, - -0.032895598437499944, - -0.02546561510416664, - -0.004270790312500018, - 0.06891787828125, - -0.041550713963541624, - 0.019818838020833326 - ] - ], - "std": [ - [ - 1.046076222621493, - 0.9765956060942442, - 1.0875934081009107, - 0.9881278389945256, - 0.9075867743815457, - 0.9995410119642123, - 0.8563442009545308, - 0.9709125098838245 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 3783, - "cert_evals": { - "36": 0.7079645991325378, - "72": 0.6460176706314087, - "108": 0.5221238732337952, - "255": 0.22123894095420837 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7458887632200393, - "std_test_acc": 0.013501137633852607, - "n_samples": 768, - "n_features": 8, - "n_classes": 2, - "mean_cert_acc_36": 0.6512254923582077, - "std_cert_acc_36": 0.10355585246400952, - "mean_cert_acc_72": 0.5345635563135147, - "std_cert_acc_72": 0.18890803151661933, - "mean_cert_acc_108": 0.43101175129413605, - "std_cert_acc_108": 0.18364413739754998, - "mean_cert_acc_255": 0.13543794304132462, - "std_cert_acc_255": 0.09490230693305479 - }, - "pittsburg-bridges-MATERIAL": { - "dataset": "pittsburg-bridges-MATERIAL", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.35, - "test_acc": 0.38333333333333336, - "train_size": 26, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - -0.11238934615384605, - 0.19736865, - 0.15455, - 0.15961346153846157, - -0.07076646153846156, - 0.15434588461538454, - 0.1840363461538461 - ] - ], - "std": [ - [ - 0.9957184371723743, - 0.9959413552215316, - 1.0315511158616348, - 0.8772828351648864, - 1.0247762294541045, - 1.1028821922601193, - 0.7995873033749223 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.25, - "72": 0.20000000298023224, - "108": 0.20000000298023224, - "255": 0.05000000074505806 - }, - "fold": 0 - }, - { - "best_epoch": 37, - "best_val_acc": 0.7894736842105263, - "test_acc": 0.6557377049180327, - "train_size": 26, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.009688884615384565, - 0.22651538461538462, - 0.03409030769230755, - -0.09103884615384622, - 0.1841305, - 0.31850111538461523, - 0.027972884615384445 - ] - ], - "std": [ - [ - 1.115613086975337, - 1.0057941285258243, - 1.1782033883592151, - 0.9294434251013095, - 1.0832735600836598, - 1.0726038998514973, - 0.8999058194666532 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.7368420958518982, - "72": 0.6315789222717285, - "108": 0.31578946113586426, - "255": 0.05263157933950424 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.8125, - "test_acc": 0.59375, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.14436196153846156, - -0.06772561923076922, - 0.15454984615384612, - 0.15961346153846157, - 0.29337180769230764, - 0.26378273076923064, - 0.027972884615384573 - ] - ], - "std": [ - [ - 1.0179791685372954, - 1.0403197946863862, - 1.0714178998681247, - 0.8772828351648864, - 0.8271634472356539, - 1.1323512832459435, - 0.8999058194666533 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.625, - "72": 0.5, - "108": 0.3125, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.7058823529411765, - "test_acc": 0.8095238095238095, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3691406153846153, - 0.08633426923076921, - -0.00606200000000008, - -0.34169099999999986, - -0.14359411538461544, - 0.07226838461538451, - -0.05005884615384633 - ] - ], - "std": [ - [ - 0.7352238508876096, - 0.769629063092912, - 0.993332786470492, - 1.2842104251847937, - 0.9183219104916871, - 1.1684627801712248, - 0.9363807692307694 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.47058823704719543, - "72": 0.3529411852359772, - "108": 0.29411765933036804, - "255": 0.05882352963089943 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6105862119437939, - "std_test_acc": 0.1765806273991837, - "n_samples": 106, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.5206075832247734, - "std_cert_acc_36": 0.21085977980801038, - "mean_cert_acc_72": 0.4211300276219845, - "std_cert_acc_72": 0.18624125556762275, - "mean_cert_acc_108": 0.28060178086161613, - "std_cert_acc_108": 0.05457409274159638, - "mean_cert_acc_255": 0.04036377742886543, - "std_cert_acc_255": 0.027162184148835145 - }, - "pittsburg-bridges-REL-L": { - "dataset": "pittsburg-bridges-REL-L", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.38461538461538464, - "test_acc": 0.375, - "train_size": 26, - "val_size": 13, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.2534473076923077, - 0.33873420769230767, - 0.033979423076922706, - 0.11527103846153851, - -0.28692915384615375, - 0.10456480769230773, - 0.12155461538461536 - ] - ], - "std": [ - [ - 0.9261583185285736, - 0.8009009247637227, - 1.0889481792626658, - 0.99653081940633, - 1.072126740077213, - 0.9196280170052044, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.23076924681663513, - "72": 0.07692307978868484, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.4838709677419355, - "train_size": 26, - "val_size": 15, - "test_size": 62, - "stats": { - "mean": [ - [ - -0.09836800000000002, - 0.11185775384615383, - 0.07467526923076934, - -0.009052730769230726, - -0.10539519230769225, - 0.013804115384615371, - 0.27612307692307686 - ] - ], - "std": [ - [ - 1.0694354197920724, - 0.8688390763013727, - 0.8067650960246951, - 0.9157017407809144, - 1.0553979577856298, - 0.9260748900018138, - 0.7249903479716615 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.2666666805744171, - "72": 0.13333334028720856, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 40, - "best_val_acc": 0.8125, - "test_acc": 0.39344262295081966, - "train_size": 26, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.21179084615384614, - -0.20075696923076924, - 0.23745903846153846, - 0.05310915384615384, - 0.14875234615384614, - 0.1348184615384615, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.858790726074425, - 0.9525936502475233, - 1.0303379408513154, - 0.9050907018495523, - 0.955082657540614, - 1.0895483096872065, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.625, - "72": 0.5625, - "108": 0.375, - "255": 0.25 - }, - "fold": 2 - }, - { - "best_epoch": 33, - "best_val_acc": 0.5, - "test_acc": 0.3968253968253968, - "train_size": 26, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3568335384615385, - -0.18405515384615387, - -0.00671646153846194, - 0.17743292307692307, - 0.2213659230769231, - 0.31633973076923083, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.8287037559089696, - 0.9069856689030475, - 1.0557430702422617, - 0.8702663846153843, - 0.9327384905473824, - 1.0726154740713343, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.2142857313156128, - "72": 0.0714285746216774, - "108": 0.0714285746216774, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.412284746879538, - "std_test_acc": 0.04867838844727993, - "n_samples": 103, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.33418041467666626, - "std_cert_acc_36": 0.1951091491417798, - "mean_cert_acc_72": 0.2110462486743927, - "std_cert_acc_72": 0.2359669149059327, - "mean_cert_acc_108": 0.11160714365541935, - "std_cert_acc_108": 0.17879450328314428, - "mean_cert_acc_255": 0.0625, - "std_cert_acc_255": 0.125 - }, - "pittsburg-bridges-SPAN": { - "dataset": "pittsburg-bridges-SPAN", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.4727272727272727, - "train_size": 23, - "val_size": 14, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.029837999999999993, - -0.25806898695652175, - 0.27461930434782605, - -0.10251969565217388, - 0.0609171304347826, - -0.20858055217391297, - 0.1910520434782607 - ] - ], - "std": [ - [ - 0.7916916039569953, - 1.0125006038076372, - 0.8444054443868326, - 1.1230445292246944, - 0.9384505846315211, - 1.2509107678124556, - 0.9902371367201799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.5, - "72": 0.2857142984867096, - "108": 0.1428571492433548, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.75, - "test_acc": 0.3770491803278688, - "train_size": 23, - "val_size": 8, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.20886565217391312, - 0.20484198695652173, - -0.07489591304347826, - 0.10251943478260879, - -0.22335769565217395, - -0.24650454782608694, - -0.23350947826086974 - ] - ], - "std": [ - [ - 1.1322718849321831, - 1.1240719320543364, - 1.0615420299973752, - 0.8963528876008708, - 1.0527502115584615, - 0.7255249335603758, - 1.1264874806517848 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.25, - "72": 0.125, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 18, - "best_val_acc": 0.625, - "test_acc": 0.41509433962264153, - "train_size": 23, - "val_size": 16, - "test_size": 53, - "stats": { - "mean": [ - [ - -0.26854200000000006, - 0.08719552173913042, - -0.024965043478260857, - -0.034172999999999946, - 0.34519221739130435, - 0.24650505217391308, - -0.4033346521739131 - ] - ], - "std": [ - [ - 0.7826434027524923, - 0.8532738699385454, - 1.116485175293137, - 1.0229130046834918, - 0.891588314188393, - 0.9488533640036454, - 0.9755681035759809 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.375, - "72": 0.1875, - "108": 0.125, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.4, - "test_acc": 0.4406779661016949, - "train_size": 23, - "val_size": 10, - "test_size": 59, - "stats": { - "mean": [ - [ - -0.20886582608695664, - -0.14202214347826086, - -0.024965130434782608, - 0.10251943478260875, - -0.060915000000000004, - 0.05688600869565217, - 0.1061391739130434 - ] - ], - "std": [ - [ - 0.7916911713540639, - 0.9447975425602776, - 1.0638879741325864, - 0.896352887600871, - 1.0621083198533245, - 1.0385861814225783, - 0.8575722370885731 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.10000000149011612, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4263871896948695, - "std_test_acc": 0.04046973032120001, - "n_samples": 92, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.30625000037252903, - "std_cert_acc_36": 0.17123935430202863, - "mean_cert_acc_72": 0.1495535746216774, - "std_cert_acc_72": 0.11965063536711937, - "mean_cert_acc_108": 0.0669642873108387, - "std_cert_acc_108": 0.07766659940571609, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-T-OR-D": { - "dataset": "pittsburg-bridges-T-OR-D", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 45, - "best_val_acc": 0.75, - "test_acc": 0.5573770491803278, - "train_size": 25, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.15020296000000002, - -0.0008959920000000077, - -0.007506879999999985, - 0.09924271999999996, - -0.11183403999999993, - 0.06574727999999996, - 0.2686277600000001 - ] - ], - "std": [ - [ - 1.1056510586049282, - 0.9894276187747426, - 0.9455226916051597, - 1.1055352321467289, - 1.0069534202490789, - 0.9298309440615328, - 0.7342804012389428 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 3719, - "cert_evals": { - "36": 0.625, - "72": 0.5625, - "108": 0.5625, - "255": 0.125 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7368421052631579, - "test_acc": 0.8103448275862069, - "train_size": 25, - "val_size": 19, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.22477987999999996, - -0.23302490400000006, - -0.3052941999999999, - -0.09418591999999981, - -0.30132007999999993, - 0.034113799999999944, - -0.29218840000000024 - ] - ], - "std": [ - [ - 0.8537489133489458, - 0.9442767857681105, - 1.1206967647206985, - 1.1278721619730465, - 0.8691601526879115, - 0.9222667065314241, - 1.1442940136936137 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 3719, - "cert_evals": { - "36": 0.31578946113586426, - "72": 0.31578946113586426, - "108": 0.15789473056793213, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.42857142857142855, - "train_size": 25, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.20377195999999997, - 0.09630778000000002, - 0.3328217600000001, - -0.22313807999999993, - 0.19134339999999994, - -0.029153040000000026, - 0.26862776000000005 - ] - ], - "std": [ - [ - 1.089967253887803, - 1.1192053646352136, - 0.8759745403148782, - 1.2131111924223241, - 0.9282879043276608, - 1.1030982427632627, - 0.7342804012389427 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 3719, - "cert_evals": { - "36": 0.2857142984867096, - "72": 0.1428571492433548, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5833333333333334, - "test_acc": 0.5846153846153846, - "train_size": 25, - "val_size": 12, - "test_size": 65, - "stats": { - "mean": [ - [ - -0.17121067999999995, - -0.21648582000000005, - 0.12011635999999999, - -0.09418591999999995, - -0.11183404000000002, - -0.28222119999999995, - 0.10839464000000007 - ] - ], - "std": [ - [ - 0.8571032600003676, - 0.9702298691514799, - 1.0541263774745755, - 0.9254069877190219, - 1.006953420249079, - 1.1836178575986762, - 0.8554107804035617 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 3719, - "cert_evals": { - "36": 0.5, - "72": 0.25, - "108": 0.1666666716337204, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.595227172488337, - "std_test_acc": 0.15873981268267925, - "n_samples": 102, - "n_features": 7, - "n_classes": 2, - "mean_cert_acc_36": 0.43162593990564346, - "std_cert_acc_36": 0.1599758691454345, - "mean_cert_acc_72": 0.31778665259480476, - "std_cert_acc_72": 0.17802993436008932, - "mean_cert_acc_108": 0.22176535055041313, - "std_cert_acc_108": 0.2397187884136965, - "mean_cert_acc_255": 0.03125, - "std_cert_acc_255": 0.0625 - }, - "pendigits": { - "dataset": "pendigits", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 76, - "best_val_acc": 0.9198931909212283, - "test_acc": 0.9032688458972649, - "train_size": 3498, - "val_size": 1498, - "test_size": 5996, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 15247, - "cert_evals": { - "36": 0.8825100660324097, - "72": 0.8444592952728271, - "108": 0.8050734400749207, - "255": 0.49799734354019165 - }, - "fold": 0 - }, - { - "best_epoch": 70, - "best_val_acc": 0.9100834938985228, - "test_acc": 0.9004547751389591, - "train_size": 3498, - "val_size": 1557, - "test_size": 5937, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 15247, - "cert_evals": { - "36": 0.8779704570770264, - "72": 0.8400771021842957, - "108": 0.8002569079399109, - "255": 0.47912654280662537 - }, - "fold": 1 - }, - { - "best_epoch": 41, - "best_val_acc": 0.8906560636182903, - "test_acc": 0.9039264828738512, - "train_size": 3498, - "val_size": 1509, - "test_size": 5985, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 15247, - "cert_evals": { - "36": 0.8575215935707092, - "72": 0.8190855383872986, - "108": 0.7786613702774048, - "255": 0.48774024844169617 - }, - "fold": 2 - }, - { - "best_epoch": 65, - "best_val_acc": 0.9128630705394191, - "test_acc": 0.8991402116402116, - "train_size": 3498, - "val_size": 1446, - "test_size": 6048, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 15247, - "cert_evals": { - "36": 0.8838174343109131, - "72": 0.8443983793258667, - "108": 0.7987552285194397, - "255": 0.4951590597629547 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9016975788875717, - "std_test_acc": 0.0022746121567744594, - "n_samples": 10992, - "n_features": 16, - "n_classes": 10, - "mean_cert_acc_36": 0.8754548877477646, - "std_cert_acc_36": 0.012215275337872174, - "mean_cert_acc_72": 0.837005078792572, - "std_cert_acc_72": 0.012121241577847913, - "mean_cert_acc_108": 0.795686736702919, - "std_cert_acc_108": 0.011665839150849178, - "mean_cert_acc_255": 0.490005798637867, - "std_cert_acc_255": 0.008444165940304312 - }, - "pittsburg-bridges-TYPE": { - "dataset": "pittsburg-bridges-TYPE", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 29, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.29508196721311475, - "train_size": 26, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.2226830769230769, - 0.05670122692307692, - -0.043026884615384405, - -0.03758799999999994, - 0.17069815384615383, - 0.05726184615384619, - 0.03333576923076921 - ] - ], - "std": [ - [ - 0.9229643846157178, - 0.8879073657273664, - 0.9090621758106759, - 0.8047152853556344, - 0.9896400284910009, - 0.9758970201578133, - 1.0579562243200262 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 3851, - "cert_evals": { - "36": 0.2222222238779068, - "72": 0.1666666716337204, - "108": 0.1111111119389534, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.5238095238095238, - "test_acc": 0.3103448275862069, - "train_size": 26, - "val_size": 21, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.17140723076923073, - 0.17603493076923074, - -0.043027115384615275, - 0.08770580769230771, - 0.06073815384615386, - 0.140003576923077, - 0.11111846153846151 - ] - ], - "std": [ - [ - 0.9955960192363054, - 0.8707946707612142, - 1.076508222112097, - 0.8969691136995324, - 1.0157671583515164, - 1.0382138974203643, - 0.8520637539328237 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 3851, - "cert_evals": { - "36": 0.4285714328289032, - "72": 0.2857142984867096, - "108": 0.095238097012043, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.6153846153846154, - "test_acc": 0.3333333333333333, - "train_size": 26, - "val_size": 13, - "test_size": 66, - "stats": { - "mean": [ - [ - 0.13624746153846157, - -0.13478680769230772, - 0.03693388461538476, - 0.08770600000000003, - -0.01256838461538465, - 0.05726215384615386, - 0.033336038461538396 - ] - ], - "std": [ - [ - 0.8716889547511608, - 0.9579937729204642, - 1.0615560480179493, - 0.7749005943842086, - 0.9916744330944691, - 1.0538491233066194, - 0.8970306628997816 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 3851, - "cert_evals": { - "36": 0.38461539149284363, - "72": 0.1538461595773697, - "108": 0.07692307978868484, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.2631578947368421, - "test_acc": 0.18333333333333332, - "train_size": 26, - "val_size": 19, - "test_size": 60, - "stats": { - "mean": [ - [ - 0.2900749615384615, - -0.1092556538461538, - -0.16296869230769223, - 0.08770600000000003, - -0.12252815384615393, - 0.002101461538461631, - -0.0444463846153846 - ] - ], - "std": [ - [ - 0.9565380984621445, - 1.0668876495414104, - 1.087587760209891, - 0.7749005943842086, - 0.9250887318796751, - 0.7643326705239842, - 0.9333890769230768 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 3851, - "cert_evals": { - "36": 0.10526315867900848, - "72": 0.05263157933950424, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2805233653664971, - "std_test_acc": 0.06667350183272609, - "n_samples": 105, - "n_features": 7, - "n_classes": 6, - "mean_cert_acc_36": 0.2851680517196655, - "std_cert_acc_36": 0.14920036961993735, - "mean_cert_acc_72": 0.16471467725932598, - "std_cert_acc_72": 0.09543839921665932, - "mean_cert_acc_108": 0.07081807218492031, - "std_cert_acc_108": 0.0492352757380586, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "planning": { - "dataset": "planning", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.6296296296296297, - "test_acc": 0.6, - "train_size": 45, - "val_size": 27, - "test_size": 110, - "stats": { - "mean": [ - [ - -0.13597411777777782, - -0.059930613333333334, - 0.1726637911111111, - 0.034723479999999994, - 0.1943293844444444, - -0.058733431111111144, - -0.116129388, - 0.17681400222222224, - -0.19228555555555557, - -0.07629513333333332, - 0.07577999111111111, - 0.14000706444444447 - ] - ], - "std": [ - [ - 0.9037583332493699, - 0.8892684096511589, - 0.9934159714161822, - 0.9795447749569939, - 0.991099979203418, - 0.8238368829401475, - 0.8461204418967577, - 1.0434976919452328, - 0.9979969012441308, - 0.9523454999652433, - 0.9216888475521186, - 1.061608647395146 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 4039, - "cert_evals": { - "36": 0.25925925374031067, - "72": 0.1111111119389534, - "108": 0.07407407462596893, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6388888888888888, - "test_acc": 0.6336633663366337, - "train_size": 45, - "val_size": 36, - "test_size": 101, - "stats": { - "mean": [ - [ - 0.11314807155555553, - -0.05681264375555557, - 0.03933796666666664, - 0.04977631111111109, - 0.03694895555555555, - -0.044924306666666684, - 0.04804084666666663, - 0.12195993333333337, - 0.042717271111111156, - 0.008962882222222232, - -0.0006334968888889045, - -0.0009558044444444105 - ] - ], - "std": [ - [ - 0.9103807361609941, - 0.9363715375995261, - 1.1502145656153577, - 1.0558247484927283, - 1.076388481139489, - 1.0010167884068093, - 0.9233794686212015, - 0.8789681038837464, - 0.8499326718606948, - 0.8719046264511446, - 0.8860788083725304, - 0.8502961074388711 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 4039, - "cert_evals": { - "36": 0.472222238779068, - "72": 0.3333333432674408, - "108": 0.2222222238779068, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 41, - "best_val_acc": 0.7083333333333334, - "test_acc": 0.5309734513274337, - "train_size": 45, - "val_size": 24, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.08181936222222222, - 0.032095062222222207, - -0.2932722444444444, - -0.2642803151111112, - -0.2482941920666666, - 0.04209659104444442, - -0.08089617555555557, - 0.011037159999999989, - -0.05962093333333333, - -0.05360210222222223, - 0.041594423777777785, - 0.03579832413333331 - ] - ], - "std": [ - [ - 1.0346900075231742, - 0.983181200526179, - 0.8190101673790661, - 0.8655727810698712, - 0.9958599284470852, - 0.9221770981656976, - 1.0076979840800466, - 1.0249788633648824, - 1.0799692279692954, - 1.0059810529176614, - 1.0760442404746193, - 0.966271648432117 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 4039, - "cert_evals": { - "36": 0.4583333432674408, - "72": 0.2916666865348816, - "108": 0.1666666716337204, - "255": 0.0416666679084301 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8695652173913043, - "test_acc": 0.6052631578947368, - "train_size": 45, - "val_size": 23, - "test_size": 114, - "stats": { - "mean": [ - [ - 0.10711943111111107, - 0.19129145333333336, - 0.23947074666666662, - 0.1974917848888889, - 0.06191540222222221, - 0.19409456755555554, - 0.10399900533333334, - -0.07677485555555555, - 0.05582479999999996, - -0.0920865622222222, - 0.07224912822222225, - -0.22088875111111111 - ] - ], - "std": [ - [ - 0.9820868604107751, - 0.8497304858975051, - 0.9414935653357391, - 0.9419249731758765, - 0.9517511837520722, - 0.8554967298035733, - 1.06563202833593, - 1.067683309777831, - 0.968308470640187, - 1.07319052594271, - 1.055131325540202, - 1.0489152018459469 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 4039, - "cert_evals": { - "36": 0.30434784293174744, - "72": 0.1304347813129425, - "108": 0.043478261679410934, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.592474993889701, - "std_test_acc": 0.04358548924411025, - "n_samples": 182, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.3735406696796417, - "std_cert_acc_36": 0.10766574645100205, - "mean_cert_acc_72": 0.21663648076355457, - "std_cert_acc_72": 0.11227054518747762, - "mean_cert_acc_108": 0.12661030795425177, - "std_cert_acc_108": 0.08249675482098268, - "mean_cert_acc_255": 0.010416666977107525, - "std_cert_acc_255": 0.02083333395421505 - }, - "plant-shape": { - "dataset": "plant-shape", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 74, - "best_val_acc": 0.5887850467289719, - "test_acc": 0.5212981744421906, - "train_size": 400, - "val_size": 214, - "test_size": 986, - "stats": { - "mean": [ - [ - 0.010793134649999947, - 0.0029814738750000274, - -0.005680250974999982, - -0.00999388868249995, - -0.018943553000000047, - -0.022220061225000066, - -0.023538591772499947, - -0.023104606949999985, - -0.022654011850000027, - -0.013826088777500009, - -0.012183569699999982, - -0.019542425225000024, - -0.021094745304999968, - -0.013662524125000061, - -0.007497562182500008, - -0.004011965550000029, - -0.0018356184500000372, - 7.94950000007455e-06, - 0.00456346359999991, - 0.002077647049999971, - 0.005165495805000022, - 0.009402297242499979, - 0.008459789907500027, - 0.010384120812499977, - 0.009072800484999985, - 0.009275099372499976, - 0.011333548210000006, - 0.00974336192500002, - 0.009874121385000021, - 0.013796312999999978, - 0.0035003747700000252, - -0.0006504867999999986, - -0.006737763249999974, - -0.009779546075000065, - -0.009547967425750021, - -0.008340889135000092, - -0.01037015690000003, - -0.015118204249999967, - -0.014712120350000033, - -0.011817635924999998, - -0.01854881525000002, - -0.021627437300000017, - -0.02562561288749998, - -0.02507883772499999, - -0.01957355992500001, - -0.010989493799999993, - -0.004170166650000026, - -0.0007832742674999737, - -0.0008414850850000529, - 0.0014383313750000115, - 0.008277859025000037, - 0.015007289872500043, - 0.02009162649999997, - 0.020694419627500026, - 0.02312079630000003, - 0.02027844062500002, - 0.012670696450000017, - 0.011923742850000028, - 0.008522531550000014, - 0.0021193726999999838, - 0.00027873594999999404, - -0.005514954024999976, - -0.005619866314999964, - 0.000804423425000044 - ] - ], - "std": [ - [ - 1.0193984315579283, - 1.0138728773194225, - 1.0025119027839187, - 0.9926201913273888, - 0.9797572939727588, - 0.9675431762012998, - 0.9562849021750489, - 0.9457765924705838, - 0.9453288165685446, - 0.9493183692891524, - 0.9510566730800354, - 0.9587654362947835, - 0.9708540170515252, - 0.9906082656256265, - 1.0060018623497948, - 1.0090880491601784, - 0.9970255943580457, - 0.9966975594633455, - 1.0075598104469696, - 1.0193962682636182, - 1.040522735169908, - 1.0407459188197639, - 1.0303725268059722, - 1.0256419706953475, - 1.0198382842786065, - 1.0197936843070703, - 1.0266695425622123, - 1.0253571333157874, - 1.0153590777307844, - 1.0110354025342352, - 1.0181892223475282, - 1.0166426127543688, - 1.011169701470929, - 1.0054929366994545, - 1.0096458368985821, - 1.0140452905977049, - 1.009910026151903, - 0.9911465124845928, - 0.981395028524588, - 0.9714368920896277, - 0.9640569672295396, - 0.9682443777583067, - 0.9618240790560709, - 0.9651476273791817, - 0.9697583533908924, - 0.9857642722747081, - 0.9945128871244862, - 0.998379374233736, - 1.0006314561941052, - 1.008050481132436, - 1.0268004129156558, - 1.0452850694975346, - 1.0563281717760602, - 1.0509178269869455, - 1.0471449082028836, - 1.0431100616694575, - 1.035476811024627, - 1.0416661017312363, - 1.0428844632918242, - 1.0319514866130477, - 1.029873132188317, - 1.028802362627988, - 1.0249104343768467, - 1.0178924453800364 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.4532710015773773, - "72": 0.34112149477005005, - "108": 0.23364485800266266, - "255": 0.05140186846256256 - }, - "fold": 0 - }, - { - "best_epoch": 57, - "best_val_acc": 0.5040650406504065, - "test_acc": 0.5178197064989518, - "train_size": 400, - "val_size": 246, - "test_size": 954, - "stats": { - "mean": [ - [ - -0.01969966857750001, - -0.018735893250000035, - -0.01923726170000004, - -0.01765154066999996, - -0.021040157724999967, - -0.020549986874999978, - -0.01802188749999998, - -0.013611070524999968, - -0.01314826475000005, - -0.010111033277499976, - -0.011831655162500052, - -0.009240258725000013, - -0.004857546977500041, - -0.003872501354999996, - -0.004503420224999966, - -0.007399539599999919, - -0.009506949104999987, - -0.00983436382500002, - -0.0073349694900001206, - -0.0026293045575000932, - -0.005217706800000011, - -0.01053002465000001, - -0.011560438125000017, - -0.009075882437499998, - -0.0045980930749999985, - -0.008758359152500011, - -0.012621292225000027, - -0.016511235369999985, - -0.028317963276500033, - -0.02497353765000002, - -0.014343673825000004, - -0.008610495525000058, - 0.004172939175000043, - 0.0019351163249999698, - -0.004373591600750041, - -0.0077125528000000455, - -0.01211637097500002, - -0.01259113399249995, - -0.012157099130000017, - -0.014399237225000002, - -0.009437209475000015, - -0.0046622409374999915, - -0.006370976337500016, - -0.011270999825000006, - -0.015921284525000006, - -0.012410074750000007, - -0.014884673650000003, - -0.016949542649999955, - -0.017354671999999977, - -0.011285483702500028, - -0.009929046974999904, - -0.007901803479999947, - -0.00815231512075005, - -0.010049489069999949, - -0.011786209875000047, - -0.014985319077499979, - -0.019011035099999973, - -0.008162044849999986, - -0.0058525207999999595, - -0.01041489936249999, - -0.011318642174999963, - -0.015970219724999984, - -0.026622342699999985, - -0.029072289924999974 - ] - ], - "std": [ - [ - 0.9860131433859547, - 0.9839451298693502, - 0.9815653890681931, - 0.9791684843455107, - 0.9793192609145278, - 0.980950701990714, - 0.9884282309487391, - 0.9817147072820436, - 0.9862993933397015, - 0.9922815938909398, - 0.9847563677603288, - 0.9853865969758397, - 0.9879672222996878, - 0.9946824106249518, - 0.9961943172051062, - 0.9902136279887243, - 0.9887680048123522, - 0.993003063211071, - 1.0071770840518683, - 1.0247666604590329, - 1.0257137801878309, - 1.011455364670402, - 0.9947052989179791, - 0.9869387562943811, - 0.9888179645496713, - 0.987009987810631, - 0.9897190394535154, - 0.991361121462267, - 0.992989633996112, - 0.9961724937704427, - 0.9897090546568476, - 0.9844393105882888, - 0.9858088094372514, - 0.9942345793157213, - 0.9949467347271544, - 0.9941801452632953, - 0.9935755677210956, - 0.9940539923777484, - 0.9871617326295817, - 0.9809194296573341, - 0.9841049037423958, - 0.9872912480789516, - 0.9853330949312704, - 0.9809868668056975, - 0.977760884105985, - 0.9785005795193457, - 0.9774791029379978, - 0.9747292923736738, - 0.9892632184812155, - 0.9903128998680867, - 0.9995507672572046, - 1.012420498620147, - 1.014423356554454, - 1.0113780719858716, - 1.0085495954493642, - 1.0103910622541978, - 1.0042573664175571, - 0.9954666158538873, - 0.9825056771440344, - 0.969748087810821, - 0.9684376869484385, - 0.9687387646565352, - 0.9685510643060194, - 0.9716172187511043 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.39837396144866943, - "72": 0.3008129894733429, - "108": 0.23577234148979187, - "255": 0.04471544548869133 - }, - "fold": 1 - }, - { - "best_epoch": 59, - "best_val_acc": 0.5234042553191489, - "test_acc": 0.49844559585492226, - "train_size": 400, - "val_size": 235, - "test_size": 965, - "stats": { - "mean": [ - [ - -0.011195848850000047, - -0.014077039849999994, - -0.015681537625000016, - -0.015262547177500023, - -0.018894034979999984, - -0.023536119524999965, - -0.016015195249999968, - -0.008908977427499989, - -0.005013930349999998, - -0.007225348899999984, - -0.008182635, - -0.00789371312500003, - -0.011035066974999978, - -0.005199030499999984, - 0.005315251324999976, - 0.011141104150000055, - 0.011588849470000002, - 0.009680554374999966, - 0.010888354087499948, - 0.010037595079999946, - 0.011800275580000021, - 0.007671618275000015, - 0.006882413550000033, - 0.0062716886124999935, - -0.0019262105499999794, - -0.002007641149999968, - -0.003485761440000005, - -0.0017775631049999818, - 0.0007400688484999391, - -0.0018860717750000106, - -0.006113297799999992, - -0.013600633775000042, - -0.020458192474999966, - -0.023048553475000007, - -0.019547718700000005, - -0.01125536750999998, - -0.014651312500000012, - -0.017176074307499963, - -0.015313710324999983, - -0.018115000749999995, - -0.02384295694999999, - -0.02221634045249998, - -0.019668475399999934, - -0.016640133125000005, - -0.011789776774999969, - -0.006203905024999959, - -0.004540449625000036, - 0.0006846066824999924, - 0.006433635392500026, - 0.0017259993975000153, - 0.0026194728225000024, - 0.002456912675000057, - 0.0035687386999999193, - 0.003967900025000002, - 0.008058575125000038, - 0.009259356747499982, - 0.009820443250000033, - -0.000526142624999981, - -0.007535754924999987, - -0.006530597337499988, - -0.00488854567499998, - -0.004628704975000013, - -0.006573741065000051, - -0.008198970250000055 - ] - ], - "std": [ - [ - 0.9997831577603109, - 1.0025959495608783, - 0.9981200898415419, - 0.9862363254781552, - 0.9807001230728768, - 0.9703599657486957, - 0.9542469081610001, - 0.9473845839451106, - 0.9547713929170183, - 0.9636033061770535, - 0.9759543385191676, - 0.9833507068982068, - 0.9860092538737429, - 0.9928824474026815, - 1.009087175522555, - 1.0225369274879927, - 1.0377746120861517, - 1.047008477348557, - 1.0437668765399934, - 1.0330775502764258, - 1.0319662406027479, - 1.030352484762016, - 1.0343435297883754, - 1.0306714836465332, - 1.0227257424915315, - 1.0163750005569692, - 1.0080783487785092, - 1.0057728718253096, - 1.0031574142753106, - 0.9970437490537768, - 1.0039054666803333, - 1.0092902332461646, - 1.015955753316646, - 1.0094451596904581, - 0.9971506877338592, - 0.9797514030945054, - 0.9606748456549195, - 0.9429643662114964, - 0.9357296749897012, - 0.9401794981595187, - 0.9451576738004599, - 0.9529959594959825, - 0.9553731219059256, - 0.952474899040048, - 0.9565245724608336, - 0.9697603305783443, - 0.9863202900077532, - 0.9954169393962655, - 1.0081946986669663, - 1.0156075960594253, - 1.0253976925038635, - 1.0300309888526664, - 1.0402541851284346, - 1.0433040030246603, - 1.0375395049686613, - 1.0264815045978641, - 1.021912736268765, - 1.0088758758830503, - 1.003466814657958, - 1.0086525159597994, - 1.0137559378643732, - 1.0086686244063605, - 1.006042971236659, - 1.0003260366638576 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.40425530076026917, - "72": 0.27234041690826416, - "108": 0.20425531268119812, - "255": 0.059574466198682785 - }, - "fold": 2 - }, - { - "best_epoch": 42, - "best_val_acc": 0.4933920704845815, - "test_acc": 0.5056526207605344, - "train_size": 400, - "val_size": 227, - "test_size": 973, - "stats": { - "mean": [ - [ - -0.01614315225000004, - -0.007862261849999979, - 0.00030315945000001577, - -6.585304499997488e-05, - 0.0033457709750000114, - 0.009937330912499974, - 0.010135651675000024, - 0.009038938675000023, - 0.008931583272500009, - 0.009906352275000018, - 0.013642040799999994, - 0.017299261174999987, - 0.019865335000000005, - 0.019657458469999986, - 0.022414197692500006, - 0.02512643972499996, - 0.026877304525000024, - 0.0296143309, - 0.027764356497500045, - 0.024134231862499998, - 0.021181714175000043, - 0.02076543959999998, - 0.018820411632499992, - 0.016560606787500022, - 0.014716417624999967, - 0.015544499800000031, - 0.008937221650000026, - 0.0035691808475000007, - 0.00756637997750002, - 0.010582013399999977, - 0.00892202232, - 0.010522723749999905, - 0.009224050324999985, - 0.011262885774999978, - 0.012877923949999981, - 0.008631394499999978, - 0.013585739524999963, - 0.012593921374999985, - 0.00966451497500001, - -0.0018835844000000157, - -0.0072232187000000215, - -0.0024773558750000612, - 0.004778897314500035, - 0.010836082050000053, - 0.013114038100000038, - 0.012921894249999984, - 0.011661495899999983, - 0.006202870582499988, - 0.009554275007499979, - 0.010892630822499966, - 0.015263733174999995, - 0.018143591994999972, - 0.01859551449250001, - 0.01313465375500002, - 0.01828117135000002, - 0.021080939575000034, - 0.020155471175000023, - 0.02226961222499997, - 0.019368037950000003, - 0.018775792600000018, - 0.018483347624999945, - 0.009753726052499946, - -0.0015497268675000327, - -0.011832948350000021 - ] - ], - "std": [ - [ - 0.9690180900805035, - 0.9727335201919173, - 0.9764755262740973, - 0.9829585179082819, - 0.9924285501408081, - 1.0058984225928205, - 1.0139421119627963, - 1.0204714628277265, - 1.024761969275269, - 1.0411321691366637, - 1.051554346720804, - 1.0528939116549463, - 1.048231049542776, - 1.035208648003462, - 1.0211826349075386, - 1.021066390612321, - 1.0225781515263015, - 1.0234107662776533, - 1.013889389780415, - 1.002809268474515, - 1.005659594852486, - 1.0123290373188114, - 1.0154559039015623, - 1.013290801738594, - 1.0094740964231081, - 1.0002162486552635, - 0.9914378185750687, - 0.9943868019460187, - 0.9942535553869897, - 0.9896262981629789, - 0.9859228057329431, - 0.9860916917991401, - 0.9824333417893006, - 0.9869225315171396, - 0.9958671872185834, - 0.999358349920491, - 0.9902030063817621, - 0.9953941674238796, - 1.0044794940384356, - 1.01450410197358, - 1.0212449253894722, - 1.031533466370799, - 1.0310663353310807, - 1.0299586525323416, - 1.0140754261682852, - 1.0146983653439086, - 1.010949221001189, - 0.9984754004996209, - 0.9996230059073175, - 1.0023281510239592, - 1.0083940727060101, - 1.0104207218854935, - 1.0188090918448567, - 1.0267152458848512, - 1.0256934112800635, - 1.0177374007859166, - 1.004324219711767, - 0.9955156869267784, - 0.9865523378817893, - 0.984584448748711, - 0.9818097517909892, - 0.9865486470036113, - 0.9850111209189524, - 0.9782242969255907 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.34361231327056885, - "72": 0.24229073524475098, - "108": 0.15859030187129974, - "255": 0.039647575467824936 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5108040243891497, - "std_test_acc": 0.010624103036367414, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.3998781442642212, - "std_cert_acc_36": 0.04486298776795409, - "mean_cert_acc_72": 0.289141409099102, - "std_cert_acc_72": 0.042092810447053895, - "mean_cert_acc_108": 0.2080657035112381, - "std_cert_acc_108": 0.0359827985676567, - "mean_cert_acc_255": 0.0488348389044404, - "std_cert_acc_255": 0.008627561392402007 - }, - "plant-margin": { - "dataset": "plant-margin", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 49, - "best_val_acc": 0.7396694214876033, - "test_acc": 0.7317327766179541, - "train_size": 400, - "val_size": 242, - "test_size": 958, - "stats": { - "mean": [ - [ - -0.0010596968500001934, - -0.01804303900000009, - 0.058554600000000095, - -0.04174014875000007, - -0.00557412199999981, - 0.022321825499999975, - 0.009465832749999917, - 0.026944449999999596, - 0.0220769747500004, - -0.02089326899999988, - -0.012520925000000096, - 0.0033962770000000053, - 0.0021340793749998234, - -0.0033546413499999455, - 0.021925117425000074, - 0.013851212499999961, - -0.0015689260000001164, - -0.004634679999999923, - -0.05511270024999984, - 0.026070323000000024, - 0.01848005475000007, - 0.0022656225000003355, - -0.01842250000000018, - 0.01246016899999983, - 0.0098437735000002, - -0.032934458000000104, - 0.049291360500000325, - 0.0024477580000001266, - -0.02057179899999991, - 0.0009727362499999343, - 0.0017701742499999368, - 0.00541423612499992, - 0.02091535780000011, - 0.020351312499999816, - -0.009445618999999935, - -0.02841862299999999, - 0.029737960000000185, - 0.018735809500000172, - 0.014390100750000086, - -0.016125830000000306, - 0.012385870249999646, - -0.043971327499999775, - 0.0009311264999999372, - 0.01806689874999989, - -0.008581579999999964, - -0.009399341000000174, - -0.03755508207500001, - -0.0009747140000000407, - 0.028856429249999874, - -0.0030426587000000733, - -0.015013867049999909, - -0.004152345000000207, - 0.02680056899999996, - -0.02129718575000011, - 0.022555419000000035, - -0.00723436300000014, - 0.036754802499999906, - -0.02058847975000004, - -0.010368677175000047, - -0.029642165000000022, - -0.02736674750000015, - 0.0008163920000001678, - 0.018380879350000014, - -0.008580070000000413 - ] - ], - "std": [ - [ - 0.9874340403909011, - 0.9592061852266575, - 1.0435962908617902, - 0.9425389198852354, - 1.0047339728470936, - 1.0363144948903504, - 1.0296524029950296, - 1.0063022213625923, - 1.094313672273991, - 1.0202299972901783, - 0.985157157060649, - 0.9888027948033142, - 0.9932416135375679, - 0.9909877623883768, - 1.0005062186033022, - 1.2067387345575986, - 0.984270179305036, - 0.9091203000942354, - 0.9545319559171044, - 0.983601787222833, - 1.011060877681347, - 0.9799045991624534, - 0.9223386505533625, - 1.0460006470835634, - 1.0181216615718796, - 0.9516193964985948, - 1.0882812579258407, - 1.0329753644197, - 0.9792719916843142, - 0.9673648432380815, - 0.9958388822460692, - 1.012645249804551, - 1.0439458247448072, - 1.0733982117428793, - 1.0111716504511818, - 0.996690448869414, - 1.0367837370015323, - 1.0026230843872075, - 1.0036523141489182, - 0.9356670752186079, - 1.0259733303222744, - 0.9543079293157887, - 1.016979624435871, - 1.0361404335495707, - 0.9710294506381861, - 0.9356304778213941, - 0.9636374865372435, - 0.9682684696531572, - 1.0488592685926776, - 1.0095591832024964, - 0.9864668975312801, - 0.965788248416018, - 1.0175463184007973, - 0.9707788038864342, - 1.035917848788737, - 0.9984750436485963, - 1.047306945528514, - 0.9624268336767162, - 1.0407274202088548, - 0.9906889986330216, - 0.9133036560743315, - 1.0063256302193264, - 1.0448919868528035, - 1.060209155310641 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.6611570119857788, - "72": 0.5743801593780518, - "108": 0.4876032769680023, - "255": 0.22727271914482117 - }, - "fold": 0 - }, - { - "best_epoch": 43, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.727743271221532, - "train_size": 400, - "val_size": 234, - "test_size": 966, - "stats": { - "mean": [ - [ - 0.018630191274999833, - 0.0021237185000000623, - 0.020341910000000126, - -0.03847603025000004, - 0.0024851145000002843, - -0.019245363750000032, - 0.01765857999999999, - -0.09520458750000026, - 0.016723600750000407, - -0.020893166249999973, - -0.013275087500000034, - -0.009778451499999922, - 0.02100441234999998, - -0.0006707280500000078, - 0.01202943670000018, - -0.012221054999999943, - 0.026685538499999994, - 0.03934188799999998, - -0.017911806749999953, - -0.004428536999999995, - 0.013875288750000034, - -0.007751707499999634, - 0.03217363749999957, - 0.003825904499999896, - 0.010617184500000114, - -0.03897739600000022, - -0.00972438474999977, - 0.0034970589999999357, - 0.02035820800000013, - -0.037335613750000024, - -0.008548351749999959, - 0.0018481537499997402, - -0.007583834749999951, - 0.04391894749999982, - 0.033370660000000205, - 0.00937306074999997, - -0.013948834999999842, - 0.005821061250000135, - 0.03052180125000005, - 0.02165496999999981, - -0.00854195450000032, - -0.03606767999999988, - -0.017944192250000105, - -0.02588678125000007, - 0.01616825525000002, - -0.00827056050000008, - -0.0017126565000000083, - -0.01656842850000004, - -0.017988074249999902, - -0.03559730630000006, - -0.0036789360499999424, - 0.012461489999999617, - 0.026261220249999995, - -0.020665702500000202, - -0.0005093669999999243, - -0.009416002500000138, - -0.02145052, - 0.012404727999999953, - 0.008414623600000027, - 0.026667712, - 0.023455849999999993, - 0.01995325700000049, - 0.017141528075000113, - -0.00027581000000054354 - ] - ], - "std": [ - [ - 1.041295070488909, - 1.0014805383027654, - 1.0526387415016842, - 0.9348659203435066, - 1.012132944361091, - 0.9779461065975633, - 1.0032476656820697, - 0.765138203982258, - 1.084558801095068, - 1.0155838017759249, - 0.9847823955761184, - 1.0321402388555014, - 1.0519629684769372, - 0.9582131621864026, - 0.9927092815254406, - 0.803704884375634, - 0.9988728657062945, - 1.1858597763171363, - 1.012274069308041, - 1.012471113861707, - 1.0151240798466312, - 0.9972545733894309, - 1.0563298324391637, - 1.0047120258743576, - 1.016702961526915, - 0.9272542628757423, - 1.012180666645035, - 1.0130792339306003, - 0.9869444731802731, - 0.9732936953239708, - 0.9987581693686506, - 1.0025285436476967, - 0.9823926819700436, - 1.13766033578092, - 1.0184063166975657, - 1.0037002652524598, - 1.0159024793557991, - 0.998493316788935, - 1.0374784962262864, - 1.0063283056949195, - 1.0742583169244284, - 0.9634076134691111, - 0.958447407516677, - 1.0041785286506213, - 1.013112893307404, - 0.9769612001923168, - 1.0056368868600618, - 0.9788744628207897, - 0.9629520265558652, - 0.929550730995055, - 0.9854910637585246, - 1.0358257613723332, - 1.0240098398191608, - 0.9303959288426701, - 1.0012547252975355, - 0.9956229965329875, - 1.021855039918818, - 1.0091992464793387, - 0.9897071424780775, - 0.9856059256334351, - 1.0201829621015206, - 1.0268852627871752, - 1.0341940427237508, - 0.9799526515218273 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.7008547186851501, - "72": 0.6196581721305847, - "108": 0.576923131942749, - "255": 0.2777777910232544 - }, - "fold": 1 - }, - { - "best_epoch": 43, - "best_val_acc": 0.7521739130434782, - "test_acc": 0.7391752577319588, - "train_size": 400, - "val_size": 230, - "test_size": 970, - "stats": { - "mean": [ - [ - 0.005920089124999763, - -0.001301032000000133, - 0.0013308824999999258, - 0.008417454999999876, - 0.005976730250000185, - 0.019669846999999876, - 0.010878556750000047, - 0.025150082499999716, - 0.0022754870000003123, - 0.024085954000000003, - -0.005742166250000042, - -0.007721828999999947, - 0.00371573337499994, - -0.012943442949999913, - -0.014590249949999882, - -0.025256129999999963, - -0.011889130000000098, - -0.019724357499999953, - -0.01377830674999994, - 0.006886749000000014, - -0.003516929999999907, - -0.03828019749999969, - 0.005775229999999821, - -0.030314237500000177, - -0.019109295999999804, - 0.04844473150000008, - -0.02716004849999974, - 0.002796986500000034, - -0.019719068250000017, - 0.041975102500000014, - -0.017687051749999974, - -0.021844609375000337, - 0.020916906100000077, - -0.022494655000000176, - 0.026175232000000156, - 0.010884623500000074, - -0.021303965499999796, - -0.0039162167499998055, - -0.015307416500000065, - 0.012900294999999774, - 0.006834127249999801, - 0.027173450000000154, - 0.0027974614999998885, - 0.028211698749999896, - -0.0031931937499999692, - 0.011277844999999809, - 0.00992980717499997, - -0.013968735000000017, - -0.01707076174999997, - 0.01365854819999998, - -0.0014908621499998933, - 0.009138499999999666, - 0.02060593399999994, - 0.007099336749999857, - -0.003448647499999997, - 0.0015010997499998568, - -0.03850890625000006, - 0.0022736427499999282, - -0.013522159549999977, - -0.0332120949999999, - 0.005866322499999921, - -0.004317283999999508, - -0.00538338794999997, - -0.0069175300000004145 - ] - ], - "std": [ - [ - 1.0010921783674436, - 0.9945407140012373, - 1.005748587963517, - 0.9668282590649625, - 1.0031010346345277, - 0.9967928785295819, - 0.9751713195709866, - 1.1467050887662724, - 0.9392946439639414, - 0.9895328846805108, - 0.9767912569515301, - 0.9727489873091506, - 0.9701070098004984, - 1.0053545262016492, - 0.9846236608578788, - 0.7727736342078088, - 0.971944708609996, - 0.8826840113147226, - 0.98563931252641, - 0.9711438420390225, - 0.9629058280406353, - 0.9716674314378894, - 1.1301355955709167, - 0.9477815286674603, - 0.9881704764475729, - 1.0137752766865444, - 0.9583402354865277, - 0.9958443104934569, - 0.9663730766877806, - 1.0669358291663034, - 0.955827255033273, - 0.9505215572351379, - 1.0084010054173358, - 0.9871444837708967, - 1.0130833200270473, - 1.043702427349745, - 0.9912743901116762, - 0.973685836703786, - 0.985763394194837, - 1.0377291955455417, - 1.0077815203197755, - 1.0141762382944473, - 1.019662919156708, - 1.046456382869172, - 1.0332849966442448, - 1.0406499407344652, - 0.9961622026264285, - 0.9855957603524927, - 0.9824473993933991, - 1.0388871379951687, - 1.0170409949547163, - 1.03216407460882, - 1.0347227568843633, - 1.0401704190454892, - 0.9504580582249552, - 0.9606350019976608, - 1.0073622594193574, - 1.0173972038824486, - 0.9758624776113387, - 1.017294570276939, - 1.1903867160054817, - 1.041760575180181, - 0.9817904646611345, - 0.9934098271111226 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.6695652008056641, - "72": 0.6086956262588501, - "108": 0.54347825050354, - "255": 0.28260868787765503 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 0.691699604743083, - "test_acc": 0.7286166842661035, - "train_size": 400, - "val_size": 253, - "test_size": 947, - "stats": { - "mean": [ - [ - 0.0049220609499997505, - 0.014300554999999927, - -0.013117759999999938, - 0.0006888637499999897, - 0.014571960000000097, - -0.029186410499999996, - 0.002400438750000075, - -0.053890317500000125, - 0.010837756000000382, - -0.043686283749999874, - 0.00818919124999994, - 0.02274708350000002, - -0.010304195600000106, - 0.021186932849999934, - 0.02806746060000008, - 0.03340746249999935, - -0.023547052000000096, - -0.033522315499999976, - 0.008610349500000156, - 0.027052154499999995, - -0.010934992499999938, - 0.006081485000000295, - 0.02777317250000039, - 0.016383195499999857, - 0.03879757150000023, - -0.021655729750000265, - 0.014864098750000401, - 0.036007804000000046, - -0.006075429999999921, - -0.019079332500000098, - 0.046873371749999754, - 0.020189249124999916, - -0.006358586449999976, - -0.01606563250000019, - -0.011602580249999888, - 0.013908655750000045, - -0.026925847499999826, - 0.04435231250000004, - 0.0030248995000000476, - 0.04331075999999964, - -0.010036047250000119, - -0.020255887499999837, - 0.016312687999999884, - 0.0007390799999998633, - -0.01058009674999995, - 0.022933002500000025, - 0.018606085150000003, - -0.02793774274999995, - 0.02640782450000013, - 0.0009197187999999446, - 0.01879274900000016, - -0.012793932500000254, - -0.05696751475000014, - 0.009623771999999869, - -0.014076831999999899, - 0.03262045174999992, - -0.03750922250000002, - -0.020068239750000067, - 0.007511379900000031, - 0.011995891500000104, - 0.001957915000000034, - 0.008284810500000324, - -0.03583419272500005, - 0.025183247499999534 - ] - ], - "std": [ - [ - 1.0292860056491944, - 1.0292792317834558, - 1.021157636187128, - 1.0004671883473788, - 1.0099925807918118, - 0.940459599532873, - 1.0284403765468189, - 0.8253858457506277, - 1.0205839902595195, - 0.9375845702209917, - 1.0276192722636466, - 1.0352781665590673, - 1.00573951678478, - 1.0168176366617936, - 1.0354526336454533, - 1.409467384284455, - 1.0173514777145187, - 0.9176768917465363, - 0.9987312571300704, - 1.011937740881034, - 0.998584402272729, - 1.056733717686757, - 1.037552726041927, - 1.0142258428702424, - 1.035939823876147, - 0.9963005677388238, - 1.0191184901038401, - 1.0189027476350714, - 0.9772965657228759, - 0.9822876158929498, - 1.1026232958885742, - 1.0501886707528871, - 0.9971602814316513, - 1.0340674788196675, - 0.9800225335712383, - 1.0197769718133536, - 0.9741149929553732, - 1.042912622378931, - 0.9736271090391864, - 1.061534430063924, - 0.9526685914619262, - 1.0048497041951536, - 1.0274317900005205, - 0.9912072467959292, - 0.9895627947501346, - 1.0186115853191826, - 1.013480663944259, - 0.9413201803178272, - 1.0436199704257596, - 0.9898799364419235, - 1.0333854032952587, - 0.9495359391868493, - 0.9383015025414292, - 1.0126790152589706, - 0.9761807480062364, - 1.0554871962715169, - 0.9748100083771338, - 0.9555452645008876, - 1.0523449870830452, - 0.9961427848161136, - 1.2062430696295, - 1.0118419269696228, - 0.9775440389434499, - 0.9524811445180422 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.6245059370994568, - "72": 0.5454545617103577, - "108": 0.4861660301685333, - "255": 0.20948617160320282 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7318169974593871, - "std_test_acc": 0.005195778330694146, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6640207171440125, - "std_cert_acc_36": 0.03139587880497356, - "mean_cert_acc_72": 0.5870471298694611, - "std_cert_acc_72": 0.033776379028240426, - "mean_cert_acc_108": 0.5235426723957062, - "std_cert_acc_108": 0.04448053605729876, - "mean_cert_acc_255": 0.24928634241223335, - "std_cert_acc_255": 0.03647279605888439 - }, - "post-operative": { - "dataset": "post-operative", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.6153846153846154, - "test_acc": 0.4727272727272727, - "train_size": 22, - "val_size": 13, - "test_size": 55, - "stats": { - "mean": [ - [ - 0.2644478181818181, - -0.002965454545454521, - -0.04423899999999998, - 0.0652979090909091, - -0.09040263636363635, - 0.12863909090909095, - -0.031622818181818196, - -0.010754727272727246 - ] - ], - "std": [ - [ - 0.863045425336646, - 0.9808035281210981, - 0.9954110000000002, - 0.8638286631944233, - 0.9903112638860088, - 1.0460343032985846, - 0.9593493232948251, - 0.6242961991096403 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.46153849363327026, - "72": 0.46153849363327026, - "108": 0.38461539149284363, - "255": 0.07692307978868484 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.5555555555555556, - "test_acc": 0.42, - "train_size": 22, - "val_size": 18, - "test_size": 50, - "stats": { - "mean": [ - [ - -0.04068454545454543, - -0.13643590909090905, - -0.22522281818181814, - -0.01632572727272733, - 0.18080527272727273, - -0.36753845454545453, - -0.4196983636363635, - 0.03461609090909094 - ] - ], - "std": [ - [ - 0.48245777837997267, - 1.0509474100388445, - 0.9788196547256961, - 1.0356928042306306, - 0.9778540225386487, - 0.7579234423290888, - 0.7652973041426179, - 0.7599528606329299 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.2222222238779068, - "108": 0.0555555559694767, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 0.5555555555555556, - "test_acc": 0.5254237288135594, - "train_size": 22, - "val_size": 9, - "test_size": 59, - "stats": { - "mean": [ - [ - 0.035598363636363664, - -0.06970068181818179, - -0.13473090909090904, - -0.17957400000000004, - 0.18080527272727273, - 0.29403163636363644, - 0.03305631818181817, - 0.034616272727272704 - ] - ], - "std": [ - [ - 0.7964199476848967, - 1.018669033729904, - 0.9912891976159546, - 1.0484797311020457, - 0.9778540225386487, - 1.24868633500981, - 1.0040929058601908, - 0.5709040666748884 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.1111111119389534, - "108": 0.1111111119389534, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.6666666666666666, - "train_size": 22, - "val_size": 14, - "test_size": 54, - "stats": { - "mean": [ - [ - -0.4221010909090909, - 0.19724022727272736, - 0.22723672727272717, - -0.016325727272727287, - -1.0092936587501423e-17, - -0.036753454545454506, - -0.16098145454545446, - 0.41270672727272745 - ] - ], - "std": [ - [ - 0.9311555791372603, - 0.9366735504705384, - 0.9576763484720417, - 1.0356928042306308, - 0.9944290000000001, - 0.7579238589268785, - 0.9505882556493265, - 0.8002666526517147 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3816, - "cert_evals": { - "36": 0.3571428656578064, - "72": 0.2142857313156128, - "108": 0.2142857313156128, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5212044170518747, - "std_test_acc": 0.10609655383567115, - "n_samples": 90, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.37133701145648956, - "std_cert_acc_36": 0.061172811916975545, - "mean_cert_acc_72": 0.2522893901914358, - "std_cert_acc_72": 0.1483967723364429, - "mean_cert_acc_108": 0.19139194767922163, - "std_cert_acc_108": 0.14463282530631952, - "mean_cert_acc_255": 0.01923076994717121, - "std_cert_acc_255": 0.03846153989434242 - }, - "primary-tumor": { - "dataset": "primary-tumor", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 55, - "best_val_acc": 0.37254901960784315, - "test_acc": 0.3604060913705584, - "train_size": 82, - "val_size": 51, - "test_size": 197, - "stats": { - "mean": [ - [ - -0.008010512195121854, - 0.054444146341463336, - 0.0366287682926831, - 0.017473585365853656, - 0.00994146341463413, - 0.14699000000000015, - 0.04866843902439027, - -0.06218121951219504, - 0.01667878048780483, - -0.03673495121951217, - 0.060766390243902485, - -0.11804926829268325, - 0.04384986585365854, - -0.04256348780487793, - 0.026720512195121893, - 0.09196453658536587, - 0.04076614634146339 - ] - ], - "std": [ - [ - 0.9284296903454413, - 0.9827553422472404, - 0.9950878705168285, - 1.0173173538014615, - 0.9933487461181214, - 1.0, - 0.962929194381142, - 1.0381881034205123, - 0.9899379872265349, - 1.011517643744964, - 0.8811077313196498, - 1.2812447336275181, - 0.9462003808216405, - 1.0326718844648832, - 0.9328296141970309, - 0.9459362255487258, - 0.9834201107664913 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 15700, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.29411765933036804, - "108": 0.2352941334247589, - "255": 0.09803921729326248 - }, - "fold": 0 - }, - { - "best_epoch": 42, - "best_val_acc": 0.5, - "test_acc": 0.3383838383838384, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.19990898780487798, - -0.06597853658536594, - -0.06580686585365814, - -0.04826112195121953, - 0.03728248780487797, - 0.06248341463414634, - -0.06985995121951216, - -0.0032160975609755497, - -0.06506265853658541, - 0.09333218292682927, - 0.06076639024390239, - -0.30444282926829297, - -0.1407240975609757, - -0.13789832926829237, - -0.011618548780487929, - -0.07208160975609774, - 0.0923113658536586 - ] - ], - "std": [ - [ - 1.0840763211298148, - 0.9871722424447865, - 0.9943340791237609, - 0.9878070021217906, - 0.978564253608743, - 0.7605592682926824, - 1.0434538299658207, - 1.0006713020447777, - 1.0285572185582093, - 0.9582691142993712, - 0.8811077313196498, - 1.4765153864007459, - 1.1389873689905186, - 1.0994550266298473, - 0.9827072417027007, - 1.0321010371852044, - 0.961563601529827 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 15700, - "cert_evals": { - "36": 0.29999998211860657, - "72": 0.17999999225139618, - "108": 0.17999999225139618, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.48, - "test_acc": 0.3484848484848485, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.05595567073170747, - -0.11414758536585423, - -0.15360871951219476, - 0.11138004878048806, - 0.14664658536585373, - -0.022023170731707342, - 0.04866843902439022, - 0.11471414634146337, - -0.09230980487804882, - -0.010721524390243967, - -0.13876521951219484, - -0.024852487804878247, - -0.029979719512195135, - -0.13789832926829246, - 0.02672051219512185, - -0.0720816097560979, - 0.014993536585365865 - ] - ], - "std": [ - [ - 0.8752456105780106, - 1.0319878972477479, - 1.020270188955276, - 0.973373221402528, - 0.908857763487908, - 1.068933148158204, - 0.9629291943811422, - 0.9096695962820129, - 1.0396848408746504, - 1.0024455533701155, - 1.2137033994344781, - 1.1602914885292481, - 1.031634721498422, - 1.0994550266298473, - 0.9328296141970309, - 1.0321010371852055, - 0.9931654994287419 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 15700, - "cert_evals": { - "36": 0.3799999952316284, - "72": 0.29999998211860657, - "108": 0.25999999046325684, - "255": 0.03999999910593033 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.3888888888888889, - "test_acc": 0.3160377358490566, - "train_size": 82, - "val_size": 36, - "test_size": 212, - "stats": { - "mean": [ - [ - 0.03463378048780499, - 0.006275073170731583, - 0.007361365853658851, - -0.05765181707317083, - 0.06462351219512194, - 0.062483414634146285, - 0.04866843902439023, - 0.17367926829268246, - 0.043925926829268234, - -0.03673495121951222, - 0.010883487804878128, - 0.06834443902439019, - -0.029979719512194993, - 0.11632791463414643, - 0.026720512195121806, - 0.06462351219512184, - 0.14385658536585347 - ] - ], - "std": [ - [ - 0.9863628325148939, - 0.9862904448213375, - 0.9415700081720351, - 0.9778925433614022, - 0.9627768184983537, - 0.7605592682926826, - 0.962929194381142, - 0.8544857970801263, - 0.9752042587005816, - 1.0115176437449636, - 0.9787732234590277, - 0.8230916787799415, - 1.031634721498422, - 0.888087814072915, - 0.9328296141970309, - 0.9627768184983537, - 0.9363654126487833 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 15700, - "cert_evals": { - "36": 0.2777777910232544, - "72": 0.1111111119389534, - "108": 0.1111111119389534, - "255": 0.02777777798473835 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.34082812852207545, - "std_test_acc": 0.018818963069620814, - "n_samples": 330, - "n_features": 17, - "n_classes": 15, - "mean_cert_acc_36": 0.32277777791023254, - "std_cert_acc_36": 0.04445832848912403, - "mean_cert_acc_72": 0.22130718640983105, - "std_cert_acc_72": 0.09191187841515948, - "mean_cert_acc_108": 0.19660130701959133, - "std_cert_acc_108": 0.06608253673643985, - "mean_cert_acc_255": 0.04145424859598279, - "std_cert_acc_255": 0.04126933526275578 - }, - "plant-texture": { - "dataset": "plant-texture", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 66, - "best_val_acc": 0.7188755020080321, - "test_acc": 0.7, - "train_size": 400, - "val_size": 249, - "test_size": 950, - "stats": { - "mean": [ - [ - -0.016478091624999976, - -0.014961091800000008, - -0.004249621250000072, - 0.023384388500000127, - 0.005502324450000172, - 0.0145078697499998, - 0.0045305880750000724, - -0.03467714649999986, - 0.004193091999999971, - 0.012809078150000047, - -0.009651387200000038, - -0.01915911049999979, - -0.008120220149999673, - 0.007483559499999939, - -8.819250000012408e-06, - -0.019568870142500156, - 0.028020058549999945, - 0.022078226650000053, - 0.0008334952449999984, - -0.0007628900000000476, - -0.033131676325000525, - -0.02417429049999988, - 0.012456803749999997, - 0.002599056999999966, - -0.016433078500000114, - -0.0015455646349999707, - 0.03351081127500002, - -0.00866295650000013, - -0.001216327300000051, - 0.02500025624999989, - 0.002615395250000011, - 0.004382452249999722, - -0.0336998632, - 0.024454489599999945, - 0.006896749999999824, - 0.0024042895000002573, - -0.0489830051999999, - -0.0018739831749999436, - -0.0027442942499998836, - 0.014888681500000006, - 0.039273120399999896, - -0.03620304349999986, - 0.01871371774999999, - 0.0017737930000000502, - 0.03068173249999988, - 0.005476874500000017, - -0.018285551499999983, - -0.01942126079499999, - 0.020034201150000052, - -0.04440868274999999, - -0.0031926880000002233, - -0.009055307999999866, - 0.01178355375000011, - 0.006780597750000028, - -0.015243231374999874, - 0.051239233250000044, - 0.01800514339999995, - 0.008651616399999893, - 0.0034974595000000232, - 0.03453392162500026, - -0.006043314750000227, - 0.012514663999999986, - 0.043475420250000084, - -0.02456098675000002 - ] - ], - "std": [ - [ - 0.9009966230602708, - 0.9364276177287642, - 0.9754761006143327, - 1.0291666417884513, - 1.0289691228068274, - 0.9876927454085853, - 0.9560626059354702, - 0.9597522889147546, - 0.9994773403976824, - 1.0152637844096681, - 0.9520114484241692, - 0.9432619847706322, - 0.9482931419315812, - 1.0591026895126023, - 0.9522570318080412, - 0.9864956149999131, - 1.084922016377646, - 1.173758426456074, - 1.0592998584844, - 1.0606714617823771, - 0.8614306216418535, - 1.0345366597359764, - 1.042209469105469, - 1.0348653782485668, - 0.9988649975902255, - 1.0174988947519772, - 1.0858204535316325, - 0.9739602296564857, - 1.0131848275815751, - 1.0264935540496496, - 0.9816966426566287, - 1.0024562576995246, - 0.9036181164894379, - 1.0437722258848774, - 0.9846104856336191, - 1.0510739753463445, - 0.8892428833739887, - 0.9794996248503948, - 0.9461971557449678, - 1.0298104390925615, - 1.1599976257671403, - 0.9173959381413883, - 0.9736629274573383, - 0.9990534408909421, - 1.0761727962998655, - 0.9933289670108497, - 0.9771946168612999, - 1.032165319421753, - 1.0398720209157222, - 0.9587359927023673, - 1.012139905486573, - 0.9975269161128212, - 1.0373603976704429, - 0.9974923617573629, - 1.0098998196849565, - 1.1923604394819194, - 1.0833214484639513, - 1.0328745232566003, - 1.0402739857013459, - 1.1225366590688706, - 0.9261829634072084, - 1.0546429695267736, - 1.0777446293534623, - 0.9933512209550289 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.6626505851745605, - "72": 0.6104417443275452, - "108": 0.582329273223877, - "255": 0.38152608275413513 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.6600790513833992, - "test_acc": 0.7145877378435518, - "train_size": 400, - "val_size": 253, - "test_size": 946, - "stats": { - "mean": [ - [ - -0.004256254850000026, - 0.021923264150000024, - -0.012071683000000069, - -0.011057278499999901, - -0.017880446849999797, - 0.0011827752499998178, - -0.0027601811999999146, - -0.0251483662499997, - 0.055288276499999955, - 0.018802836700000086, - 0.000680779799999956, - -0.003705401924999697, - -0.0076088335999996695, - -0.006072732000000045, - 0.0014956542500000531, - -0.02329864526500025, - 0.00074919069999995, - 0.034619562699999926, - 0.014588840164999981, - -0.0003229700500000161, - 0.03756710242499937, - -0.018300292499999992, - 0.015038550999999963, - 0.038566000999999954, - -0.024540214250000143, - 0.03385858173000003, - -0.01502205307499997, - -0.03221403250000019, - -0.03763231055000007, - -0.0005684717500001015, - 0.005178833750000021, - 0.0232263649999997, - -0.018164639750000218, - -0.0284664659000001, - 0.014296748749999815, - -0.01446542499999974, - 0.017083458499999923, - -0.05198149362499994, - 0.02665897775000016, - 0.0006017054999999511, - -0.023385096025000055, - -0.00870071099999995, - -0.02645367400000001, - 0.030389902050000018, - -0.010937763500000006, - -0.05008216174999998, - -0.014492351249999987, - -0.029835240265000052, - -0.0028061221000000624, - 0.012136923749999967, - 0.04889772374999951, - -0.005096808249999897, - -0.007376563999999944, - 0.017595101374999984, - -0.013797275999999694, - 0.054841677249999804, - -0.058722712075000016, - 0.03106128492499999, - 0.04723510375, - 0.03316721925000017, - -0.00928761275000021, - 0.004404617250000025, - -0.002385128999999882, - -0.039578189499999986 - ] - ], - "std": [ - [ - 1.0176195895454074, - 1.0490244648468456, - 0.9960419330218429, - 1.0013824399376616, - 0.9994469044392366, - 0.9946100427625639, - 1.0157545132253116, - 0.9788609202986969, - 1.071845617834868, - 0.9893086678710389, - 0.9761446960534231, - 1.0226495027246933, - 1.039042345736355, - 0.9862504907230619, - 1.010782124858231, - 0.9283410333997018, - 0.9169243300337626, - 1.2172212453002578, - 1.0463189591077335, - 1.0069757171220548, - 1.1331476744057545, - 0.9469821203572525, - 1.056155176364169, - 1.0595663845370344, - 0.9428967883897005, - 1.0970228794322368, - 0.9685633455294996, - 0.9741644818618026, - 0.9143633677590421, - 1.0691597858758368, - 1.01412670505509, - 1.070121954375621, - 0.951399475845066, - 0.9830032176811866, - 1.0946821401422548, - 0.9450181434403627, - 1.0182514042513124, - 0.9407099037863594, - 1.0799791344020868, - 0.9842100577075739, - 0.9049268404343978, - 0.9743966176706755, - 0.9614307865494272, - 1.0589976460635564, - 1.033707681388281, - 0.9570270454194322, - 0.9726967073724329, - 0.9598087507205947, - 1.0248291708573996, - 1.0065887165171423, - 1.1899283807762595, - 1.046684908157972, - 0.9585960515533316, - 1.0015106988574207, - 0.9882827515120411, - 1.1390243681390715, - 0.903234233001017, - 1.0770406438636961, - 1.0289747705280785, - 1.108986637240471, - 0.9644875764134929, - 0.9341662575099802, - 1.0003551075843455, - 0.9381906895869818 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.6047431230545044, - "72": 0.5652174353599548, - "108": 0.5098814368247986, - "255": 0.3320158123970032 - }, - "fold": 1 - }, - { - "best_epoch": 67, - "best_val_acc": 0.752, - "test_acc": 0.7249736564805058, - "train_size": 400, - "val_size": 250, - "test_size": 949, - "stats": { - "mean": [ - [ - 0.006781644050000072, - -0.01704826455000003, - -0.002251882250000035, - -0.0028131144999998512, - -0.005865192699999791, - 0.009570933999999944, - -0.009578214299999865, - -0.024165803499999656, - -0.01858652050000008, - -0.016836627099999942, - 0.022271386250000094, - 0.02783143624999974, - 0.013649515400000272, - 0.03256191874999994, - 0.007509060350000286, - 0.028498989239999706, - 0.009155898099999922, - -0.05709269885000008, - -0.011131543627500075, - 0.007129308599999935, - 0.009527655224999435, - 0.048195565000000024, - -0.03163669524999997, - -0.012298672749999962, - -0.015361769500000262, - -0.020092703134999917, - 0.00814105310000005, - 0.010467141749999798, - 0.000659113049999987, - 0.0005926604999999846, - -0.003039380250000019, - 0.006916299999999689, - 0.0028526314500000234, - 0.02393395764999979, - -0.017349249750000083, - -0.004382585749999812, - 0.0006067708249999293, - -0.02260160009999996, - -0.020113583249999886, - -0.027872431749999968, - 0.012264436799999952, - 0.015939157750000252, - -0.014283123999999987, - -0.014588402899999955, - 0.013490449499999968, - 0.011403421250000092, - 0.012658765250000021, - -0.014379616514999992, - 0.014957853600000057, - 0.00609202149999992, - -0.02169176450000027, - -0.0238132444999999, - -0.016261851749999882, - -0.006561618624999998, - 0.00928921537500022, - -0.0672483589999997, - 0.0054866013749999285, - 0.003738513875000059, - -0.02022912349999999, - -0.003440074000000029, - 0.030528467999999764, - 0.03239571075000004, - 0.03326437500000009, - -0.011354963499999924 - ] - ], - "std": [ - [ - 1.0176353776788036, - 0.9190930489962008, - 1.0268538651935009, - 0.9999682393873391, - 0.9984018173866293, - 1.0374879590245607, - 0.9749352350820676, - 0.996266197839155, - 0.9511625612934416, - 0.9876855487180032, - 1.105409076208761, - 1.0321003973234553, - 1.0235494324640213, - 1.1213865795944102, - 1.0879930289006665, - 1.0838318604426802, - 1.0877272851283968, - 0.774752481406204, - 1.0373588129982505, - 0.9969058944401101, - 1.011738502430844, - 1.1511835702083388, - 0.9377685226320285, - 1.0219749119064445, - 0.92170310125349, - 0.9806129656814709, - 1.0038200109094886, - 1.0479216121391026, - 1.0231420017542938, - 0.9787899196190312, - 1.0290085842795444, - 1.0501562971981688, - 0.9469912325322501, - 1.0353208445844364, - 0.9577479946023613, - 0.9403622048724667, - 0.9697131314173383, - 0.9465545623876653, - 0.9782386950900146, - 0.9139584627856204, - 0.9779691745581587, - 1.0259013952137952, - 0.9330608640569992, - 0.942152577459924, - 0.9978008930918613, - 1.0501702677822984, - 1.0356406401318516, - 0.9717916536323801, - 0.982544393973635, - 1.047669652090456, - 0.8616845618348262, - 0.9101934286793992, - 1.0301962610060198, - 0.9575486231894531, - 0.9827140500471714, - 0.5778539784498753, - 0.9613134752896453, - 1.0047774832021952, - 0.9907827459169802, - 0.9871971074482115, - 1.162147207193799, - 1.0844411935907712, - 1.0567242900140779, - 0.9982258566338452 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.7000000476837158, - "72": 0.6480000019073486, - "108": 0.5920000076293945, - "255": 0.3800000250339508 - }, - "fold": 2 - }, - { - "best_epoch": 30, - "best_val_acc": 0.7613168724279835, - "test_acc": 0.7081589958158996, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.014342517400000006, - -0.010508095700000018, - 0.020846525499999963, - 0.0065602567500000954, - 0.04070300080000023, - 0.005624379000000016, - 0.010057827824999985, - -0.0016692939999995607, - -0.0012298350000000452, - 0.004113477850000035, - -0.006016862100000142, - -0.027265562499999736, - 0.012290107750000214, - -0.017597352249999944, - -0.05018481082499988, - -0.019962193892500257, - -0.01139161950000006, - -0.022701001150000014, - 0.0013786910799999214, - -0.014646860050000085, - -0.015396491325000532, - 0.008186758999999919, - 0.04188897099999995, - 0.029843807999999857, - -0.027753020000000236, - -0.0005539261349998608, - -0.017307911899999966, - 0.011377426749999739, - -0.022145610699999995, - 0.007566919749999868, - -0.027431704249999946, - 0.042545776999999674, - 0.052352197149999995, - -0.006990049900000131, - 0.010389971999999801, - 0.018498143250000078, - 0.06626066654999992, - 0.00848889462500006, - -0.018184080999999918, - 0.01926874899999994, - -0.03685933877500006, - 0.0007597582500002853, - -0.02537281875000002, - 0.008902194600000003, - 0.02412217824999988, - 0.031126447000000078, - 0.024641684499999875, - 0.0029474992500001605, - 0.005532393600000062, - -0.008580874249999974, - -0.015919812000000293, - -0.00023579924999993536, - 0.03706109150000009, - -0.0008052041249999526, - -0.03436781549999974, - 0.022327436750000006, - 0.007519205675000007, - -0.011987557750000155, - 0.01592568225000001, - 0.005316474750000138, - -0.0004174132500002535, - -0.032213199249999686, - -0.031228355999999867, - 0.02102232000000007 - ] - ], - "std": [ - [ - 0.8692420724813031, - 0.949763414888491, - 1.0642544830753824, - 1.0472839362776507, - 1.0901344960110089, - 1.0448532151498395, - 0.9860966887034024, - 0.992983631561972, - 1.0149294022896036, - 0.9431952484176876, - 1.0340529605805364, - 0.9513173925745501, - 1.0567752587933925, - 0.9542576532027438, - 0.7813209238320555, - 0.9338054729806743, - 0.9321480764995789, - 0.8561905534972463, - 0.9927488431023881, - 0.9167664054814741, - 0.9198840727955573, - 1.0334423218940791, - 1.0542630877180026, - 1.0910912930890575, - 0.9104729281174669, - 0.940879543920847, - 0.9516761628090449, - 1.0514139332592722, - 0.9431400801236285, - 1.0295711364901166, - 0.8800987512468141, - 1.1173664674104642, - 1.1433392914474967, - 0.9617273036124687, - 1.037564686694581, - 1.0144405124623135, - 1.141213336619724, - 0.9794696310119911, - 0.9763734610882173, - 1.0315472144044722, - 0.937513787219726, - 0.9989573963275813, - 0.898086886732961, - 1.0058174039027852, - 1.0273289677810482, - 1.0127412982823678, - 1.0261552552616107, - 1.0621741318043578, - 0.9715566474052263, - 0.9644661846983199, - 0.8986136195077067, - 0.9995526222906947, - 1.0617704910396841, - 1.063170800289359, - 0.9564967404036995, - 1.2714040020058475, - 1.0285638690116818, - 0.9378454050408493, - 1.0325468321763043, - 1.0983078969994187, - 0.916541159688309, - 1.0160097153090744, - 0.9197027539366839, - 1.0261398372506563 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 256105, - "cert_evals": { - "36": 0.7037037014961243, - "72": 0.6543209552764893, - "108": 0.6008230447769165, - "255": 0.4238682985305786 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7119300975349893, - "std_test_acc": 0.010547447042530252, - "n_samples": 1599, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6677743643522263, - "std_cert_acc_36": 0.04592966516451886, - "mean_cert_acc_72": 0.6194950342178345, - "std_cert_acc_72": 0.04104224553708213, - "mean_cert_acc_108": 0.5712584406137466, - "std_cert_acc_108": 0.041609207115651706, - "mean_cert_acc_255": 0.37935255467891693, - "std_cert_acc_255": 0.037539144292704586 - }, - "seeds": { - "dataset": "seeds", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.9666666666666667, - "test_acc": 0.9296875, - "train_size": 52, - "val_size": 30, - "test_size": 128, - "stats": { - "mean": [ - [ - -0.07865740384615384, - -0.09929158269230767, - 0.10740706153846159, - -0.11327312326923078, - -0.054041704038461535, - 0.11302156807692312, - -0.12860311538461539 - ] - ], - "std": [ - [ - 0.9776589269685166, - 1.0102414254274936, - 0.8380902928078587, - 1.0256407102447727, - 0.9263919424516689, - 1.0662347835422732, - 0.9877327834391749 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.3333333432674408, - "108": 0.2666666805744171, - "255": 0.03333333507180214 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.8947368421052632, - "test_acc": 0.9333333333333333, - "train_size": 52, - "val_size": 38, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.058945873076923054, - 0.058565444230769224, - 0.07005121538461541, - 0.06763472500000012, - 0.047836257499999944, - -0.05406976365384615, - 0.04528192692307701 - ] - ], - "std": [ - [ - 0.9708842177474521, - 0.9848353623619012, - 0.8161306877633503, - 0.9973740833983674, - 0.9401704976733031, - 0.9044940579464946, - 1.002197108725799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.7368420958518982, - "72": 0.6842105388641357, - "108": 0.5526315569877625, - "255": 0.05263157933950424 - }, - "fold": 1 - }, - { - "best_epoch": 32, - "best_val_acc": 0.9117647058823529, - "test_acc": 0.9193548387096774, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.033384901923076866, - -0.0331742116538462, - -0.031110369230769246, - -0.035362980769230695, - -0.03749499615384611, - -0.05436379423076917, - -0.022526719230769286 - ] - ], - "std": [ - [ - 0.9921027190305836, - 0.9758756553777916, - 1.131396588661939, - 0.9525393107723146, - 1.031011005759497, - 0.9529339051548767, - 0.9671977555675655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.8529411554336548, - "72": 0.7058823704719543, - "108": 0.38235294818878174, - "255": 0.05882352963089943 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.9117647058823529, - "test_acc": 0.8709677419354839, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.01415203269230775, - 0.0027556519230769717, - -0.08995134999999999, - 0.03169613269230778, - -0.04915413269230773, - 0.020229542307692343, - -0.026400719230769202 - ] - ], - "std": [ - [ - 0.968562549022194, - 0.987659685020645, - 0.896948829634495, - 0.9880022117491448, - 0.9355234042408067, - 1.095434168498032, - 1.0069225875711127 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3752, - "cert_evals": { - "36": 0.7058823704719543, - "72": 0.6176470518112183, - "108": 0.2647058963775635, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9133358534946237, - "std_test_acc": 0.028859201903050705, - "n_samples": 210, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.7239164113998413, - "std_cert_acc_36": 0.10407522220194756, - "mean_cert_acc_72": 0.5852683261036873, - "std_cert_acc_72": 0.1721016430484686, - "mean_cert_acc_108": 0.3665892705321312, - "std_cert_acc_108": 0.13567727861347928, - "mean_cert_acc_255": 0.03619711101055145, - "std_cert_acc_255": 0.026460528005415453 - }, - "connect-4": { - "dataset": "connect-4", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 33, - "best_val_acc": 0.8148473319676129, - "test_acc": 0.8151272979191925, - "train_size": 16889, - "val_size": 10251, - "test_size": 40417, - "stats": { - "mean": [ - [ - 0.030039043756277816, - 0.019902300550625314, - 0.02412979927762107, - 0.01985044289179096, - 0.04051709657175008, - 0.019031591236910044, - -0.0045395188821050255, - 0.00019764479838064707, - -0.0054407273373289445, - 0.0013942071762814724, - 0.0055600884599283544, - 0.001485642518807598, - -0.045466167742357476, - -0.01035231553081155, - -0.011896642548398602, - -0.003500336017520728, - -0.005169183847484449, - -0.004208846444423896, - -0.015666746284570425, - -0.004623683640220639, - -0.003240515128237825, - 0.007526564154155245, - 0.005614181419874743, - -0.0009578565812173992, - -0.008785680620530124, - 2.9899105920217333e-05, - 0.008153071703466623, - 0.012008136479367208, - 0.006621551092434575, - -0.0019656975546212823, - -0.013779740837230907, - -0.007963726330753096, - 0.0029912185446102466, - 0.006957733791219768, - 0.009923208727565623, - 0.008400017940669328, - 0.005648935283319054, - -0.0006844205696187397, - -0.00016250281250430496, - 0.005438035407640847, - 0.006130487891554314, - 0.0019121513411066388 - ] - ], - "std": [ - [ - 1.006531226467314, - 1.008924218376966, - 1.0197183666704737, - 1.023893878424687, - 1.1159454713651147, - 1.1190732652590052, - 1.0024169825217877, - 0.9994835093105424, - 0.9930989860238304, - 1.004612308430935, - 1.0242747269577495, - 0.9967703228906594, - 1.0081015996457976, - 1.0023951062831706, - 0.9892908401102037, - 0.9991151349692805, - 0.9863950858355114, - 0.960184531380724, - 0.9986346631032498, - 1.0001270989782147, - 0.9928951530660571, - 1.0169032842233705, - 1.013285375385304, - 0.970290472444351, - 0.9945759706604689, - 0.9972408901165424, - 1.0114521905940863, - 1.0290063758644428, - 1.023278904623385, - 0.9324949802555003, - 0.9965943679305745, - 0.9932874797871102, - 1.0036564691959504, - 1.0228377133115587, - 1.0386526847608728, - 1.1257342158605066, - 1.0035861966708441, - 1.000236858494279, - 0.9968329006749054, - 1.0125833294784417, - 1.0214319654141149, - 1.006766118353405 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 60679, - "cert_evals": { - "36": 0.6821773052215576, - "72": 0.5231684446334839, - "108": 0.3639644682407379, - "255": 0.018729880452156067 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.8127215439149271, - "test_acc": 0.8140057266982622, - "train_size": 16889, - "val_size": 10156, - "test_size": 40512, - "stats": { - "mean": [ - [ - 0.027203261152216014, - 0.024381636864207697, - 0.020735522529443332, - 0.023047149623986126, - 0.020027097519112465, - 0.026940308105877917, - -0.00722533788855856, - -0.00531791621766461, - -0.009308466457466616, - 0.00578968973889537, - -0.0010269574279278557, - 0.004949220640663072, - -0.037384035289282136, - -0.016723926816264917, - -0.008892225590617149, - -0.008508028006396103, - -0.004554644798399636, - 0.0002488341287307118, - -0.014038076854764218, - 0.0028520603943621176, - 0.0008038332642066601, - 0.002791597607881187, - -0.00160992456626965, - -0.0009578257800985885, - 5.388069156555676e-05, - 0.010160649535196326, - 0.012398836639225969, - 5.7993960568914834e-05, - -0.003970593522402191, - 0.0032774340103030072, - -0.010958108650600418, - 0.003209088104681389, - 0.008421007164421582, - 0.007349537331987826, - 0.008767308745328259, - -0.0032300263189079456, - -0.0018860788679084654, - -0.009485176801493057, - -0.0028463511753280563, - 0.0013060429865429904, - -0.0015533507016145245, - 0.012107637870801016 - ] - ], - "std": [ - [ - 1.0053784970608792, - 1.0086117051709853, - 1.0174407281192794, - 1.0328236445577126, - 1.0555647249928823, - 1.1828794778966805, - 1.0020910755122447, - 1.0000565113338769, - 0.9890321160451245, - 1.0150152665488792, - 0.9899360205182285, - 1.0509979377431884, - 1.0058247313452429, - 0.9943794278675755, - 0.9914355031605685, - 0.98735263698585, - 0.9895129572809503, - 0.9832660190727348, - 1.0002454573596118, - 1.005345164132691, - 1.0022702027544366, - 1.0038695389702308, - 0.9884994910041733, - 1.0323210247180712, - 0.9997460580413666, - 1.0089872644160143, - 1.0235001251776934, - 0.9984386209085483, - 0.9823324227005963, - 1.0494438702787408, - 0.9933592013054958, - 1.0038908920524567, - 1.013697656799958, - 1.0183153010542547, - 1.0567215054144603, - 0.8880868673858706, - 1.0011297314158905, - 0.9952887406369397, - 0.9967427026967423, - 1.006175884588394, - 0.991937713430211, - 1.1100304287997806 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 60679, - "cert_evals": { - "36": 0.6752658486366272, - "72": 0.5127018690109253, - "108": 0.3486608862876892, - "255": 0.011224891990423203 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8132942326490714, - "test_acc": 0.8147039912953162, - "train_size": 16889, - "val_size": 10230, - "test_size": 40438, - "stats": { - "mean": [ - [ - 0.025572694783573928, - 0.01329715524895377, - 0.021220418319602922, - 0.01865168985727237, - 0.01982012718339098, - 0.00963998614483818, - 0.002528423115643657, - 0.014210160400253889, - 0.019369405767058635, - 0.014451386997468231, - 0.013793931316224738, - 0.012371159470670088, - -0.039714018710444283, - 0.002464175676483553, - -0.003429649002305634, - -0.009634763751553201, - 0.0009762194327558758, - 0.0017347277695622, - -0.010497498845409039, - -0.009077317366310872, - -0.009626320682147567, - -0.007594781810667109, - -0.00470596897387065, - -0.0015970677600842312, - -0.009472249452314906, - -0.00820725051809292, - -0.0026667849487946728, - -0.015432931020187987, - 0.0013254907454667974, - 0.008520569927173222, - -0.01259168517970182, - -0.013636079637638902, - -0.01148821777488854, - 0.0004930685061226005, - 0.0037583447036442816, - 0.004523333086622283, - -0.0011041412753886373, - 0.0011898180472266853, - 0.004086905974287228, - 0.0047194280300578055, - 0.006496377523849094, - 0.0006377091894106407 - ] - ], - "std": [ - [ - 1.002340911028259, - 1.000241509886604, - 1.0182352047279812, - 1.026450786988581, - 1.0586830294039484, - 1.0573441287107759, - 0.9999723336345973, - 1.0051963116139528, - 1.0189730060934503, - 1.0249429350044355, - 1.0283337398578962, - 1.0717856671455852, - 1.007021137501264, - 1.0086278986575667, - 0.9953893180688569, - 0.98676435866359, - 1.0045070750637721, - 0.9894410915928983, - 1.0018969853345276, - 0.9951351558433682, - 0.9829488046935272, - 0.9826669281585328, - 0.9809482582136214, - 1.0155101449208117, - 0.9962026519420597, - 0.990863381380769, - 1.0019931559758173, - 0.9596014491771616, - 1.0169055158769793, - 1.076548189219986, - 0.9955495648295175, - 0.9907146280157456, - 0.9785756681213451, - 1.006526766910725, - 1.0173366899136054, - 1.0876518916773228, - 1.0029420841971977, - 0.9990722630784118, - 1.0096089946640998, - 1.0127375864747392, - 1.01584212211435, - 0.9362241233272562 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 60679, - "cert_evals": { - "36": 0.6829912066459656, - "72": 0.5218963623046875, - "108": 0.3642228841781616, - "255": 0.012218964286148548 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8179732694993018, - "test_acc": 0.8142561881797156, - "train_size": 16889, - "val_size": 10026, - "test_size": 40642, - "stats": { - "mean": [ - [ - 0.0255017919592495, - 0.022711381550094376, - 0.022287194327654584, - 0.02371314346613092, - 0.02809891444136949, - 0.011617169660734934, - -0.003762045615482179, - -0.0006222379063383423, - -0.0011956524365063191, - 0.008375274142948436, - -0.0028795755225458197, - 0.004949219420934186, - -0.03286969234417018, - -0.016504218603819, - -0.0016998223695865533, - -0.0031247556989696936, - -0.011519434898461321, - 0.0002488323820318791, - -0.012126160814738062, - -0.0071686163775022144, - 0.0038903055242530825, - 0.0026388575403812784, - 0.004066158683185444, - -0.0015970711824220074, - -0.004837915684773933, - -0.005745571910715695, - -0.003762464740373103, - -0.006138376635676964, - 0.001325493137553573, - 0.008520567025875392, - -0.0066514068920593425, - -0.003064876132393696, - 0.005525119900522458, - 0.009504424891937585, - 0.011849736177385477, - 0.008400017940669543, - -0.0067909446385286945, - -0.00818136082659884, - 0.004646044170746594, - 0.012444457339079356, - -0.0015533672804591957, - 0.00446103881223969 - ] - ], - "std": [ - [ - 1.0045809901782567, - 1.011044061995358, - 1.0172043141389446, - 1.0411444793879623, - 1.0848038904253097, - 1.0532589212327128, - 1.001732294856909, - 0.9979736375563433, - 0.9960552361012427, - 1.01505820099451, - 0.9927946698994767, - 1.0430998783719132, - 1.0035374294499668, - 0.9954329781752278, - 0.9998036225568965, - 0.9986000648188756, - 0.968307334521185, - 1.0041135888200137, - 1.0020709200665507, - 0.9957946771192316, - 1.0066983742054452, - 0.9982009085917064, - 1.0079501138389146, - 1.0086913740499897, - 0.9975519054988539, - 0.9949781645083238, - 0.9908446185534602, - 0.980252534332932, - 1.0196582337505167, - 1.129171084329408, - 0.9975018305111572, - 0.9962923547954192, - 1.0083259241822573, - 1.0245524736842544, - 1.0587730123334396, - 1.1257342158603454, - 1.000888709096108, - 0.9958781134180874, - 1.0074167017832345, - 1.03159906035601, - 0.975850670238492, - 1.1586868157131331 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 60679, - "cert_evals": { - "36": 0.6852184534072876, - "72": 0.5326151847839355, - "108": 0.3745262324810028, - "255": 0.019249949604272842 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8145233010231216, - "std_test_acc": 0.0004955447096529661, - "n_samples": 67557, - "n_features": 42, - "n_classes": 2, - "mean_cert_acc_36": 0.6814132034778595, - "std_cert_acc_36": 0.004295107450837138, - "mean_cert_acc_72": 0.5225954651832581, - "std_cert_acc_72": 0.008146473191563839, - "mean_cert_acc_108": 0.3628436177968979, - "std_cert_acc_108": 0.010658205608630147, - "mean_cert_acc_255": 0.015355921583250165, - "std_cert_acc_255": 0.004221096194838088 - }, - "soybean": { - "dataset": "soybean", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.8305084745762712, - "test_acc": 0.8467741935483871, - "train_size": 376, - "val_size": 59, - "test_size": 248, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 60951, - "cert_evals": { - "36": 0.7627118825912476, - "72": 0.7457627058029175, - "108": 0.7457627058029175, - "255": 0.5932203531265259 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.9019607843137255, - "test_acc": 0.84375, - "train_size": 376, - "val_size": 51, - "test_size": 256, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 60951, - "cert_evals": { - "36": 0.843137264251709, - "72": 0.8235294222831726, - "108": 0.7843137383460999, - "255": 0.6470588445663452 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.8326693227091634, - "train_size": 376, - "val_size": 56, - "test_size": 251, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 60951, - "cert_evals": { - "36": 0.8035714626312256, - "72": 0.785714328289032, - "108": 0.7678571939468384, - "255": 0.5892857313156128 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.9206349206349206, - "test_acc": 0.8319672131147541, - "train_size": 376, - "val_size": 63, - "test_size": 244, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 60951, - "cert_evals": { - "36": 0.8730159401893616, - "72": 0.8571429252624512, - "108": 0.80952388048172, - "255": 0.7142857313156128 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8387901823430761, - "std_test_acc": 0.00757984295934855, - "n_samples": 683, - "n_features": 35, - "n_classes": 18, - "mean_cert_acc_36": 0.8206091374158859, - "std_cert_acc_36": 0.0479456774345226, - "mean_cert_acc_72": 0.8030373454093933, - "std_cert_acc_72": 0.04805486534521599, - "mean_cert_acc_108": 0.7768643796443939, - "std_cert_acc_108": 0.026898447600445966, - "mean_cert_acc_255": 0.6359626650810242, - "std_cert_acc_255": 0.058490082579626165 - }, - "ringnorm": { - "dataset": "ringnorm", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.974267968056788, - "test_acc": 0.9715125480443139, - "train_size": 1850, - "val_size": 1127, - "test_size": 4423, - "stats": { - "mean": [ - [ - -0.0014913630590810715, - -0.0002028115945945495, - -0.003624673004864866, - 0.030743673347964937, - -0.0034106684216216178, - -0.004585295625405408, - -0.007129368502702696, - 0.02503018201621619, - -0.009548345086486483, - -0.023094663821621602, - 0.024392343743783677, - -0.022385221852432413, - -0.011269039536756825, - 0.006084699226486499, - -0.002144298956756773, - 0.012506844875783789, - -0.00058454836702704, - 0.03584240386432444, - -0.012133667589189186, - 0.004316507892972984 - ] - ], - "std": [ - [ - 0.9784283387930162, - 0.9905460412687422, - 1.0065390278100863, - 0.9927153916321547, - 0.9735595969809379, - 0.9917492622308341, - 1.021226537005995, - 0.984043931354316, - 1.0020439489201134, - 1.0140676776467927, - 1.01390897497898, - 1.0144771852122418, - 1.0088742566237001, - 1.0031650144538549, - 0.9957376523551107, - 1.004052473854246, - 1.0009632837253672, - 1.0136956725096684, - 1.0117437667654883, - 0.9896482611831617 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 15239, - "cert_evals": { - "36": 0.9503105878829956, - "72": 0.9006211161613464, - "108": 0.8278616070747375, - "255": 0.29724934697151184 - }, - "fold": 0 - }, - { - "best_epoch": 62, - "best_val_acc": 0.9742647058823529, - "test_acc": 0.9704168534289557, - "train_size": 1850, - "val_size": 1088, - "test_size": 4462, - "stats": { - "mean": [ - [ - -0.008131689650810797, - -0.002498043243243252, - -0.023727151785405413, - -0.03585440558918916, - -0.0003934882972973119, - 0.0225867714875676, - 0.033729259347567535, - 0.04028018498378375, - -0.011526702379459474, - 0.005509034924324315, - -0.0036079329924324473, - -0.010609778086486462, - -0.04445419758486492, - -0.019035246131351363, - -0.023686496141621632, - -0.004599276812324327, - -0.01283934108918918, - -0.017065241494054067, - 0.0003217353513513623, - 0.0033787389697297146 - ] - ], - "std": [ - [ - 1.022177893241832, - 0.9975248053566046, - 1.0196388744846618, - 1.0221479866384073, - 0.9970357977944808, - 1.0307981420348893, - 0.9773560353822935, - 0.9781176224444603, - 1.0106652173823045, - 0.9892263924920568, - 1.0047809286897451, - 0.9927926966385846, - 0.9948403657240741, - 1.008299177644683, - 0.986103425256104, - 1.0040901235563537, - 1.0207243055267705, - 0.9859651487873408, - 1.0109851150234057, - 1.0209172013335133 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 15239, - "cert_evals": { - "36": 0.9503676295280457, - "72": 0.9191176295280457, - "108": 0.8483455777168274, - "255": 0.3970588147640228 - }, - "fold": 1 - }, - { - "best_epoch": 38, - "best_val_acc": 0.9655813953488372, - "test_acc": 0.9756424581005586, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02891295190162165, - 0.03068944431891898, - -0.019467257363783776, - -0.009042827307170279, - 0.0023045943172973027, - 0.03461760786972972, - -0.013958165583783782, - -0.0037264931027027265, - 0.004122639091891881, - 0.008077664260864866, - 0.00500549670162161, - 0.05230572106145954, - 0.00560352195189189, - -0.0038027441356756407, - -0.006340691426324323, - -0.017875234487027075, - -0.009974290385945996, - 0.031068824466486403, - -0.018748794218378367, - 0.005651800251891893 - ] - ], - "std": [ - [ - 0.9932694884617136, - 1.0072036987514652, - 0.9893573161360424, - 0.9958218951278952, - 1.0085886667535657, - 0.9790791907975733, - 0.9983260051236463, - 0.9947362590919102, - 1.006364157341519, - 1.0005095470798928, - 0.9832199273034367, - 0.9689205473346516, - 1.0001853849462015, - 1.033775512614162, - 1.0032724243458653, - 0.9853254002831421, - 1.0043894835352993, - 1.0395476633542529, - 0.9896749630098167, - 0.9691966087764504 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 15239, - "cert_evals": { - "36": 0.936744213104248, - "72": 0.9079070091247559, - "108": 0.8437209725379944, - "255": 0.40186047554016113 - }, - "fold": 2 - }, - { - "best_epoch": 65, - "best_val_acc": 0.9683720930232558, - "test_acc": 0.9718435754189945, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02046777164864863, - 0.0021980356432432023, - 0.004059637980540555, - -0.009342822182702694, - 0.002387918376162144, - 0.030360256719999965, - -0.015382828059459445, - -0.018204245005945925, - -0.025843862712432407, - 0.027745209016216188, - 0.004481657689729722, - 0.026131714623621623, - 0.022636812074594607, - 0.014200627510810747, - -0.0033628461978918974, - -0.017424993537297307, - 0.02008856371405403, - -0.012326211236756734, - -0.005294278313513533, - -0.011560347406486508 - ] - ], - "std": [ - [ - 1.003862152326972, - 1.0116328206717198, - 0.9982327875050149, - 1.0058161542849646, - 0.9897416118790039, - 0.97887136461081, - 0.9958939467129719, - 1.025014828335411, - 1.0096954961376094, - 1.0002821071815167, - 0.9846740927254561, - 0.9871728584855372, - 0.988810619026956, - 0.9866476352820501, - 0.9798465412109066, - 1.0074699501447237, - 0.9933722458992488, - 0.9892672826168423, - 1.0089595701990006, - 1.0171370551906491 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 15239, - "cert_evals": { - "36": 0.9488372206687927, - "72": 0.9125581383705139, - "108": 0.8520930409431458, - "255": 0.3916279077529907 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9723538587482057, - "std_test_acc": 0.0022756001467490387, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9465649127960205, - "std_cert_acc_36": 0.006585343876261696, - "mean_cert_acc_72": 0.9100509732961655, - "std_cert_acc_72": 0.007789071829354038, - "mean_cert_acc_108": 0.8430052995681763, - "std_cert_acc_108": 0.010660663271092366, - "mean_cert_acc_255": 0.37194913625717163, - "std_cert_acc_255": 0.049974982872520564 - }, - "spect": { - "dataset": "spect", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.9, - "test_acc": 0.6521739130434783, - "train_size": 186, - "val_size": 10, - "test_size": 69, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 15495, - "cert_evals": { - "36": 0.800000011920929, - "72": 0.800000011920929, - "108": 0.6000000238418579, - "255": 0.20000000298023224 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.7058823529411765, - "test_acc": 0.6935483870967742, - "train_size": 186, - "val_size": 17, - "test_size": 62, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 15495, - "cert_evals": { - "36": 0.529411792755127, - "72": 0.47058823704719543, - "108": 0.47058823704719543, - "255": 0.1764705926179886 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.65, - "test_acc": 0.6101694915254238, - "train_size": 186, - "val_size": 20, - "test_size": 59, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 15495, - "cert_evals": { - "36": 0.45000001788139343, - "72": 0.15000000596046448, - "108": 0.10000000149011612, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.7222222222222222, - "test_acc": 0.6721311475409836, - "train_size": 186, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 15495, - "cert_evals": { - "36": 0.6111111044883728, - "72": 0.4444444477558136, - "108": 0.3888888955116272, - "255": 0.1111111119389534 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.657005734801665, - "std_test_acc": 0.035501754571805474, - "n_samples": 265, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.5976307317614555, - "std_cert_acc_36": 0.15009296821304455, - "mean_cert_acc_72": 0.4662581756711006, - "std_cert_acc_72": 0.26576771269237587, - "mean_cert_acc_108": 0.38986928947269917, - "std_cert_acc_108": 0.2118927710831627, - "mean_cert_acc_255": 0.12189542688429356, - "std_cert_acc_255": 0.08954248538381283 - }, - "spectf": { - "dataset": "spectf", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.47619047619047616, - "test_acc": 0.5084745762711864, - "train_size": 187, - "val_size": 21, - "test_size": 59, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 61191, - "cert_evals": { - "36": 0.4761904776096344, - "72": 0.4761904776096344, - "108": 0.0476190485060215, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.47368421052631576, - "test_acc": 0.5081967213114754, - "train_size": 187, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 61191, - "cert_evals": { - "36": 0.4736842215061188, - "72": 0.4736842215061188, - "108": 0.4736842215061188, - "255": 0.3684210479259491 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.6, - "test_acc": 0.48333333333333334, - "train_size": 187, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 61191, - "cert_evals": { - "36": 0.550000011920929, - "72": 0.550000011920929, - "108": 0.550000011920929, - "255": 0.550000011920929 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.5555555555555556, - "test_acc": 0.5, - "train_size": 187, - "val_size": 18, - "test_size": 62, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 61191, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.5 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5000011577289988, - "std_test_acc": 0.011786750409542957, - "n_samples": 267, - "n_features": 44, - "n_classes": 2, - "mean_cert_acc_36": 0.49996867775917053, - "std_cert_acc_36": 0.03539967430150687, - "mean_cert_acc_72": 0.49996867775917053, - "std_cert_acc_72": 0.03539967430150687, - "mean_cert_acc_108": 0.3928258204832673, - "std_cert_acc_108": 0.2323042743501792, - "mean_cert_acc_255": 0.3546052649617195, - "std_cert_acc_255": 0.2484984949073074 - }, - "statlog-australian-credit": { - "dataset": "statlog-australian-credit", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.5660377358490566, - "test_acc": 0.5315533980582524, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.05059407542441863, - -0.0114752416860465, - 0.028838848837209195, - 0.03936136046511627, - 0.10460593604651149, - 0.0779865668604651, - 0.08156061627906987, - 0.15811348837209352, - 0.05523483604651162, - 0.1309385000000002, - 0.06254351744186054, - -0.11882176316511633, - 0.041984078837209345, - 0.07566618604651176 - ] - ], - "std": [ - [ - 1.0101299726407869, - 1.0530472517300817, - 0.9967360557731824, - 0.9782321556549705, - 1.0601462124818095, - 1.0386276590440506, - 0.9921323025144253, - 1.0098717215967856, - 0.8568205957330315, - 1.0017391917815985, - 0.8280019139302006, - 0.8059241197617667, - 1.4892583738151293, - 1.0047800961056161 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 14471, - "cert_evals": { - "36": 0.3962264060974121, - "72": 0.2641509473323822, - "108": 0.16981132328510284, - "255": 0.06603773683309555 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6082474226804123, - "test_acc": 0.5415676959619953, - "train_size": 172, - "val_size": 97, - "test_size": 421, - "stats": { - "mean": [ - [ - -0.0864253130930232, - -0.033577701104651185, - -0.03875552325581389, - 0.029890569767441845, - 0.028733052325581446, - 0.014722290813953477, - 0.05829668604651171, - -0.01803883720930214, - 0.054039201162790776, - -0.043972749999999845, - -0.07365430232558125, - -0.024331187647674404, - 0.08401893802325594, - 0.08735679069767467 - ] - ], - "std": [ - [ - 0.9209242895195554, - 0.9435504125386636, - 1.067477333690663, - 1.061435553615557, - 1.0025792818765138, - 1.0277952989603758, - 0.9948560751139975, - 0.9964680315230806, - 0.9046016810802003, - 0.994587469176134, - 1.1556768232845753, - 0.935329242863178, - 1.6527499781150876, - 1.0051200887036142 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 14471, - "cert_evals": { - "36": 0.41237112879753113, - "72": 0.2680412232875824, - "108": 0.1855670064687729, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 6, - "best_val_acc": 0.5888888888888889, - "test_acc": 0.5887850467289719, - "train_size": 172, - "val_size": 90, - "test_size": 428, - "stats": { - "mean": [ - [ - -0.07147041345930233, - -0.029198059883720928, - -0.10634986046511644, - -0.012728412790697653, - -0.06173072674418615, - 0.0097622159302325, - 0.05829668604651169, - 0.08765255813953526, - 0.008607926744186043, - -0.06729424999999996, - 0.004173023255814025, - -0.03348306104651162, - -0.012487369767441872, - -0.017858651162790676 - ] - ], - "std": [ - [ - 0.971314722723139, - 0.8466778612216974, - 1.042970249181201, - 0.959839375401117, - 0.918650223910635, - 0.8910303524098012, - 0.9948560751139973, - 1.0082316527571256, - 0.8072245383487707, - 0.9913009258016392, - 0.8525556362245806, - 0.9327938415221685, - 0.575642414570075, - 0.997133880165406 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 14471, - "cert_evals": { - "36": 0.3777777850627899, - "72": 0.25555557012557983, - "108": 0.1111111119389534, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.6019417475728155, - "test_acc": 0.5373493975903615, - "train_size": 172, - "val_size": 103, - "test_size": 415, - "stats": { - "mean": [ - [ - -0.1213828103255814, - -0.06661143598837206, - 0.001801104651162605, - 0.1309130523255815, - 0.11044239534883706, - -0.028884297790697674, - 0.10482454651162802, - 0.09939604651162864, - -0.012912282558139528, - -0.12559799999999988, - 0.023629854651162924, - 0.0062312962406976735, - 0.17098330383720955, - 0.12242860465116306 - ] - ], - "std": [ - [ - 0.928604583415627, - 0.9683009241515906, - 1.0138252442857156, - 0.9530281481075065, - 0.9511816420159422, - 0.9323161262752426, - 0.9888538720631012, - 1.0088469910217654, - 0.7964967613394043, - 0.9806129187696861, - 0.964831290983948, - 0.838672394350281, - 1.7526808412132595, - 1.0053240290706722 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 14471, - "cert_evals": { - "36": 0.4466019570827484, - "72": 0.34951457381248474, - "108": 0.1553398072719574, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5498138845848952, - "std_test_acc": 0.02630310444219443, - "n_samples": 690, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.4082443192601204, - "std_cert_acc_36": 0.029217454138884588, - "mean_cert_acc_72": 0.2843155786395073, - "std_cert_acc_72": 0.04377790180429746, - "mean_cert_acc_108": 0.15545731224119663, - "std_cert_acc_108": 0.03203763728383224, - "mean_cert_acc_255": 0.016509434208273888, - "std_cert_acc_255": 0.033018868416547775 - }, - "statlog-german-credit": { - "dataset": "statlog-german-credit", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 27, - "best_val_acc": 0.7430555555555556, - "test_acc": 0.7524752475247525, - "train_size": 250, - "val_size": 144, - "test_size": 606, - "stats": { - "mean": [ - [ - 0.008747452000000005, - 0.11021018984000003, - 0.06555079600000023, - 0.10154820480000003, - -0.010759709999999997, - -0.02979250000000003, - 0.08191152000000003, - 0.013589535999999907, - 0.08188774399999998, - -0.06417329279999998, - 0.041099871999999926, - 0.0640540519999999, - 0.02485610000000021, - 0.057033071999999865, - 0.037065583999999575, - -0.014164548000000032, - 0.003288288000000005, - -0.09291863999999964, - 0.055446887999999986, - 0.033893919999999966, - -0.019884256, - -0.06814002399999995, - 0.019990000000000167, - 0.004141975999999968 - ] - ], - "std": [ - [ - 1.003978613784907, - 1.1209135794421377, - 1.0561299223802987, - 1.0960852648064718, - 1.0015570603843653, - 1.0186243811552194, - 0.9706722294277974, - 0.9826945821214509, - 0.9667757761368231, - 0.9930707850493405, - 0.9574267666614031, - 1.0136622966442341, - 1.022617820769464, - 1.0089854337740911, - 1.0859859373554877, - 0.9904599650540205, - 1.0037797010309435, - 1.118329779782364, - 1.1191480919785946, - 1.026929516139364, - 1.008621805841551, - 0.7419439487110271, - 1.014184725481508, - 0.9983740501128531 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 15751, - "cert_evals": { - "36": 0.631944477558136, - "72": 0.5347222089767456, - "108": 0.4652777910232544, - "255": 0.1458333283662796 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.703030303030303, - "test_acc": 0.7230769230769231, - "train_size": 250, - "val_size": 165, - "test_size": 585, - "stats": { - "mean": [ - [ - -0.11847553600000008, - 0.036239413119999966, - 0.02862046800000001, - -0.09383200439999995, - 0.060125340400000005, - 0.15559079999999997, - -0.014122872000000066, - 0.03171004799999993, - -0.020949231999999995, - 0.024086774399999983, - 0.035430963999999704, - 0.03635581599999994, - 0.01380900000000019, - -0.02444276800000006, - 0.015885439999999883, - -0.04249425600000005, - 0.0032882880000000194, - -0.05162157599999978, - -0.045364992, - -0.03910935999999991, - 0.02430596400000002, - -0.06814002399999995, - -0.009994999999999971, - 0.03726506400000005 - ] - ], - "std": [ - [ - 0.9921196542418786, - 0.9839775335987256, - 0.9719344651930834, - 0.8219136288585911, - 1.0283437624856175, - 0.935161859470199, - 1.0304888406780581, - 0.969745031693504, - 1.0144787229611012, - 0.9607218147860226, - 0.9757296988321245, - 0.9986987034773843, - 1.0124834391949327, - 0.99440586812025, - 1.0376109095734123, - 0.9715066082685968, - 1.003779701030944, - 1.0681499773760452, - 0.8871445440000011, - 0.9654046905991231, - 0.9876884886364683, - 0.741943948711028, - 0.9919250708722922, - 0.9887116931453116 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 15751, - "cert_evals": { - "36": 0.6060605645179749, - "72": 0.5272727012634277, - "108": 0.46666663885116577, - "255": 0.23030301928520203 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.7814569536423841, - "test_acc": 0.7095158597662772, - "train_size": 250, - "val_size": 151, - "test_size": 599, - "stats": { - "mean": [ - [ - -0.007155444000000004, - -0.02280468616000002, - -0.000923963999999978, - -0.005769232000000004, - 0.027214445999999993, - -0.033102900000000046, - -0.08756082399999997, - -0.008155120000000118, - -0.043801872000000026, - -0.036042587200000024, - -0.06660962000000034, - -0.012116240000000006, - 0.03590320000000018, - 0.03259031999999998, - 0.015885439999999754, - 0.014165159999999979, - -0.009864799999999998, - 0.044738240000000214, - -0.025202616000000018, - -0.02868032000000009, - 0.015467920000000017, - -0.013628039999999968, - -0.019989999999999956, - 0.04554583600000004 - ] - ], - "std": [ - [ - 0.9999148002086538, - 1.0148356615854706, - 0.9944072856585561, - 1.035717095952802, - 1.0170037494400637, - 0.9881689707602084, - 0.9574315744991436, - 0.9962604301494323, - 1.0106965591920622, - 0.938266029045709, - 1.046848672784522, - 1.0034643812466981, - 1.0325345627288987, - 1.0053273490207943, - 1.0376109095734132, - 1.0082616972439922, - 0.9864816, - 0.9336343846074779, - 0.9390127419470407, - 0.974766613507818, - 0.9920679785169961, - 0.9539597199999994, - 0.9841903486622879, - 0.9861074856695757 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 15751, - "cert_evals": { - "36": 0.7019867300987244, - "72": 0.6490066051483154, - "108": 0.5364238619804382, - "255": 0.2384105920791626 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.7666666666666667, - "test_acc": 0.71, - "train_size": 250, - "val_size": 150, - "test_size": 600, - "stats": { - "mean": [ - [ - -0.07712802800000004, - 0.035575906559999905, - 0.03600647600000002, - 0.06969280920000001, - -0.07151825079999988, - 1.2599999999729494e-06, - 0.09320968800000004, - -0.008155136000000117, - -0.047610556000000026, - -0.07366734000000005, - 0.04676877999999975, - -0.0398143480000001, - 0.013809000000000111, - -0.024442767999999993, - 0.0794258719999996, - -0.023607784000000107, - -0.036170976, - -0.02409019999999976, - 0.11593401599999997, - 0.06518104000000009, - 0.006629876000000042, - -0.013628039999999942, - 0.03998, - -0.028981112000000014 - ] - ], - "std": [ - [ - 0.9961848281424827, - 1.0357494337664712, - 0.9956407453516892, - 1.0641268992559583, - 0.9722690935335091, - 0.9495990606515547, - 0.9583641989375432, - 1.0028304935144103, - 0.9697124254270231, - 0.9284015893774715, - 0.9387328207858588, - 0.9103631774518237, - 1.0124834391949329, - 0.9944058681202499, - 1.1756410923708531, - 0.9842733398970128, - 0.9503959399474098, - 1.032426600000002, - 1.233700183972741, - 1.0506449065402248, - 0.9963498257987028, - 0.9539597199999992, - 1.028271299122951, - 1.0068547054058516 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 15751, - "cert_evals": { - "36": 0.6399999856948853, - "72": 0.5733333230018616, - "108": 0.5133333206176758, - "255": 0.2199999988079071 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7237670075919882, - "std_test_acc": 0.020143360933263875, - "n_samples": 1000, - "n_features": 24, - "n_classes": 2, - "mean_cert_acc_36": 0.6449979394674301, - "std_cert_acc_36": 0.04065797927140438, - "mean_cert_acc_72": 0.5710837095975876, - "std_cert_acc_72": 0.05573329821609832, - "mean_cert_acc_108": 0.49542540311813354, - "std_cert_acc_108": 0.03529642179900973, - "mean_cert_acc_255": 0.20863673463463783, - "std_cert_acc_255": 0.04254136061633086 - }, - "statlog-heart": { - "dataset": "statlog-heart", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 0.868421052631579, - "test_acc": 0.8121212121212121, - "train_size": 67, - "val_size": 38, - "test_size": 165, - "stats": { - "mean": [ - [ - -0.08198015373134328, - -0.20437704477611945, - 0.14667940298507465, - -0.10702356567164191, - 0.12296643701492538, - 0.0031060895522387424, - 0.1721716417910448, - 0.05256702985074625, - -0.09777528358208952, - -0.07363618358208954, - 0.14071911940298493, - -0.06190307462686559, - 0.07189410447761192 - ] - ], - "std": [ - [ - 0.9602755621241335, - 1.0534397591881424, - 0.965842016381191, - 0.8781181021048233, - 1.1908161716364944, - 1.0012132661304654, - 0.983067488143195, - 0.9410627873975389, - 0.9570769609540178, - 0.878212234528083, - 0.8616316071032667, - 0.9849557990787127, - 0.9977403560745624 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 14343, - "cert_evals": { - "36": 0.7631579041481018, - "72": 0.7105263471603394, - "108": 0.6842105388641357, - "255": 0.44736841320991516 - }, - "fold": 0 - }, - { - "best_epoch": 38, - "best_val_acc": 0.7647058823529411, - "test_acc": 0.7631578947368421, - "train_size": 67, - "val_size": 51, - "test_size": 152, - "stats": { - "mean": [ - [ - 0.10317251194029849, - -0.04498435820895522, - -0.10467137313432831, - 0.12694810597014922, - 0.17465611791044777, - 0.25472334328358204, - 0.08243026865671647, - -0.11108194776119398, - -0.002699328358208915, - -0.025414538805970124, - -0.05362482089552247, - 0.1120346268656717, - -0.13575953731343274 - ] - ], - "std": [ - [ - 0.933803946437699, - 1.0141183535164209, - 1.0495962756290413, - 0.9673366402230045, - 0.8198187755507609, - 1.1979377392725967, - 0.9966276802719692, - 1.0695932382111324, - 0.997165030870351, - 0.9974922014552127, - 0.9446202495075935, - 1.110709570807387, - 0.9882692368647951 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 14343, - "cert_evals": { - "36": 0.7450980544090271, - "72": 0.7058823704719543, - "108": 0.6666666865348816, - "255": 0.4117647111415863 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8260869565217391, - "test_acc": 0.8280254777070064, - "train_size": 67, - "val_size": 46, - "test_size": 157, - "stats": { - "mean": [ - [ - 0.13594266119402976, - -0.14061997014925387, - 0.06813225373134335, - -0.08696855671641794, - 0.03171528507462684, - 0.04504229850746271, - 0.18712851940298503, - 0.03130544776119405, - 0.09237662686567168, - -0.06451316865671636, - 0.019254119402985, - 0.08040952238805975, - -0.15114120895522393 - ] - ], - "std": [ - [ - 0.8711281879382763, - 1.040823259043546, - 0.9637958388354753, - 0.9133876556024206, - 0.9725134126319966, - 1.040829334168815, - 0.9723132590478262, - 0.9630003579670339, - 1.0269376874323441, - 0.8130127152575585, - 0.8919207037488958, - 1.0082879636602924, - 0.9714271921263085 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 14343, - "cert_evals": { - "36": 0.5652173757553101, - "72": 0.4130434989929199, - "108": 0.260869562625885, - "255": 0.043478261679410934 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.975, - "test_acc": 0.754601226993865, - "train_size": 67, - "val_size": 40, - "test_size": 163, - "stats": { - "mean": [ - [ - 0.08678730746268656, - -0.14061997014925384, - 0.03671347761194034, - 0.07263314626865668, - -0.06617695701492539, - 0.17085092537313418, - 0.08243026865671643, - -0.04536504626865671, - -0.03439131343283579, - -0.07884894179104476, - -0.029331820895522515, - 0.15947211940298509, - -0.0511598059701492 - ] - ], - "std": [ - [ - 0.9010573312665855, - 1.0408232590435458, - 1.0531172362720425, - 0.9118585344964205, - 0.9359858544688878, - 1.1423287841859981, - 0.9966276802719692, - 1.0086415816105951, - 0.9850040267731803, - 0.9462659856917733, - 0.9421179375671704, - 1.0971195664680449, - 0.9795524388118361 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 14343, - "cert_evals": { - "36": 0.8500000238418579, - "72": 0.7750000357627869, - "108": 0.7250000238418579, - "255": 0.32500001788139343 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7894764528897315, - "std_test_acc": 0.03609136701737845, - "n_samples": 270, - "n_features": 13, - "n_classes": 2, - "mean_cert_acc_36": 0.7308683395385742, - "std_cert_acc_36": 0.11955152414367733, - "mean_cert_acc_72": 0.6511130630970001, - "std_cert_acc_72": 0.16181750492712813, - "mean_cert_acc_108": 0.5841867029666901, - "std_cert_acc_108": 0.21692554791225574, - "mean_cert_acc_255": 0.30690285097807646, - "std_cert_acc_255": 0.1829814249107954 - }, - "statlog-image": { - "dataset": "statlog-image", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 36, - "best_val_acc": 0.919889502762431, - "test_acc": 0.8760029175784099, - "train_size": 577, - "val_size": 362, - "test_size": 1371, - "stats": { - "mean": [ - [ - 0.05277729462738304, - -0.026856590034661988, - -0.04045374350086678, - 0.035925407279029424, - 0.012791040953206106, - -0.02749923800693239, - 0.026879459393414143, - 0.003427681455805914, - -0.003979492894280729, - -0.0036277449220103795, - -0.004736499878682832, - -0.003368361143847496, - 0.0064276489428076265, - -0.008315490103986137, - 0.007643567209705356, - -0.0043468179896013785, - 0.0004630635528596608, - -0.0013222841941074428 - ] - ], - "std": [ - [ - 1.0182285353798557, - 0.9851787517694358, - 0.9390514410011299, - 1.0719805534061642, - 1.0253303532403122, - 0.7168098920649388, - 1.0463467417069485, - 1.0739156275157598, - 0.9846461541428279, - 0.986758186324584, - 0.9813280135807977, - 0.9874022073254759, - 0.9931538939642666, - 0.9774222979865599, - 0.9945730722498334, - 0.98084516278497, - 0.9787696627538863, - 1.0056912001088976 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 15308, - "cert_evals": { - "36": 0.8756906390190125, - "72": 0.8287293314933777, - "108": 0.7513812184333801, - "255": 0.32596686482429504 - }, - "fold": 0 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8860759493670886, - "test_acc": 0.8807339449541285, - "train_size": 577, - "val_size": 316, - "test_size": 1417, - "stats": { - "mean": [ - [ - -0.00805977642980937, - -0.018866870935875215, - 0.031481733102252704, - -0.043535077989602024, - 0.004621514436741676, - 0.01480505808492205, - -0.014060085823223602, - -0.02213133720970536, - 0.002966329462738305, - 0.0030170756499133438, - 0.002753383032928949, - 0.0031395960138648014, - -0.0019510392547660267, - 0.0010119288561525432, - 0.0002420222010398325, - 0.0026207177123050403, - -0.00027903677296360597, - -0.004136256395147322 - ] - ], - "std": [ - [ - 0.9953843774509928, - 1.0074852374270842, - 1.0783606982862584, - 0.9028473634226395, - 1.0693480635548707, - 1.0940228399134122, - 0.8711465724120171, - 0.502597420466186, - 1.006613669140276, - 1.0050554458942274, - 1.0062103872564798, - 1.0073657656318686, - 0.9940821219426057, - 0.9803990682446567, - 0.9797804248563735, - 1.0060668347936674, - 0.9852523228665813, - 0.9927198570183016 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 15308, - "cert_evals": { - "36": 0.844936728477478, - "72": 0.7848101258277893, - "108": 0.7056962251663208, - "255": 0.3291139304637909 - }, - "fold": 1 - }, - { - "best_epoch": 41, - "best_val_acc": 0.8647214854111406, - "test_acc": 0.8775811209439528, - "train_size": 577, - "val_size": 377, - "test_size": 1356, - "stats": { - "mean": [ - [ - 0.05914366984402079, - 0.022316960745233937, - 0.06025597920277344, - 0.004141213171577218, - 0.06498358975736578, - -0.007717641698440197, - 0.003916004280762564, - -0.024700628942807636, - -0.011757545424610043, - -0.012553493500866587, - -0.011469935798960128, - -0.011205641403812857, - 0.0023379489774696394, - -0.007725091837088372, - 0.010744232443674168, - -0.011220052305025987, - -0.013785179953206241, - 0.003924050017330997 - ] - ], - "std": [ - [ - 1.024154455792897, - 0.9811663585132518, - 1.0550539991337744, - 1.0439910345858283, - 1.1416502363087357, - 0.8904529955722684, - 1.0841860242487946, - 0.7205096411504827, - 0.9892628189620303, - 0.9876451169861917, - 0.9910594913771583, - 0.9889085818803738, - 1.0052016942584325, - 1.0015543969928375, - 1.001939370908761, - 0.9907018248984832, - 0.9753060190971025, - 0.9976064937693578 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 15308, - "cert_evals": { - "36": 0.7957559823989868, - "72": 0.7453580498695374, - "108": 0.6710875034332275, - "255": 0.3236074149608612 - }, - "fold": 2 - }, - { - "best_epoch": 41, - "best_val_acc": 0.8898809523809523, - "test_acc": 0.8611309949892627, - "train_size": 577, - "val_size": 336, - "test_size": 1397, - "stats": { - "mean": [ - [ - -0.004805442807625656, - 0.03371339715771235, - 0.02189034662045027, - 0.035925407279029334, - 0.0042291054419410475, - 0.03768918716984402, - 0.012717266897746975, - 0.03924694882149047, - 0.00528661488734836, - 0.005418960658578841, - 0.0062262528249566835, - 0.0039763388388214865, - -0.003098130467937617, - 0.010604977712305036, - -0.01486111181975736, - 0.007219200675909865, - 0.014029051389948003, - 0.01013749448873485 - ] - ], - "std": [ - [ - 1.008276364629133, - 1.010568100241832, - 1.0315325534295983, - 1.1379229784648968, - 0.9804535280460098, - 1.2556130480825498, - 1.057279793514591, - 1.3153187531590647, - 1.004023150383831, - 1.004919767936061, - 1.0036256590527597, - 1.0041255432995537, - 1.0046162783500956, - 1.0114881398893187, - 1.0145020055917877, - 1.0028701935817135, - 1.0098377455026906, - 0.990416131086278 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 15308, - "cert_evals": { - "36": 0.8303571343421936, - "72": 0.7946428656578064, - "108": 0.7023809552192688, - "255": 0.3125 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8738622446164385, - "std_test_acc": 0.008712395469864262, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.8366851210594177, - "std_cert_acc_36": 0.03319014544337018, - "mean_cert_acc_72": 0.7883850932121277, - "std_cert_acc_72": 0.034307065011356885, - "mean_cert_acc_108": 0.7076364755630493, - "std_cert_acc_108": 0.03306969891115704, - "mean_cert_acc_255": 0.3227970525622368, - "std_cert_acc_255": 0.007225801798333732 - }, - "spambase": { - "dataset": "spambase", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.926896551724138, - "test_acc": 0.9317681584739546, - "train_size": 1150, - "val_size": 725, - "test_size": 2726, - "stats": { - "mean": [ - [ - 0.021226006173913785, - -0.015919149391304187, - 0.025415802530432907, - 0.03918618617391535, - -0.00802565730434888, - -0.019898612173913727, - 0.006333582695649156, - 0.0138353715652162, - 0.010869212166955465, - 0.020277107478260063, - -0.03972575965999889, - -0.02055293502608697, - -0.008113843652174586, - 0.014708887365217537, - 0.01133711377391179, - -0.015495447060868504, - 0.03913622733043563, - -0.017462963999999633, - 0.0187409115304347, - 0.005520461426088844, - -0.0038418207913071324, - 0.008610802582609307, - 0.035890673565219404, - -0.006205582330433885, - 0.009182778760001165, - -0.019677288817390202, - 0.0004982232156532273, - 0.02920531815652134, - 0.012658779999999129, - 0.017062090382608135, - -0.013314016521739344, - -0.02566035391304503, - -0.008576744521738438, - -0.022911713043477794, - 0.0025098786956515694, - -0.007468803278259888, - 0.011673062539131227, - -0.015021546086957481, - -0.00910834485217397, - -0.02154278895652143, - 0.05463170547826161, - 0.023553851304347857, - 0.010670661652173499, - 0.0295903323391293, - 0.007351219000000634, - 0.01269573645391135, - -0.023270003826086932, - 0.03709884669565298, - 0.007815205191304105, - 0.027519189395651733, - -0.015820542199999555, - -0.01672272254086909, - 0.042409089939126635, - 0.025760643735651907, - 0.02838511237043451, - -0.013437700554782798, - 0.0164267618000002 - ] - ], - "std": [ - [ - 1.1235027725136815, - 0.8904989974639629, - 0.9957178739385403, - 1.4995577621881944, - 0.926476291913068, - 0.8885189316158734, - 0.9024040689634729, - 1.0405154757286925, - 1.1233331839178615, - 0.8981778369870301, - 0.8892119217650689, - 0.9874908627493307, - 0.9205513578145247, - 0.9632286363722543, - 1.0765253751015154, - 0.8531114122905263, - 1.0916574204014953, - 0.9124374318543399, - 0.9910784663927087, - 0.9680608594157823, - 0.9407382453902644, - 0.9930333587983213, - 1.1491144107563753, - 0.6425563314801666, - 1.0428011323424244, - 0.8430611857711853, - 1.0214512070760071, - 1.1643521198183129, - 1.10698998653912, - 1.0810838839403236, - 0.8380031520069444, - 0.8416763955823331, - 1.2024906820600971, - 0.8481231877782008, - 0.8570058504483157, - 0.9470628246612116, - 1.06910230060386, - 0.5874337186131844, - 0.8169185036473402, - 0.8578401703545604, - 1.4145108263137103, - 1.0433820861839775, - 0.9733444555118707, - 1.393792873658117, - 0.9492090774739013, - 1.0044806426321926, - 0.81385805230804, - 1.3465645155559474, - 1.0636978414150784, - 1.007651802571978, - 0.6554083067039526, - 0.7777941339804235, - 1.245208842537934, - 1.6535667744655882, - 1.3137439814967093, - 0.6661201009582893, - 1.219503651337539 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 227335, - "cert_evals": { - "36": 0.8937931060791016, - "72": 0.8579310774803162, - "108": 0.8041379451751709, - "255": 0.5200000405311584 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9320652173913043, - "test_acc": 0.9300184162062615, - "train_size": 1150, - "val_size": 736, - "test_size": 2715, - "stats": { - "mean": [ - [ - -0.024849632956522313, - -0.03413819886956486, - -0.00989163035652276, - -0.002361400086956756, - -0.03987249782608704, - 0.01090509313043455, - 0.01957335878260548, - 0.001824029217390987, - -0.024616771288696538, - -0.00523980729217439, - -0.0020601358313020405, - -0.05077641741739166, - -0.03844389808695691, - 0.0008553938956523932, - -0.01214520726087042, - -0.009230109313042243, - 0.010565583165218426, - -0.046801976826087485, - -0.013554089600000253, - 0.02790070953043506, - 0.0032765880556492374, - -0.022136448173912388, - -0.029918836608694217, - -0.007934282660868743, - -0.023365790114781765, - -0.029432224478259654, - -0.022027940843476913, - -0.010254641513043462, - -0.03708282617391394, - -0.030502210695652975, - -0.006006388869565457, - -0.048024147826089034, - 0.029480932521740062, - -0.0510750817391295, - -0.028351204086956815, - -0.026517849208694946, - 0.01842911532173985, - -0.03338618443478374, - 0.006675741999999962, - -0.04656739886956605, - -0.020719941826085986, - 0.006543958434782931, - 0.011525401739130135, - -0.008087698269565702, - 0.025108898113044256, - -0.007957335130433963, - -0.015061640434782204, - -0.03721756826086869, - -0.03895043960869612, - -0.001666222565217826, - -0.010009838134782371, - 0.03633144539478134, - -0.06020993099130556, - -0.0013161700260872296, - -0.03022302409408695, - -0.004946863700869469, - 0.004550906813912774 - ] - ], - "std": [ - [ - 0.8958373484867075, - 0.9002436174684451, - 0.9749857170890281, - 0.9175103073316754, - 0.8456789748627611, - 1.0296079196279977, - 1.0663773858644263, - 0.9918744873399122, - 0.9377758356585005, - 0.9683003635587637, - 0.9988701214159026, - 0.8510020785398145, - 0.8120292232717867, - 1.1716911892002921, - 0.9335490252401448, - 0.9275724825067901, - 1.0706786172093499, - 0.8159996197989664, - 1.018783583831139, - 1.3842479172234758, - 1.039815972096556, - 0.8839135364998896, - 0.8932393785890523, - 0.9102522959355095, - 0.9028197785306566, - 0.9621741754161531, - 0.9455093600221522, - 1.0873334815971143, - 0.9298495573937857, - 0.8712375739105048, - 1.1638136373741579, - 0.7194920963255054, - 0.993798468472957, - 0.7165877104812148, - 0.7540408567752576, - 0.9687673124893158, - 0.981800827979203, - 0.29631208384482205, - 1.2015746837404693, - 0.8040600124748868, - 0.721184410759368, - 1.0883976635466879, - 1.1000595828326398, - 0.6542723004921799, - 1.1435952861265584, - 0.9423531730144734, - 0.6560729981871746, - 0.5591229852816202, - 0.5489093243563901, - 0.9888972344464931, - 0.6428451363337641, - 1.028319563197099, - 0.6205068262838673, - 0.5771896246525331, - 0.41206923845873533, - 0.6584069792527852, - 1.0945705958475596 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 227335, - "cert_evals": { - "36": 0.90625, - "72": 0.88722825050354, - "108": 0.84375, - "255": 0.563858687877655 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.9556509298998569, - "test_acc": 0.9305959302325582, - "train_size": 1150, - "val_size": 699, - "test_size": 2752, - "stats": { - "mean": [ - [ - 0.04921885617391417, - 0.014926593956521877, - 0.00847792629565125, - 0.05005613400000414, - 0.0033398545217390415, - 0.022115092173912148, - 0.020861821652170594, - 0.01550478669565098, - 0.005469835709564297, - -0.002394102646087372, - -0.004648887133041112, - -0.03289461768695655, - -0.040754755739131086, - 0.02023474459130333, - -0.03975969647826165, - -0.0013114386782596627, - 0.05593795568695754, - -0.04049862191304387, - 0.032395505704347835, - 0.003473580347827736, - -0.03802155532695763, - 0.020674000869565144, - -0.029397571826085454, - 0.05626614292173871, - -0.016279572017390314, - -0.040442041434781556, - -0.027683359373911642, - -0.018165945565216026, - -0.0067161096434789095, - -0.01001410846956648, - -0.022173674869565393, - 0.0009115565217380702, - -0.0006774207913042033, - -2.747652173902797e-05, - -0.017699280086957207, - -0.0014646963999993766, - -0.01282538191304263, - -0.03204628226087075, - 0.032762344347826086, - -0.009639197913043794, - 0.10482606808695744, - -0.031013759826086604, - 0.020927692434782336, - 0.006242524399999054, - -0.026823291339128374, - 0.043980723565215755, - -0.005029141565217051, - -0.00635898059999959, - 0.007536563304348806, - -0.0018206163191308838, - -0.026798041434782056, - -0.002352054191304867, - -0.031762150104349914, - -0.03071606211652189, - -0.002249609841739219, - -0.015034978442608676, - 0.011666985643478154 - ] - ], - "std": [ - [ - 1.1778724434167362, - 1.0760534101769437, - 1.0559839237532962, - 1.5297906049045558, - 1.1364234457764475, - 1.0490814157140953, - 1.1363046556284118, - 1.0380124741143066, - 1.075498258791, - 0.8663393072266115, - 0.9747929071031151, - 0.969828844789839, - 0.7696639194748692, - 1.0473361728395063, - 0.8303333840972749, - 0.8838263753298514, - 1.2440346851573585, - 0.9334811719941839, - 1.02990808565559, - 0.8957714253842652, - 0.9678502243817942, - 1.1500298875956583, - 0.9330778093343873, - 1.5773371750732401, - 0.9230289983981412, - 0.8158091055273212, - 0.9489997820681896, - 0.9552807238624355, - 1.0072242253552435, - 1.0223260308735955, - 0.8234643073736883, - 1.0311031398813912, - 0.8806613305973721, - 1.0286119212691307, - 0.8014510966571808, - 0.9352593214362214, - 0.9329050736248139, - 0.3527683412758974, - 1.1692746053848972, - 1.002962447177659, - 1.4919910858493521, - 0.8738202541405161, - 1.1462384337701108, - 1.0090960980820731, - 0.9207764793259576, - 1.0912524568744784, - 0.816026256403742, - 0.7771366886117157, - 0.9566601501316736, - 0.9562471491235174, - 0.6185383136448549, - 0.8282423578976752, - 0.7966634350742242, - 0.34217344919196696, - 0.8296715880092417, - 0.6379508479090837, - 1.2381153537237015 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 227335, - "cert_evals": { - "36": 0.9227467775344849, - "72": 0.8884120583534241, - "108": 0.8483548164367676, - "255": 0.5336194634437561 - }, - "fold": 2 - }, - { - "best_epoch": 31, - "best_val_acc": 0.9217134416543574, - "test_acc": 0.9275414563806778, - "train_size": 1150, - "val_size": 677, - "test_size": 2774, - "stats": { - "mean": [ - [ - 0.018947906521740433, - -0.000799500504347751, - 0.01308322393912882, - -0.04350387713043517, - -0.017981908217392446, - -0.037174041304348704, - 0.022572385652170752, - -0.04463838826086928, - -0.00969831843826173, - 0.015462332956521007, - 0.02533698608174001, - -0.01796958450434803, - -0.002596639478261534, - -0.008146872721739728, - -0.010465523286957488, - -0.020865805773911915, - -0.023057402052173097, - 0.015772556173913998, - 0.029574481513043406, - -0.00723897516521638, - -0.012929820996524495, - 0.013256362000000747, - -0.016364737217389708, - -0.0054786337391299, - -0.023381384405216223, - 0.018361981547826933, - -0.027815069829563832, - -0.016357650539129607, - 0.02130572809565106, - -0.04712495074782753, - -0.023661064608695874, - -0.017694028695653844, - -0.035716115565216526, - -0.015046066956521246, - 0.017066349999999682, - -0.017144463043477796, - 0.00945527166956592, - 0.0090967913913036, - -0.019910964156521774, - -0.012770454869565474, - 0.008144727217391987, - 0.026037255217391253, - -0.03684596452174003, - -0.03572749460869723, - -0.026032580895649946, - 0.034894907043476656, - -0.040598744086955754, - -0.013571423391303747, - 0.04706986420869568, - 0.04318946167130402, - -0.01196526951304294, - -0.018042527704347985, - 0.049467921365213274, - -0.02400611535652195, - 0.06052994408086956, - 0.0599142720547826, - -0.0026769801565217854 - ] - ], - "std": [ - [ - 0.9331871594323544, - 0.9567845251269138, - 0.9760296399392536, - 0.051280137756585374, - 0.9428238363495951, - 0.8814135527767363, - 0.9954267960650186, - 0.6955201641843568, - 1.0576570344486964, - 1.1798688036970275, - 1.0384456763015388, - 0.9235329672549664, - 0.9059067437108173, - 0.8252286378311408, - 0.9221679162247977, - 1.0327807332881183, - 0.9152290942982179, - 1.0569927523658942, - 1.019968514725996, - 0.9205072920345395, - 0.9958149041823585, - 1.016878390862468, - 0.8965516556476434, - 1.0877876259600743, - 0.948111265047695, - 1.0393908013003292, - 0.9611733587640997, - 0.9251890870444093, - 1.1498439764663797, - 0.8019976062593172, - 0.8125415636929294, - 0.8726450743629817, - 0.6932596937551812, - 0.8745634092810176, - 1.3798992402930492, - 0.8915710521880803, - 0.9391065100766924, - 1.1627844455953502, - 0.8173394703147074, - 0.9245635097978325, - 0.9000725380226579, - 1.1834987177794307, - 0.775157987005211, - 0.6770693378003936, - 0.7878189821125126, - 1.0585249177081846, - 0.48012225657491536, - 0.635321002731002, - 1.2507891578889274, - 1.3781763830166411, - 0.957654911058225, - 0.6938467149180203, - 1.3755269217325827, - 0.35513836957625733, - 1.6062909589981371, - 1.7067437542745856, - 0.9544103185210019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 227335, - "cert_evals": { - "36": 0.9039881825447083, - "72": 0.8714918494224548, - "108": 0.834564208984375, - "255": 0.5834563970565796 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.929980990323363, - "std_test_acc": 0.0017818387174146765, - "n_samples": 4601, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.9066945165395737, - "std_cert_acc_36": 0.01199504499872128, - "mean_cert_acc_72": 0.8762658089399338, - "std_cert_acc_72": 0.014452907054995488, - "mean_cert_acc_108": 0.8327017426490784, - "std_cert_acc_108": 0.019886695858249495, - "mean_cert_acc_255": 0.5502336472272873, - "std_cert_acc_255": 0.0287488835469778 - }, - "semeion": { - "dataset": "semeion", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 28, - "best_val_acc": 0.8931297709923665, - "test_acc": 0.8960342979635584, - "train_size": 398, - "val_size": 262, - "test_size": 933, - "stats": { - "mean": [ - [ - 0.042952336683416886, - 0.08904046231155748, - 0.07781711306532647, - 0.04420791457286419, - 0.023773748743718452, - 0.030800670854271264, - 0.05355933668341719, - 0.03393323618090457, - 0.027005577889447012, - -0.020098884422110736, - -0.038558869346733554, - -0.02876319095477392, - -0.035930085427135716, - -0.005666462311557859, - -0.03678980402010061, - -0.02540032914572887, - 0.07164423115577907, - 0.10856828643216102, - 0.016988085427135702, - 0.008401615577889203, - 0.058609482412060376, - 0.009480130653266463, - 0.017019934673366894, - 0.018380477386934664, - -0.03487012562814079, - -0.04757404020100504, - -0.03736131909547739, - -0.015900620603015, - -0.02739998994974887, - 0.02467418090452264, - 0.0249909623115577, - -0.0428204346733669, - 0.09282983919598005, - 0.0839422261306534, - 0.045602110552763954, - -0.0022594874371859885, - 0.03105556030150764, - 0.038234974874371906, - 0.05212423115577904, - -0.0418055175879393, - 0.007379648241206374, - -0.0123181708542711, - 0.03084452261306535, - -0.015929640703517652, - -0.032517437185929664, - -0.042322022613065426, - 0.012141331658292034, - -0.0381711532663317, - 0.08658839698492467, - 0.048203969849246485, - -0.04225107537688428, - -0.025943195979899407, - -0.0023844723618089915, - 0.036030047738693574, - 0.019591012562814026, - -0.00906672110552767, - 0.05304341708542693, - 0.04683804020100484, - 0.011912374371859305, - 0.007315894472361927, - -0.09851672361809082, - -0.03642700000000022, - -0.020734497487437303, - 0.031377703517588146, - 0.06271911809045175, - 0.00858300502512564, - -0.03295607788944731, - -0.05819111557788897, - 0.0045722713567837555, - 0.0003809296482409935, - -0.02592891959799003, - 0.02250984924623118, - 0.04199087437185916, - 0.015708170854271196, - -0.026958037688442335, - -0.06993793467336694, - -0.06541721608040225, - -0.06384432160804038, - 0.007286145728643622, - 0.030955864321607733, - 0.027522726130653326, - 0.036648336683416785, - -0.002193748743718662, - 0.012495773869346763, - -0.009007914572864381, - -0.0036712160804018216, - 0.058828603015075205, - 0.0316613417085427, - 0.007075424623115544, - -0.04322718592964837, - -0.06008731155778924, - -0.04533076381909549, - -0.022957175879396944, - -0.0168389145728642, - 0.025421821608039852, - 0.02792173869346751, - -0.07432091959799038, - 0.013624623115577675, - -0.034945268844221195, - 0.02665020100502518, - 0.03429036180904528, - 0.052019472361808976, - 0.05586435175879404, - -0.01356301507537669, - -0.016037165829145907, - -0.03266601758794015, - -0.04719567587939709, - -0.00748582412060346, - 0.004539849246231048, - 0.021088369346733554, - -0.011933391959799155, - -0.015972572864321154, - -0.03545065829145717, - -0.037793592964824145, - -0.044449964824120315, - 0.029925321608040113, - 0.06288003015075373, - 0.08463542713567856, - 0.02237871859296501, - 0.006899319095477609, - 0.01449656281407041, - 0.000527683417085827, - 0.03920230150753784, - 0.01104597989949731, - -0.025606010050250903, - 0.009040170854271303, - -0.005590462311557578, - -0.01597257286432165, - -0.028310065326633178, - -0.028887447236180964, - -0.0659081507537687, - -0.02844676884422169, - -0.023109949748743735, - 0.032979929648241244, - 0.004363246231154997, - 0.04131952261306578, - 0.0639989572864323, - 0.0895776356783918, - 0.08333377889447266, - 0.004363924623115477, - 0.04033003768844212, - 0.0043767613065326776, - -0.026182336683417056, - 0.005207839195979919, - -0.04224544723618088, - -0.02382967085427132, - -0.07914226130653301, - -0.06476556532663379, - -0.0037090954773871154, - 0.03603720603015092, - -0.011745665829145997, - 0.009745507537688426, - 0.03452877889447241, - 0.05641689698492448, - 0.058819748743718606, - 0.0017769246231155048, - 0.05289571608040145, - 0.020843309045226126, - -0.026537417085427038, - -0.027443012562814097, - -0.037861175879396816, - -0.009719047738693285, - -0.014178577889447092, - -0.013634623115577697, - 0.011744346733668245, - -0.06803158291457227, - -0.052816281407034815, - -0.03685464572864351, - -0.015264748743718476, - -0.02556971608040183, - -0.01646636934673348, - 0.023691919597990285, - 0.08278233165829174, - 0.00689019346733639, - -0.011008341708542625, - 0.006246170854271169, - -0.04551160301507559, - -0.01852485427135688, - -0.016720412060301414, - -0.006744517587939658, - -0.020554698492462387, - 0.0033862311557788963, - -0.013512402010050132, - 0.030196592964824073, - 0.053002623115577296, - 0.029924190954773895, - 0.010655278894472263, - -0.025002311557788908, - 0.005749233668341486, - -0.017590547738693327, - -0.0046878693467337276, - -0.025057909547738694, - -0.025841457286432157, - 0.014470603015075412, - -0.028042884422110625, - -0.026089296482412073, - -0.011480763819095607, - -0.03543923115577921, - -0.012104502512562777, - 0.033738502512562836, - 0.06796942713567744, - 0.030141675879396694, - -0.07938337688442194, - -0.10993767839195982, - -0.08592113567839203, - -0.02513346733668336, - 0.02942003768844198, - 0.016245618090452357, - -0.027027889447236178, - -0.04646055778894485, - -0.05783185678391942, - 0.003077424623115391, - 0.001774763819095415, - 0.02235859296482412, - 0.046390603015075665, - 0.07475743718592887, - 0.0031286934673366894, - -0.10202691457286422, - -0.15626765326633196, - -0.15922729145728687, - -0.027267879396984968, - 0.010767738693467357, - 0.06725591457286462, - 0.03289026633165819, - -0.05212582914572871, - -0.07667999246231152, - -0.106186944723618, - -0.05246548743718603, - -0.04017505527638196, - 0.01756687437185917, - 0.01388585929648225, - -0.0017839547738693002, - -0.019856271356783726, - -0.037364902010050265, - -0.05228199748743718, - 0.005632914572864403, - 0.04385109547738676, - 0.07341574120603038, - 0.0661586381909549, - -0.010089979899497585, - -0.018135623115577832, - -0.016660778894472178, - -0.054114793969849306, - -0.03197704522613057, - -0.014875979899497477, - 0.0030890326633166588, - 0.0005838040201005258, - -0.012102854271356855, - 0.06015804020100524, - 0.03463156281407019, - 0.058009472361808555, - 0.0446316331658288, - 0.0002885954773868734, - -0.0071491407035177675, - -0.019207316582914656, - 0.03504411055276377 - ] - ], - "std": [ - [ - 1.0563097554831, - 1.0780957512893903, - 1.0452812422000708, - 1.017690638492427, - 1.0052440697335492, - 1.001399326721192, - 0.9943611635248776, - 0.9929612277732924, - 0.9913927954434718, - 1.0053448775578797, - 1.0107048900784519, - 1.0054061730470043, - 1.0028699621408272, - 0.9995583413505211, - 0.9908593466765735, - 0.9853542136542434, - 1.0705845251257127, - 1.0662779250282277, - 1.0073168970262103, - 1.0024787753418176, - 1.0119304591198905, - 1.0015280003985942, - 1.0018124775575221, - 1.0027574917083557, - 0.9948097176804833, - 0.9923519865939135, - 0.9947029572529067, - 0.9975568639854349, - 0.9951782326467599, - 1.0031187267852708, - 1.0051393922435368, - 0.9711219802777251, - 1.0817185838320085, - 1.0424648712408837, - 1.0182936561607598, - 0.9988131715298316, - 1.0100389974395088, - 1.0139507799801692, - 1.0198550521351346, - 0.97749433095435, - 1.0032558897416382, - 0.9932725134057337, - 1.013388153002777, - 0.992842992738858, - 0.9886564261302372, - 0.9877708685493644, - 1.002648114792108, - 0.9747606061850567, - 1.0747816119657112, - 1.02255888174825, - 0.9796743045806331, - 0.9871350747933134, - 0.9985485116873231, - 1.0182554602963436, - 1.0116426528399904, - 0.9928963782396165, - 1.0328245805209502, - 1.028752519230958, - 1.0063396812352823, - 1.0030257612563318, - 0.9538014614932016, - 0.9874092532167232, - 0.9925147054908431, - 1.0217704776560097, - 1.0429986387634673, - 1.003221409383544, - 0.9871161786807092, - 0.9731000264043922, - 1.0018596893583598, - 0.9998848837132579, - 0.9838376395078868, - 1.0132854070395554, - 1.0217847466795487, - 1.0070449497421416, - 0.9875771901975943, - 0.9687095163481707, - 0.9722544188400668, - 0.9736748724392092, - 1.002916353992525, - 1.0272314038286867, - 1.0175371205727017, - 1.0126645847614397, - 0.998955451392166, - 1.004243498099933, - 0.9961238320171252, - 0.9981311657855426, - 1.0219513419744302, - 1.0121545944257246, - 1.0020340690091334, - 0.9842453448395471, - 0.9788060413943263, - 0.9810097805258174, - 0.9891626357910038, - 0.9902166181537699, - 1.0148948382390708, - 1.028918636127175, - 0.9511980135419595, - 1.003861802009821, - 0.9884969480698704, - 1.0071337781982594, - 1.008265380409389, - 1.0101011443230787, - 1.0106821329347353, - 0.9969256666173059, - 0.9967866423549481, - 0.9931894679821107, - 0.9875817203374175, - 0.997173617790909, - 1.001723029579845, - 1.0125751464485413, - 0.9912331141505772, - 0.9829645856272501, - 0.9793767425495771, - 0.9867539831463441, - 0.9841093178180385, - 1.0103484071725306, - 1.0191860749351354, - 1.0221675875431637, - 1.0044195246237828, - 1.0008342681651312, - 1.001627138412346, - 0.9997772095897719, - 1.0081078939034254, - 1.003310560327655, - 0.9881623645836118, - 1.0047875054511681, - 0.9961421301729743, - 0.9829645856272511, - 0.9869920158115834, - 0.9937316253503987, - 0.9793377827744155, - 0.9904754389720483, - 0.9925397869122989, - 1.0079161666418393, - 1.0006599864175547, - 1.0059991425953247, - 1.0069100585561557, - 1.0100296780570686, - 1.0103236310080053, - 1.0006392870463336, - 1.0075172047508214, - 1.0007852286664525, - 0.9900807435463777, - 1.004024989821359, - 0.9835365256139716, - 0.9945808044935542, - 0.9691682679807009, - 0.96674874592973, - 0.9980415205638171, - 1.0146475059616948, - 0.9949143848564165, - 1.0029906462271676, - 1.0092866189920002, - 1.0179588242197937, - 1.0178009772928769, - 1.0002181457107617, - 1.008080645940541, - 1.0024397087121901, - 0.9933173510271756, - 0.979532808786883, - 0.9865060572780482, - 0.9977415269762818, - 0.9946445941177685, - 0.9927935684967815, - 1.0058109822326597, - 0.9600947752163551, - 0.96839132111533, - 0.9786069630651635, - 0.991429793512298, - 0.984865660959036, - 0.991272639453808, - 1.0096533608655676, - 1.0197900633557413, - 1.000689387806265, - 0.997433042533609, - 1.003492294968093, - 0.9845806330338616, - 0.9966488938063878, - 0.9940656012175009, - 0.9960501295471854, - 0.9861802001739265, - 1.0020303578560832, - 0.9900047845237433, - 1.0217532005343193, - 1.0359244307293263, - 1.0209897301141686, - 1.0061223937153252, - 0.9865088395902182, - 1.0015893626764498, - 0.9952846796435972, - 0.998505053609909, - 0.9830838889803715, - 0.9912812278008364, - 1.0013260724779938, - 0.9920474470886185, - 0.986699951491271, - 0.9924575926179362, - 0.9728376598101992, - 0.9907682549659087, - 1.025076872660426, - 1.0411907333948913, - 1.018295470960672, - 0.9565632778298347, - 0.9500274157105609, - 0.9755944720993126, - 0.9941828603605654, - 1.0084492238238705, - 1.012173917495229, - 0.9873637546749423, - 0.9915215887443988, - 0.9895629283115104, - 1.000389392831378, - 1.0002897764695722, - 1.009216837413109, - 1.0207204122961515, - 1.0300273492943937, - 1.0009253171711008, - 0.9578388667517177, - 0.9464920214014784, - 0.9560486423104471, - 0.9960505224694267, - 1.001839403738359, - 1.0292507570404104, - 1.032844527725739, - 0.9670637057290374, - 0.9795327684867063, - 0.990873804709991, - 1.0050346356911726, - 1.0066384733685902, - 0.9953856475823458, - 0.9956398623489264, - 1.0001306439998972, - 1.004180675810961, - 1.0045488952963422, - 1.0031559055765875, - 0.9998417518500189, - 1.006215000354876, - 1.0258626825494845, - 1.042692556346792, - 0.9864205332461236, - 0.9760435492162586, - 0.9843487751495544, - 0.9645133054191944, - 0.9864637647341462, - 0.9965084374804701, - 1.000034736592101, - 0.9997322633620359, - 0.9981023381080815, - 1.0063573537400703, - 1.009704938325987, - 1.0267732677147232, - 1.029166926292455, - 0.9999357967957346, - 0.9919070208357084, - 0.9723136941246707, - 1.0773934238154859 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1055759, - "cert_evals": { - "36": 0.8702290058135986, - "72": 0.8664122223854065, - "108": 0.8320610523223877, - "255": 0.7251908183097839 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.9182692307692307, - "test_acc": 0.900709219858156, - "train_size": 398, - "val_size": 208, - "test_size": 987, - "stats": { - "mean": [ - [ - -0.025444005025125734, - 0.012452298994974662, - -0.01753376130653282, - -0.010535125628140796, - -0.027963286432161016, - -0.04474275879396973, - -0.001844291457286734, - -0.03242843216080438, - -0.04103420100502541, - -0.04103420100502534, - -0.07008529648241217, - -0.0339002412060303, - 0.004486437185929683, - 0.034529477386934605, - 0.05066186934673367, - 0.03759841206030118, - -0.016225437185929562, - -0.007291756281406924, - -0.021709919597990002, - -0.07642158040201036, - -0.018874525125628004, - 0.024846484924623234, - 0.006883537688442274, - 0.018380477386934792, - -0.06017425879397, - -0.10329628140703531, - -0.07275537688442205, - -0.08172246231155769, - -0.03756016080402036, - 0.024674180904522443, - 0.09202141206030141, - 0.07625499246231132, - 0.008998351758794185, - -0.025569716080401903, - -0.031083557788944435, - -0.013027306532663414, - 0.06831865326633176, - 0.011230351758794001, - 0.008583005025125642, - -0.02492873869346735, - -0.048525276381909295, - -0.07442176633165802, - -0.0577207035175878, - -0.037725047738693514, - -0.011412814070351763, - 0.030323379396984762, - 0.0794642814070353, - 0.0803478919597987, - -0.030803266331658172, - -0.04180551758793927, - 0.0072861457286432126, - 0.02951733165829129, - -0.0357700402010056, - -0.026724758793969693, - -0.03369344221105539, - -0.04033939698492487, - -0.061404133165829336, - -0.08515770351758864, - -0.07468530150753767, - -0.04247025125628165, - 0.009911819095477373, - -0.010079500000000168, - 0.09049717336683409, - 0.07485990954773888, - -0.012162479899497832, - 0.008583005025125627, - 0.03651040201005023, - 0.05084868341708568, - -0.03440337688442217, - -0.07894947236180942, - -0.0551369346733669, - -0.024766954773869324, - -0.0785643743718595, - -0.039971326633166, - -0.05980386180904579, - -0.004987391959798957, - 0.02596786432160804, - 0.0004355778894470852, - 0.04031095979899518, - 0.058227160804019816, - 0.015439334170854316, - 0.031283635678391784, - -0.0074858241206030764, - -0.025019600502512448, - -0.07371595477387047, - -0.04183514572864274, - -0.04984044221105505, - 0.004494080402009928, - 0.012374522613065268, - -0.01675520100502508, - -0.012701067839196296, - -0.023795125628140783, - -0.006465022613065289, - -0.028311256281406898, - 0.03132067839195961, - 0.057442422110552685, - -0.004038336683417221, - -0.0021707914572866695, - -0.03494526884422048, - -0.11471745728643258, - -0.08534165326633134, - -0.0046484924623118595, - 0.01981357788944731, - 0.012034547738693521, - 0.004354311557789168, - -0.0020305150753769405, - -0.011102356783919673, - -0.007485824120603068, - -0.00648208040201015, - 0.0033105125628139992, - 0.04936957286432154, - -0.0015483718592965048, - -0.029718994974874256, - -0.037793592964824124, - -0.08143026130653215, - -0.10412455276381975, - -0.05401591959799001, - -0.004798241206030193, - 0.001790125628140894, - 0.017090580402010242, - 0.004349567839195903, - 0.0464185025125627, - 0.028880633165829263, - -0.004844258793969922, - 0.029169467336683533, - 0.061084185929648475, - 0.03596850251256268, - 0.020087929648241395, - -0.039252185929648235, - -0.02888744723618094, - -0.07632192462311543, - -0.05998593467336719, - -0.012630180904522599, - -0.019015974874371653, - -0.00593697487437267, - -0.00457129648241148, - 0.07415152512562821, - 0.03869630402010022, - 0.02728184170854277, - -0.021357155778894528, - -0.0007776005025125215, - 0.019922994974874386, - 0.016423954773869348, - -0.014452487437185874, - -0.004894432160803889, - -0.01870493969849258, - -0.04199864321608045, - -0.014851090452261283, - 0.07316085929648249, - 0.08536457788944737, - 0.11267560804020099, - 0.06288003015075369, - 0.07644785427135675, - 0.03509371105527622, - 0.048207286432160684, - 0.001776924623115508, - 0.032457595477386816, - 0.07158755527638183, - -0.016237195979899414, - -0.0336133668341709, - -0.04314636683417066, - -0.05578319597989929, - -0.10459047236180906, - 0.003194804020100766, - 0.0685779899497486, - 0.02317846733668342, - 0.021932281407035317, - 0.02614409547738687, - -0.003889462311557614, - 0.020540575376884435, - -0.044554623115577605, - -0.04203865326633149, - 0.06187867336683395, - 0.04752313819095463, - -0.04686316834170835, - -0.04679553266331694, - -0.024493984924623322, - -0.01852485427135685, - -0.016720412060301434, - 0.01604057788944729, - 0.009299409547738608, - 0.0033862311557789544, - 0.02953875879397003, - 0.023905276381909438, - 0.03440919597989908, - 0.017458256281406695, - -0.018785663316582903, - -0.008077185929648255, - 0.04812320351758792, - 0.05475012562814082, - -0.0357499145728643, - -0.03103446231155784, - 0.021505778894472378, - -0.015889653266331783, - 0.013454844221105499, - 0.0017875879396984156, - 0.012179376884421975, - -0.01678287185929663, - -0.00589275879396984, - -0.004469753768844167, - 0.0018416281407035852, - 0.04801996482412023, - -0.006607417085426772, - 0.01927615075376883, - -0.013691266331658422, - 0.005638994974874419, - -0.02323134422110586, - -0.015634231155779235, - 0.02235859296482414, - 0.004349969849246065, - -0.057831856783919514, - -0.10517045226130767, - -0.01945968844221099, - 0.027845979899497508, - 0.03523984924623154, - 0.058234824120602026, - 0.04097556532663358, - 0.04702545728643234, - -0.026715706030150742, - -0.056987793969849404, - 0.0030878542713568703, - -0.055905929648241134, - -0.016319035175879428, - 0.01113210301507554, - 0.05284130653266339, - 0.04167066834170896, - 0.004379306532663385, - -0.027141316582914445, - -0.03505809045226166, - -0.06500647236180847, - -0.07488839698492449, - -0.06392821608040328, - -0.030181115577889023, - -0.01196931155778885, - -0.09264249999999949, - -0.07980767587939623, - -0.06318036432160816, - -0.013091394472361883, - 0.02329241457286456, - -0.01008997989949755, - -0.009979238693467495, - 0.0307693567839191, - 0.07542535175879414, - 0.03283405025125624, - 0.015896482412060334, - -0.06264278894472358, - -0.04979732663316539, - -0.032352462311557695, - -0.031164914572864088, - -0.002164130653266925, - -0.015071595477387092, - -0.028697351758794065, - 0.013561917085426976, - 0.03722015075376866, - 0.006671256281406974, - 0.009651467336683284 - ] - ], - "std": [ - [ - 0.9636741758313841, - 1.0114901264074088, - 0.9882775735799015, - 0.9950592288041458, - 0.9923805318375012, - 0.9954931130085297, - 0.9998185415922022, - 1.004999458131321, - 1.010779654446278, - 1.010779654446278, - 1.0185416165064392, - 1.0063375239233516, - 0.9991983947714009, - 0.9997603743675092, - 1.0095253737082777, - 1.0193698237551072, - 0.9821944196534186, - 0.9946303679905539, - 0.9894242823280908, - 0.9705707946712009, - 0.9949783327748166, - 1.0043140064479021, - 1.0005809927926241, - 1.0027574917083555, - 0.9904879432435517, - 0.9807642982944419, - 0.9886574068821276, - 0.9859635090427469, - 0.993309351687357, - 1.0031187267852708, - 1.016593255470364, - 1.0442887804592182, - 1.0083038126963626, - 0.9848656609590366, - 0.9855933554664763, - 0.9945670911869946, - 1.021074800634514, - 1.0040491737335164, - 1.003221409383544, - 0.9867264401919432, - 0.9744951602926358, - 0.9578713331810542, - 0.9708937667896353, - 0.982985543001351, - 0.9959503979748483, - 1.0070454733225949, - 1.016290393566305, - 1.0456745349293197, - 0.9697098121066737, - 0.9774943309543503, - 1.002916353992525, - 1.0129710134068142, - 0.9818517087835826, - 0.9848326582689778, - 0.9778679221613454, - 0.968463827587338, - 0.9562287284130288, - 0.9385814756983131, - 0.9535361456044965, - 0.9789868837316601, - 1.0036524516031298, - 0.996437230762304, - 1.025505334499929, - 1.0500603213568676, - 0.9906100846596538, - 1.003221409383544, - 1.012180944973295, - 1.0196387340397408, - 0.9825025594694498, - 0.954339750008454, - 0.9648376067685865, - 0.9839085531249888, - 0.952009038761473, - 0.9795794492787074, - 0.9716080021777768, - 0.9976717208316266, - 1.0091951026702335, - 0.9998457759635255, - 1.0167764080390456, - 1.0501441178091095, - 1.0098311230543442, - 1.0108582982234158, - 0.9971736177909091, - 0.9900282216050488, - 0.9676953459071826, - 0.9809946576246661, - 0.9776591097799061, - 1.0015254267851037, - 1.0037560308732274, - 0.9939516521695569, - 0.9956124335469829, - 0.9901857170585183, - 0.9967866165949004, - 0.9835484169272641, - 1.018300563902619, - 1.0581476797822778, - 0.9972534687047357, - 0.9990036074983834, - 0.9884969480698704, - 0.9585590451776096, - 0.9727715498408732, - 0.9986198721072891, - 1.0039545778843277, - 1.0019737557338864, - 1.0004300707708857, - 0.9993128946907187, - 0.9970527336984197, - 0.9971736177909094, - 0.996738394700752, - 1.0017488836874449, - 1.032459139242276, - 0.9980880058113938, - 0.9827755352139497, - 0.986753983146344, - 0.9694084590768833, - 0.954374856491467, - 0.9794063309627129, - 0.9981812449768528, - 1.0000844130171747, - 1.0024414937297792, - 1.000289920583818, - 1.0066579629145789, - 1.006045023392842, - 0.9980537361415068, - 1.0118648303811897, - 1.0321212562513462, - 1.0214564915487925, - 1.0199705326922406, - 0.9818228908495026, - 0.9937316253503986, - 0.975676694136014, - 0.9791967139583257, - 0.995853785405071, - 0.9944140275090272, - 0.998324720722163, - 0.9988796207201501, - 1.0076775206024515, - 1.0051477965419011, - 1.003942697943822, - 0.9947376367611466, - 0.9995186129589284, - 1.0045214386643773, - 1.0053188986302066, - 0.9873973753633679, - 0.9979198179428485, - 0.9957288015852994, - 0.9844024166044868, - 0.9926040090239354, - 1.0288602149576338, - 1.0327381635127548, - 1.0376323561660248, - 1.0191860749351351, - 1.019248439489373, - 1.0114615654187875, - 1.0148089052316012, - 1.0002181457107615, - 1.0051758820658891, - 1.007308437371659, - 0.9958774515386598, - 0.9748378659951137, - 0.9845361751656108, - 0.9871701294240001, - 0.9569477899284584, - 1.0012684139824397, - 1.033059928368479, - 1.0117771863985163, - 1.0115884288301853, - 1.0135614014099843, - 0.9976100259611177, - 1.010965511332625, - 0.9761143046477329, - 0.9803433318407708, - 1.0153886119387059, - 1.0056269030060545, - 0.9892055337201077, - 0.969426249412664, - 0.9918445350591615, - 0.9966488938063878, - 0.9940656012175014, - 1.0080956439499935, - 1.0056005212297308, - 1.0020303578560827, - 1.019908165966182, - 1.0172691233582607, - 1.0236709394617247, - 1.0122768805463278, - 0.9879530979067631, - 0.9955177997515855, - 1.0145032156568023, - 1.0113052100223867, - 0.9900950783072645, - 0.9789878020749606, - 1.0061210323379788, - 0.9976371796061079, - 1.0030525515532585, - 1.0005432856827527, - 1.0071552470675884, - 0.9872213285090347, - 0.9953725735493347, - 0.996186609496757, - 1.00089379219493, - 1.0287570615182273, - 0.9964079316152177, - 1.0069062426818565, - 0.9963817032039104, - 1.0008280481425031, - 0.9920979056678535, - 0.9872669976493121, - 1.0092168374131085, - 1.0003352873084816, - 0.9895629283115106, - 0.9695148264401307, - 0.9928241899429654, - 1.011466978521356, - 1.015897314997225, - 1.0238688838054302, - 1.0150342744039813, - 1.0149508574937365, - 0.9925404112632117, - 0.9872466320901033, - 1.0000513594585967, - 0.9865335518102039, - 0.9916934654171699, - 1.0111500201640033, - 1.0290091218292727, - 1.0080282510552814, - 0.9998062630573106, - 1.0027987951392292, - 1.0058448354473761, - 1.0127865866340113, - 1.0179715342017457, - 1.013555459538838, - 1.0063545738992565, - 1.0013980777392146, - 1.0039675000000043, - 0.9940267908926063, - 0.9867813019457877, - 0.9943765006272788, - 1.015526891626581, - 0.9864205332461236, - 0.9867876895945505, - 1.0266969428458936, - 1.042059643812452, - 1.0120358570624033, - 1.0028235097925473, - 0.9905175353506179, - 0.9946414253907617, - 0.9951193904567321, - 0.994780772003151, - 0.9990168722978009, - 0.9919731463227914, - 0.9791890939000777, - 1.0112363498675152, - 1.0384478663637378, - 1.0089325105827842, - 1.0217975650986395 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1055759, - "cert_evals": { - "36": 0.8942307829856873, - "72": 0.884615421295166, - "108": 0.8509615659713745, - "255": 0.7451923489570618 - }, - "fold": 1 - }, - { - "best_epoch": 40, - "best_val_acc": 0.8924302788844621, - "test_acc": 0.8972457627118644, - "train_size": 398, - "val_size": 251, - "test_size": 944, - "stats": { - "mean": [ - [ - 0.025853251256281188, - 0.026377419597989695, - 0.006303957286432041, - -0.016009429648241216, - 0.013426341708542615, - 0.000583298994974769, - -0.011917678391959662, - -0.037533175879397224, - -0.020098884422110854, - 0.0008364321608037243, - 0.019239580402010244, - -0.008214989949749375, - -0.025825954773869612, - -0.0006419698492463064, - 0.009508140703517508, - -0.019673170854271324, - -0.008902964824120629, - 0.029295625628140858, - 0.03910123115577878, - 0.04551176381909547, - 0.022450278894472483, - -0.041741050251256066, - -0.028593851758793917, - -0.037733369346733686, - 0.010677314070351713, - 0.008148201005025205, - 0.008145326633165782, - 0.009415472361809119, - 0.0284809497487437, - 0.009431022613065136, - -0.03688329899497498, - -0.04282043467336695, - -0.025931434673366276, - 0.0032492160804019695, - -0.014650914572864066, - -0.034562944723617914, - 0.004439065326633279, - 0.022032201005025183, - -0.04040087437185899, - -0.02492873869346697, - 0.012970140703517999, - 0.010264954773869574, - -0.013438090452261338, - -0.04317389949748748, - -0.011412814070351772, - 0.05626816582914544, - -0.03446686432160752, - -0.03817115326633142, - -0.01699248241206059, - 0.00882481909547732, - -0.04225107537688392, - -0.020397143216080688, - -0.035770040201005424, - -0.03813472361809031, - -0.05145492713567884, - -0.03408486180904533, - 0.016902085427135845, - 0.03483842713567786, - -0.03427305276381909, - -0.03140666331658277, - -0.011773889447236174, - 0.047884999999999796, - -0.0048442587939699355, - -0.04316322110552765, - -0.024642746231156448, - -0.002302301507537566, - -0.006238201005025181, - -0.0363831557788939, - -0.028835427135678583, - -0.04495072864321667, - 0.020803904522613076, - -0.007038153266331668, - 0.06495377889447201, - 0.026844070351758658, - -0.026958037688442293, - -0.02663757286432158, - 0.020592271356783716, - 0.027218869346733378, - 0.023798552763819147, - -0.016768904522613152, - -0.020810841708543488, - 0.004460130653266039, - 0.013682477386934629, - -0.025019600502512482, - -0.019792587939698632, - 0.02358873366834184, - -0.011806276381909597, - 0.020794437185929524, - 0.028271816582914534, - -0.006166407035175833, - -0.044291896984924944, - 0.024660060301507664, - 0.032016668341708576, - 0.04052279396984933, - 0.0490172487437184, - -0.016359286432160735, - -0.056750273869347244, - -0.007435929648241428, - 0.0017769246231154824, - 0.021414361809045206, - 0.04469314572864335, - 0.052019472361808976, - 0.0043632462311552775, - 0.03251259798994986, - 0.01964791959799002, - -0.022454183417085893, - -0.10391374874371867, - 0.008390402010050075, - 0.03760563819095469, - 0.11590360552763804, - 0.0493695728643219, - 0.04893633165829245, - -0.06410897487437181, - -0.006136658291457329, - -0.033884165829145316, - -0.002246648241206082, - -0.01682175376884426, - 0.00046256281407027904, - 0.022378718592965034, - -0.018578834170853733, - -0.06667939698492395, - -0.06575905527638143, - -0.043371045226129806, - 0.01104597989949733, - 0.06203475376884437, - 0.037953512562814026, - -0.005590462311557684, - 0.03451213065326728, - -0.022839005025125664, - -0.003315185929648206, - -0.024253055276382062, - -0.0389598241206035, - -0.03882960301507507, - -0.03981433668341692, - -0.031687527638191625, - -0.05046211557788869, - -0.0578318567839198, - -0.03762569346733697, - -0.0389613567839193, - 0.01979657286432155, - 0.019776218592964884, - 0.01474091708542714, - -0.042159695979899554, - -0.014452487437185876, - -0.0048944321608039645, - -0.013580208542713676, - -0.05791733668341716, - -0.009305037688442106, - 0.029235170854271467, - 0.025075567839196122, - 0.015302437185929314, - -0.022135206030150862, - 0.013569241206029991, - 0.02443211809045206, - 0.04290105527638174, - 0.09095939447236231, - 0.1091005477386932, - 0.020843309045226067, - -0.0007868643216079208, - -0.03978372110552767, - -0.0220056030150753, - -0.030192002512562766, - -0.04608865829145755, - 0.042463467336683505, - 0.051527896984924354, - 0.0915860050251251, - 0.01618239195979925, - -0.008218854271356756, - -0.020952391959798814, - 0.014776788944723587, - 0.034092487437186, - 0.04560211055276428, - 0.08278233165829134, - 0.10847255527638236, - 0.024846484924623196, - -0.052689055276382346, - 0.0017780376884420149, - -0.013441829145728687, - 0.020275924623115744, - 0.06161076884422113, - 0.08692009045226239, - 0.04008957286432224, - -0.0012120703517585535, - -0.007551306532663401, - -0.04616232160804049, - -0.013706580402010225, - -0.024673851758793934, - 0.08783185929648209, - 0.07460693467336664, - 0.0960876532663306, - 0.02119716834170848, - -0.03701101507537695, - -0.010059045226130629, - -0.010829610552763923, - -0.012481236180904494, - 0.04081522613065362, - 0.029924482412060183, - 0.008092273869346436, - -0.04316322110552756, - -0.03630996733668343, - -0.08232102512562797, - -0.04733090954773897, - 0.004588884422110799, - 0.08388306532663306, - 0.0430607738693465, - 0.04666894472361813, - -0.01270106783919614, - -0.047514080402010335, - -0.010565728643216074, - -0.026136346733668523, - -0.03245043718592946, - 0.023696067839195353, - 0.01770060301507536, - 0.044308140703517615, - -0.003787788944723613, - 0.014174522613065448, - -0.05093826633165829, - 0.02573226130653278, - 0.030287150753768848, - 0.0401397286432159, - 0.053680743718593056, - 0.02102522613065334, - -0.010747371859296528, - 0.05464842964824082, - -0.017136783919598057, - -0.045805907035175675, - -0.05090381909547731, - -0.0068819798994974556, - -0.03505809045226187, - -0.02371979899497456, - 0.00344182914572863, - 0.0033947336683414304, - 0.0007934170854273202, - -0.0018110753768842327, - 0.0032136934673366708, - 0.01568474874371846, - 0.01327067839195978, - 0.019348781407035248, - 0.004921175879397266, - 0.031125522613065133, - 0.04711545226130587, - 0.010442155778894433, - -0.024673851758794076, - -0.015774271356783803, - -0.06616341708542701, - -0.0980368467336672, - 0.0005838040201006485, - 0.008146753768844201, - 0.004349567839195794, - 0.003092396984924539, - -0.015071595477387165, - 0.007967140703517566, - -0.01298472613065332, - 0.0446150326633164, - 0.023923638190954576, - 0.0477404321608047 - ] - ], - "std": [ - [ - 1.034353343932803, - 1.024348567936632, - 1.0036818973846862, - 0.9926016744364617, - 1.0028981060461741, - 0.9997262707845033, - 1.0004780191128255, - 1.0057381568404924, - 1.0053448775578797, - 0.9994421248178098, - 0.9935827482337024, - 1.0014086229280772, - 1.0021061616018854, - 0.9996719899466749, - 1.0017361970021768, - 0.988660808590669, - 0.9901596478521693, - 1.0192247642124055, - 1.0167388988236599, - 1.0138944681676312, - 1.0047989281967311, - 0.9904645459818706, - 0.9954463096472054, - 0.9922833494657366, - 1.000931207563311, - 1.000707942136333, - 1.0005842378657308, - 1.0008281188231554, - 1.003557986182927, - 1.0010705577402124, - 0.9904311917270927, - 0.9711219802777267, - 0.9739587043622917, - 1.0015066140578677, - 0.9931898260069552, - 0.9856672449691517, - 1.0012331552789873, - 1.0081082975427937, - 0.9818673205301623, - 0.9867264401919426, - 1.0059158746745933, - 1.0048856527038488, - 0.9933559670825766, - 0.9804299925042913, - 0.9959503979748487, - 1.0125781824597548, - 0.9904165488252873, - 0.9747606061850563, - 0.9833821256471468, - 1.0040856115046517, - 0.9796743045806305, - 0.9898888553822821, - 0.9818517087835823, - 0.9782007130770088, - 0.9656942565779187, - 0.9734797731342064, - 1.010665700345605, - 1.021589297626431, - 0.9794856875095689, - 0.9845971696829052, - 0.9948281863198752, - 1.0136085631297738, - 0.9980537361415062, - 0.9668195470806507, - 0.9810513427219819, - 0.9987231668355041, - 0.997403787663875, - 0.9835516799557577, - 0.9853855373152387, - 0.9749106414617704, - 1.0117447309449026, - 0.9952897165079869, - 1.032947917542788, - 1.0120811271463608, - 0.9875771901975944, - 0.9885862353477245, - 1.0072891612096109, - 1.0093428281641061, - 1.0100051475667393, - 0.9840366571448279, - 0.9854634000263881, - 1.00134698674654, - 1.0041146501612022, - 0.9900282216050488, - 0.9917355999661862, - 1.0093104531776096, - 0.9947373509131133, - 1.0080042462360728, - 1.0087372732373883, - 0.9976110730657628, - 0.9846934585447732, - 1.0088475388403126, - 1.0133097733764065, - 1.0209739586680646, - 1.0282470508532253, - 0.9817846585536307, - 0.9633992156471255, - 0.9973233600463974, - 1.000218145710761, - 1.0057309799061696, - 1.010623899141674, - 1.0101011443230787, - 1.0006599864175545, - 1.0055249208224792, - 1.0028819022633104, - 0.9953395717809288, - 0.9698021524023763, - 1.0024258063274285, - 1.0158129918211263, - 1.063456671941438, - 1.0324591392422755, - 1.04774222887087, - 0.9616904393179179, - 0.997695806697438, - 0.9880152027656462, - 0.9988433850344972, - 0.9937292230975006, - 0.9998296099021827, - 1.0044195246237817, - 0.9963489105119412, - 0.9879651241571221, - 0.9859903114183225, - 0.9884715320146122, - 1.003310560327655, - 1.0244185872318146, - 1.0203911139057007, - 0.9961421301729745, - 1.034050235933694, - 0.989521079569911, - 0.9990477366494994, - 0.992755500716447, - 0.9868421928940853, - 0.9873393959627118, - 0.9881958106921132, - 0.9919947175362285, - 0.9895831364382834, - 0.9895629283115108, - 0.9929032652937821, - 0.9922751284451915, - 1.003847339906563, - 1.0037363434884359, - 1.0033043471411776, - 0.9838300352467959, - 0.9873973753633691, - 0.9979198179428482, - 0.9968491311161947, - 0.9780752949201328, - 0.9952808518444423, - 1.0120796997058796, - 1.0102563563170064, - 1.0056657842293373, - 0.9917811647092868, - 1.003612286469916, - 1.0080281022283166, - 1.0132678758599065, - 1.0226525060210754, - 1.0139038318701246, - 1.0024397087121901, - 0.9995063040570514, - 0.9700809553445697, - 0.9922233441291306, - 0.9933207816371948, - 0.9824557032259209, - 1.0196898531365701, - 1.0252921553121754, - 1.0436509722569267, - 1.0085279865152725, - 0.9951421649917936, - 0.9882760866228761, - 1.0078553724971193, - 1.016034101650163, - 1.0182936561607592, - 1.0197900633557413, - 1.009927427136894, - 1.0043140064479028, - 0.9653870680055727, - 1.0002294165307881, - 0.9975169703830418, - 1.0060899274497221, - 1.0302542392319602, - 1.050457422656358, - 1.0263818971478929, - 0.9988293446894524, - 0.993948379991406, - 0.9646507012293754, - 0.9894725219782052, - 0.9841733127810417, - 1.039912432152242, - 1.0215994164574418, - 1.0180415302669792, - 1.004726329086974, - 0.9748378645110533, - 0.996502380675558, - 0.9983170617806623, - 0.9963911641009451, - 1.0183269819540794, - 1.017678321054885, - 1.0055414218665415, - 0.9668195470806507, - 0.9703066737368953, - 0.9404292201679834, - 0.967852473516548, - 1.0019282394069462, - 1.028101194822195, - 1.008793562942109, - 1.0081602197776465, - 0.9956124335469831, - 0.9606578789878316, - 0.9949738705848414, - 0.9953677319031761, - 0.9944335251793368, - 1.0048415968196438, - 1.0055583780485124, - 1.0180101093887308, - 0.9978522893615333, - 1.0059363426964134, - 0.9778798529166732, - 1.0083401893079658, - 1.0068711996262265, - 1.006423096229551, - 1.0046479120669225, - 1.0037804464514235, - 0.994459962409335, - 1.0536434113524862, - 0.9893818936419583, - 0.9884128417013845, - 0.9968841227714262, - 1.0005451392022922, - 1.0058448354473761, - 1.0049722474461862, - 0.9987027037023654, - 0.998829254733481, - 0.9994987832666141, - 0.9999543973377994, - 0.9993809740185148, - 1.0000438421505866, - 1.0018684789535641, - 1.007170379629404, - 1.003098792935798, - 1.0389250180520742, - 1.057188249524631, - 1.009038472352926, - 0.9841733127810427, - 0.9933150572644535, - 0.9837566845129954, - 0.9835369109711313, - 0.9997322633620358, - 1.00066670782988, - 1.0002899205838178, - 1.000633573204784, - 0.9919731463227919, - 1.0051578019898537, - 0.988327819096806, - 1.0458203733919074, - 1.032263512848999, - 1.1039230782773841 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1055759, - "cert_evals": { - "36": 0.8645418882369995, - "72": 0.8565737009048462, - "108": 0.8366534113883972, - "255": 0.7569721341133118 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.9289099526066351, - "test_acc": 0.9105691056910569, - "train_size": 398, - "val_size": 211, - "test_size": 984, - "stats": { - "mean": [ - [ - 0.017303708542713854, - 0.033339979899497045, - 0.042060535175879, - 0.0551565226130648, - 0.03412115577889427, - 0.020728213567838986, - 0.003192402010050319, - -0.017114201005025118, - -0.009631226130653392, - -0.014865055276382138, - -0.017541251256281226, - -0.08527074371859306, - -0.0611904120603017, - -0.045862402010050325, - 0.009508140703517527, - -0.013946012562814322, - 0.0643217587939701, - 0.0719809045226133, - 0.061214376884421925, - -0.018105633165829183, - -0.06536492964824103, - -0.07759587688442295, - -0.059003042713567794, - -0.012227075376884505, - -0.05005260552763839, - -0.04250838190954796, - -0.022192437185929587, - -0.0007109648241205073, - -0.04772033165829164, - 0.009431022613065164, - -0.04203948743718602, - -0.01305157788944726, - 0.07187196733668362, - 0.037831934673366825, - 0.018214371859296575, - -0.09378594974874371, - -0.10202691457286414, - -0.08058536683417125, - 0.008583005025125713, - 0.014450412060301456, - -0.02057281407035149, - 0.01591073618090474, - 0.05852115577889456, - 0.05490543216080418, - 0.025520276381909558, - 0.01994546482412024, - -0.029288175879396895, - -0.05002305778894475, - 0.09349378894472334, - -0.0024263668341707816, - -0.08628416080401952, - -0.042581354271357584, - 0.019872572864321515, - 0.07025994221105543, - 0.03735249748743718, - -0.021575791457286518, - 0.022925640703517693, - 0.052837846733668196, - 0.07541733668341698, - 0.023911276381909558, - -0.06598816080402005, - -0.03642700000000029, - -0.03662473618090472, - -0.0555867085427135, - 0.019038185929648087, - -0.01863026130653271, - -0.043643228643215105, - 0.029040723618090913, - 0.026844070351758627, - 0.04571258793969818, - 0.0616951256281406, - 0.04614825125628155, - 0.05347232663316565, - 0.11036331658291482, - 0.016836394472361783, - -0.015812482412060267, - -0.05466603015075383, - -0.0745576381909549, - -0.07527588944723587, - -0.0031332562814071646, - 0.009397638190954651, - -0.0009045703517589661, - 0.03485077889447228, - -0.0035822437185929427, - -0.009007914572864234, - 0.029040723618090455, - 0.04252824623115574, - 0.11859657788944705, - 0.0971600904522612, - 0.07854394472361814, - -0.01270106783919611, - -0.023795125628140776, - -0.028454560301507496, - -0.06846445226130653, - -0.05716217336683423, - -0.008979115577889234, - -0.015752100502512602, - 0.029420037688442, - -0.019207185929647985, - -0.08853826130653279, - -0.06453608542713567, - 0.021109673366834107, - 0.06616457286432129, - 0.0990662613065328, - 0.05533300502512552, - 0.028604987437185914, - -0.04203948743718602, - -0.007485824120603054, - -0.023014974874371978, - -0.020393296482412362, - -0.048715170854271364, - -0.023184673366834257, - 0.01613431155778907, - 0.025520276381909585, - -0.02331836683417028, - -0.0022466482412058235, - 0.025685864321608003, - 0.1214610552763827, - 0.12532168341708572, - 0.07314251758794003, - 0.034790552763818976, - 0.015824623115577738, - -0.06917521608040215, - -0.010141005025125743, - -0.0036958190954772753, - -0.0025251658291457193, - 0.006283527638191006, - 0.027300030150753923, - 0.07564008040200966, - 0.037600432160804075, - 0.022608927135678237, - 0.018861979899497297, - 0.03452877889447219, - 0.06937706281407076, - 0.04556413065326641, - 0.041319522613065394, - -0.0070690175879395654, - 0.0030793718592961195, - 0.017090580402010398, - 0.019796572864321606, - -0.016192964824120658, - -0.04226193969849271, - -0.05281126884422079, - -0.0013456030150753172, - 0.04312830150753776, - 0.05816602763819115, - 0.0110636683417086, - -0.00930503768844212, - 0.012763037688442154, - 0.03055638693467361, - 0.009892816582914443, - -0.038075562814070325, - -0.017870065326633208, - -0.012883457286432217, - 0.08004467336683378, - 0.04899117336683459, - -0.023747236180904754, - -0.04004978643216082, - -0.04713785929648249, - -0.04595407537688452, - -0.016720412060301323, - -0.03019200251256272, - -0.008860231155778723, - 0.02002423115577915, - 0.023111075376884147, - -0.0053246733668341605, - -0.041316502512562255, - -0.03685464572864361, - -0.06645353768844256, - -0.04286107537688441, - 0.0677983919597992, - 0.029169467336683533, - 0.025297271356783873, - -0.0032680427135678793, - -0.026374695979899457, - 0.0062461708542712385, - -0.024493984924623437, - 0.01705632160804017, - 0.041416688442211205, - 0.050218221105527164, - -0.0026422336683418032, - -0.008848216080402028, - -0.050413396984924405, - -0.013842623115578042, - -0.015173276381909613, - 0.0423901256281407, - 0.022431655778894367, - 0.04833989949748727, - -0.015437751256281409, - -0.03309212060301497, - 0.00566614572864313, - 0.034707618090452225, - -0.020580653266331614, - -0.04118986683417089, - -0.043604532663316625, - -0.06511693467336681, - -0.04697097487437197, - -0.047876804020100805, - -0.03695147738693452, - -0.023573881909547713, - 0.02588810050251267, - 0.059938824120602745, - 0.06057039195979934, - 0.030043969849246118, - -0.02400981909547736, - -0.061034673366834095, - -0.03376162060301523, - -0.0028822914572863433, - 0.0004090452261306595, - -0.056622663316582986, - -0.05783185678391955, - -0.04331452261306535, - -0.02476830150753774, - -0.04897743718592962, - -0.02051391959798998, - -0.013363165829145748, - 0.01934878140703507, - 0.031055560301507686, - 0.040651306532663266, - -0.016091994974874516, - -0.06268290201004995, - -0.035390954773869276, - -0.027462361809045256, - -0.05414238693467362, - 0.006189246231155719, - 0.0005052211055278901, - -0.025775125628140556, - -0.047400653266331895, - -0.06064291457286465, - -0.023719798994974565, - -0.017446231155778813, - -0.012141331658291529, - 0.026605527638191077, - 0.033742751256281414, - -0.006876432160804101, - 0.005632914572864249, - -0.042793419597989886, - -0.0293114824120604, - -0.037945047738693345, - -0.05130548241206037, - 0.014489914572864079, - 0.01721788944723632, - -0.0011210979899498779, - -0.07518444221105554, - -0.05077718592964814, - -0.017136143216080403, - -0.019568648241205994, - 0.00814675376884411, - 0.08045203015075388, - 0.06091420100502482, - 0.0017932663316581627, - -0.004254356783919557, - 0.00028859547738686056, - -0.05891331407035207, - -0.08821684422110554, - -0.015741175879397072 - ] - ], - "std": [ - [ - 1.0230913089022202, - 1.0306470847496936, - 1.0253163638989118, - 1.0218049113878709, - 1.0074783028399366, - 1.0009433160751784, - 0.9994505670417713, - 1.0026241679219097, - 1.0024524994812487, - 1.0039133733751973, - 1.0048971378545626, - 1.01417394130718, - 1.004332289549513, - 0.9977382032551653, - 1.0017361970021768, - 0.9919233144935908, - 1.0637765669702473, - 1.0455715281984932, - 1.0255977102644784, - 0.99339605984875, - 0.9817359315428323, - 0.981056113878387, - 0.990012610165878, - 0.9974493811385823, - 0.9922963473581801, - 0.9932437097599804, - 0.9968980779182007, - 0.9995978440878907, - 0.9913328217211481, - 1.0010705577402124, - 0.9890209230468918, - 0.9912627019033904, - 1.0644590940044412, - 1.020043651023701, - 1.0074072543879427, - 0.958275404222389, - 0.9578388667517177, - 0.9639856165919881, - 1.003221409383544, - 1.0068397052494056, - 0.9893750244557449, - 1.0076889515382415, - 1.0247383219890505, - 1.0210165378194092, - 1.0075247387147834, - 1.0046362701743567, - 0.9918912192932127, - 0.9665843967074859, - 1.0802469947354034, - 0.998459552401291, - 0.9563901007544556, - 0.978638687720611, - 1.0089127439007188, - 1.0344283171064497, - 1.0220358948079418, - 0.9833155750584129, - 1.0144818792490966, - 1.0322631831022364, - 1.038787160693079, - 1.0103666845998722, - 0.9702991548533046, - 0.987409253216723, - 0.9866887156715956, - 0.9567900274378338, - 1.0134406606180522, - 0.991713556652289, - 0.9827676281149432, - 1.0114433247015615, - 1.012081127146361, - 1.0222420868044244, - 1.0338152076697806, - 1.0268430413524583, - 1.0274456473203384, - 1.0453074953992492, - 1.0068106834774446, - 0.99319836196822, - 0.9771166106782407, - 0.9688298069003922, - 0.9624528562451854, - 0.9968022599327558, - 1.005901557554794, - 0.9993474698627087, - 1.010564715068287, - 0.9983486611130268, - 0.9961238320171254, - 1.0114433247015613, - 1.0161717897956295, - 1.0406869709539412, - 1.0272052350520744, - 1.0224767767382823, - 0.9956124335469829, - 0.9901857170585184, - 0.9865469521402179, - 0.9587645381482431, - 0.9621648427676825, - 0.9899337643062542, - 0.9900729293902669, - 1.0084492238238705, - 0.9937034359335825, - 0.9692951161627006, - 0.9800863496307292, - 1.0042513937180102, - 1.0123603111480772, - 1.0141287908757117, - 1.007677408079292, - 1.0044650992699184, - 0.9890209230468918, - 0.9971736177909093, - 0.9889840573493727, - 0.9866310104770853, - 0.9637832135197844, - 0.9752349399210322, - 1.0083818727667295, - 1.0075247387147834, - 0.991793153918188, - 0.9988433850344973, - 1.0081706851369636, - 1.029626843869407, - 1.0196031669552301, - 1.0093980022007503, - 1.0039886223095509, - 1.0023095280591323, - 0.9808300777029364, - 0.9962389763825825, - 0.9980717278603489, - 0.9982433289914361, - 1.0036155922773329, - 1.0270598343773214, - 1.0290248534923514, - 1.0061441876968409, - 1.0055764584644775, - 1.0053031805865968, - 1.0092866189920002, - 1.0156784749241112, - 1.0088960099879092, - 1.0059991425953296, - 0.9986354940573221, - 1.0001773791355475, - 1.00244149372978, - 1.003847339906564, - 0.996065302775612, - 0.9880253584212956, - 0.9794959611542164, - 0.998556228240707, - 1.0140940621454713, - 1.0096760877814985, - 1.0033829165288874, - 0.9952808518444423, - 1.0052200897485457, - 1.012469146588948, - 1.0035830400494066, - 0.9857420630547223, - 0.9942119752062554, - 0.9950185461635798, - 1.0234288024686335, - 1.0131354799141175, - 0.9949817856959143, - 0.9931492960370479, - 0.9878551084342865, - 0.9652611606828942, - 0.9940656012175009, - 0.9933207816371951, - 0.9965622500501108, - 1.0093915715884572, - 1.0115749892045551, - 0.9968115171925963, - 0.9755344519015101, - 0.9786069630651631, - 0.961464080587249, - 0.9743356627980871, - 1.030835086571909, - 1.0118648303811906, - 1.006595799733842, - 0.9991930482950553, - 0.9940736745513704, - 1.003492294968093, - 0.9918445350591615, - 1.0021683881445074, - 1.0122899955900566, - 1.0249494745406926, - 0.9979849217942023, - 0.9934793024312332, - 0.9621029758682157, - 0.9890982158771477, - 0.9885456854845168, - 1.0294779143109518, - 1.0130593563263568, - 1.0229554890663815, - 0.9943926914757206, - 0.9911313414795533, - 1.0010785245110474, - 1.021221319921214, - 0.9930525323845899, - 0.9938444307912636, - 0.9874394122474933, - 0.965635318129075, - 0.9689109282338, - 0.9629284258029364, - 0.9717359308698656, - 0.9808646394091696, - 1.0162302100520217, - 1.0355012766301623, - 1.0272568498553079, - 1.0107564289840438, - 0.9937602047041728, - 0.9851594467890736, - 0.9884587080836413, - 0.9974266932665549, - 0.999864541688887, - 0.9894363675325561, - 0.9895629283115106, - 0.988727903086388, - 0.990877905737688, - 0.9766932163927938, - 0.9895469407930455, - 0.9935726213392223, - 1.007170379629405, - 1.0100389974395079, - 1.009109049155308, - 0.9965204677792965, - 0.9901869920407446, - 0.99174574443383, - 0.9860427444032561, - 0.9400600968558963, - 1.0033074400595374, - 0.9997993113498106, - 0.9985929054949167, - 1.0046389351594731, - 1.0095474638492092, - 1.0049722474461862, - 1.0044746555071224, - 1.0026481147921085, - 0.9930117198494639, - 0.9940678856560923, - 1.0002974171033587, - 0.9998417518500186, - 0.9914036227508137, - 0.9875178868961761, - 0.9721338649787347, - 0.9291330950891362, - 1.017948146105332, - 1.0150039988798456, - 0.9989984568183743, - 0.9666297205670561, - 0.9878791191600703, - 0.9975774564005543, - 0.9980042921168951, - 1.0006667078298794, - 1.0077886909582168, - 1.016455335207286, - 1.0005853010665489, - 0.9967266234061737, - 0.9999357967957346, - 0.9320191861094074, - 0.8633520103519924, - 0.9623275771498844 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1055759, - "cert_evals": { - "36": 0.9099526405334473, - "72": 0.8862559795379639, - "108": 0.8530806303024292, - "255": 0.7156398296356201 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9011395965561589, - "std_test_acc": 0.00659107685571663, - "n_samples": 1593, - "n_features": 256, - "n_classes": 10, - "mean_cert_acc_36": 0.8847385793924332, - "std_cert_acc_36": 0.021168253489177044, - "mean_cert_acc_72": 0.8734643310308456, - "std_cert_acc_72": 0.014410629271630001, - "mean_cert_acc_108": 0.8431891649961472, - "std_cert_acc_108": 0.010405163297232112, - "mean_cert_acc_255": 0.7357487827539444, - "std_cert_acc_255": 0.018756796050809085 - }, - "statlog-vehicle": { - "dataset": "statlog-vehicle", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 43, - "best_val_acc": 0.6776859504132231, - "test_acc": 0.6926070038910506, - "train_size": 211, - "val_size": 121, - "test_size": 514, - "stats": { - "mean": [ - [ - -0.15146149526066363, - -0.10432839952606632, - -0.059711114691943054, - -0.10485173232227493, - -0.05972240473933653, - 0.023982654502369662, - -0.09937442175355453, - 0.0818855733649288, - -0.10596828436018967, - -0.11517251252132703, - -0.08347083222748818, - -0.1053934661943128, - -0.08422502947867287, - 0.06107363270142171, - -0.09882898767772512, - -0.031016796208530723, - -0.05365530142180105, - -0.07673026919431288 - ] - ], - "std": [ - [ - 0.9244006895318542, - 0.9269788321694366, - 0.9738611659537878, - 0.9392376060519674, - 0.9423236941745864, - 1.2031150582278034, - 0.9189159479510511, - 0.9554470489794712, - 0.9165422543676691, - 0.9419702932342265, - 0.899283407616931, - 0.9016819378903871, - 0.9169739004303826, - 1.0374334592683703, - 1.008232147929816, - 0.9709165003669759, - 0.9809690311814254, - 0.9851749395938914 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 15113, - "cert_evals": { - "36": 0.5537189841270447, - "72": 0.43801650404930115, - "108": 0.3801652789115906, - "255": 0.04958677291870117 - }, - "fold": 0 - }, - { - "best_epoch": 60, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.6699029126213593, - "train_size": 211, - "val_size": 120, - "test_size": 515, - "stats": { - "mean": [ - [ - -0.05707185829383899, - 0.01703814028436017, - -0.07233211819905201, - -0.08672841545023706, - -0.057319243601895775, - 0.03840272132701431, - -0.013982209905213271, - 0.02121443985781981, - -0.007237241706161201, - 0.0049784149421801165, - -0.014029810900473958, - -0.016262295578199085, - 0.0009614558767772847, - 0.11677855781990558, - 0.0023493535545024086, - -0.010852331753554503, - -0.10286354407582957, - -0.11368303744075818 - ] - ], - "std": [ - [ - 1.0402738933856586, - 0.9838455143238437, - 1.0190627316129826, - 1.0239103894741375, - 1.1508302480807033, - 1.1683856166359436, - 1.0055121275534542, - 0.9988185856887961, - 1.0147533040348673, - 0.9815814858424408, - 0.9995251885514925, - 1.0064285465555274, - 0.9637935338431834, - 1.1030605616237845, - 0.9937126714490084, - 0.995709949800922, - 1.0375518355312294, - 1.0614716810079152 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 15113, - "cert_evals": { - "36": 0.6250000596046448, - "72": 0.5166667103767395, - "108": 0.40833336114883423, - "255": 0.03333333507180214 - }, - "fold": 1 - }, - { - "best_epoch": 67, - "best_val_acc": 0.689922480620155, - "test_acc": 0.7134387351778656, - "train_size": 211, - "val_size": 129, - "test_size": 506, - "stats": { - "mean": [ - [ - -0.021963390047393307, - 0.015501836018957329, - 0.03765074758293839, - -0.033773345592417056, - -0.053714301421800954, - 0.025012608530805693, - 0.012391009146919438, - 0.0011931618483411932, - 0.003732862559241725, - -0.004163105436966835, - 0.014350785308056885, - 0.008870320853080559, - 0.03139527815165877, - 0.07120188767772496, - -0.007286610426540335, - 0.01621079620853081, - -0.11362760189573462, - -0.0754560952606636 - ] - ], - "std": [ - [ - 1.0013809830173679, - 0.9782519614775661, - 1.0067349356663802, - 0.9925585379225955, - 0.9656789538710515, - 1.079511023393183, - 1.0086208512176316, - 0.9976671958575583, - 1.0053473248040818, - 0.9749627707710302, - 1.0173842579149284, - 1.023042568770406, - 0.9834183626487213, - 1.0185730954327057, - 1.033273817278921, - 0.9965280678503624, - 0.9690108913489877, - 1.0258779208898805 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 15113, - "cert_evals": { - "36": 0.5581395626068115, - "72": 0.4806201457977295, - "108": 0.356589138507843, - "255": 0.03875968977808952 - }, - "fold": 2 - }, - { - "best_epoch": 48, - "best_val_acc": 0.7086614173228346, - "test_acc": 0.6830708661417323, - "train_size": 211, - "val_size": 127, - "test_size": 508, - "stats": { - "mean": [ - [ - 0.04652693270142183, - 0.020878930331753535, - 0.004595829952606676, - 0.050472680521327036, - 0.10850436966824639, - 0.11359419241706137, - 0.0035522710900474227, - -0.016401528483412357, - 0.0019045260663507124, - 0.02816009017251184, - 0.02038910379146921, - 0.003237731909952596, - 0.0162511691943128, - 0.05221142748815186, - 0.04571186824644554, - -0.08779599999999993, - -0.02366896398104278, - -0.04232626635071097 - ] - ], - "std": [ - [ - 1.0660694582459869, - 0.9954955740331093, - 1.0005918167210288, - 1.0225865249631643, - 1.1919100176742894, - 1.3676251093574603, - 0.9782612041335168, - 1.0070319475298821, - 0.9609306968438209, - 0.995608616420587, - 0.9856739612962143, - 0.9752124296736733, - 1.0143856365331891, - 1.0854963150619814, - 1.0148237536601927, - 0.9020045533947828, - 0.9646100732878, - 0.9403175219272142 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 15113, - "cert_evals": { - "36": 0.5826771855354309, - "72": 0.5039370059967041, - "108": 0.3700787425041199, - "255": 0.015748031437397003 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.689754879458002, - "std_test_acc": 0.01832881389903288, - "n_samples": 846, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.579883947968483, - "std_cert_acc_36": 0.032663380784668065, - "mean_cert_acc_72": 0.48481009155511856, - "std_cert_acc_72": 0.03458264736307426, - "mean_cert_acc_108": 0.3787916302680969, - "std_cert_acc_108": 0.021935251898694056, - "mean_cert_acc_255": 0.03435695730149746, - "std_cert_acc_255": 0.014126467608466668 - }, - "steel-plates": { - "dataset": "steel-plates", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 99, - "best_val_acc": 0.6524590163934426, - "test_acc": 0.6507384882710686, - "train_size": 485, - "val_size": 305, - "test_size": 1151, - "stats": { - "mean": [ - [ - -0.033171420824742434, - -0.03487799787628848, - -0.025752341010309272, - -0.02575685641237119, - -0.013433178123711241, - -0.013203120387628779, - -0.01932132132144322, - -0.015286709072164926, - -0.03529740762886613, - -0.06188019999999985, - 0.029282459793814393, - 0.02461150515463966, - -0.02461150515463966, - 0.02680637649484613, - 0.05348254682474227, - 0.04729742422680411, - 0.037012766989690665, - -0.005113711814433202, - -0.04244604482474207, - 0.016299261237113144, - 0.02038411958762842, - 0.024304238721649656, - 0.01957637484536068, - 0.03119099608247441, - 0.008960876804329868, - -0.0667112558564948, - 0.03806582750515489 - ] - ], - "std": [ - [ - 0.9756894853975037, - 0.9770748287077284, - 0.928969513709341, - 0.9289613756914903, - 0.7271911461061646, - 0.6249440949513447, - 0.2710442676106522, - 0.8321078924444775, - 0.9681819508369377, - 0.9379050398893956, - 1.0059681125158686, - 1.004435542438173, - 1.004435542438173, - 1.0374639889594413, - 0.9990047126903454, - 0.9783238676858398, - 0.9859445483202275, - 0.9264109604441377, - 0.9798063758731859, - 0.9885797784975004, - 0.9993680933241289, - 0.9978320614999503, - 0.9928227904046222, - 0.9831836156202347, - 0.9769683973001587, - 0.9740787014301614, - 0.9975175191485853 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 57484, - "cert_evals": { - "36": 0.5836065411567688, - "72": 0.5147541165351868, - "108": 0.4688524603843689, - "255": 0.2852458953857422 - }, - "fold": 0 - }, - { - "best_epoch": 49, - "best_val_acc": 0.7147887323943662, - "test_acc": 0.6390784982935154, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.03706820797938135, - 0.03657455558762895, - 0.014421525546391723, - 0.014414742845360836, - -0.04709934408247418, - -0.04852457241237108, - -0.033936195713195796, - -0.05171317672164952, - 0.013659632577319523, - -0.027462527628865894, - 0.006293505773195868, - 0.011990152577319948, - -0.011990152577319948, - -0.03296888268041301, - -0.009405954164948402, - -0.043928852597938134, - 0.002384727134020549, - -0.013394573402062043, - 0.027507874268041282, - 0.038990112989690746, - 0.0011484783505151038, - -0.02832227346391757, - -0.023262162268041238, - -0.03206279731958757, - -0.003237806419175221, - -0.04168354620618558, - -0.012072491587628926 - ] - ], - "std": [ - [ - 1.015411156192268, - 1.0184785548739292, - 1.121885848311569, - 1.1218788885198352, - 0.690006383533972, - 0.5810603178627508, - 0.2538653505206093, - 0.7901091189782915, - 1.0313073308807894, - 1.1253321716484355, - 0.9934036908444747, - 1.002106781592608, - 1.002106781592608, - 0.9446882153445072, - 1.006327755621702, - 1.0256643689759664, - 0.9902082423796534, - 1.0703705601717843, - 0.9814029395820514, - 0.9594928614842593, - 0.9948279945629597, - 0.9781432437014432, - 0.9737318425454382, - 0.9896265964372553, - 0.996385694776415, - 1.1531115464252937, - 0.9965705557829847 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 57484, - "cert_evals": { - "36": 0.6302816867828369, - "72": 0.5809859037399292, - "108": 0.5281689763069153, - "255": 0.30633801221847534 - }, - "fold": 1 - }, - { - "best_epoch": 69, - "best_val_acc": 0.6677852348993288, - "test_acc": 0.6735751295336787, - "train_size": 485, - "val_size": 298, - "test_size": 1158, - "stats": { - "mean": [ - [ - 0.01349540909278348, - 0.011743234845361083, - 0.055380051591752535, - 0.05537599281030928, - -0.002818057010309121, - -0.0043726463257731905, - -0.011363671857525773, - 0.0014854367216495697, - -0.017973084123711465, - -0.019961297319587557, - -0.006256404123711325, - 0.037232857731959154, - -0.037232857731959154, - -0.057822187216493647, - -0.04968943053608254, - 0.05299214910515458, - 0.012450677092783526, - -0.0152095140206186, - -0.021158501278350353, - -0.03180742531958788, - 0.011834936082473834, - 0.02963465686597942, - 0.02183907072164954, - 0.04186944268041253, - 0.024153798268247404, - -0.04557396327835056, - 0.03912331686597949 - ] - ], - "std": [ - [ - 1.0305115292152447, - 1.0350302276108283, - 1.0568148967701887, - 1.0568064122935077, - 0.7926988315617414, - 0.6342514589481083, - 0.28414711305629714, - 0.9056134481718624, - 0.9751665814504833, - 1.0270919456979695, - 0.9900679127467883, - 1.0066006750596284, - 1.0066006750596284, - 0.9543742160994036, - 1.0004136931230714, - 1.0094115145490878, - 1.0121553004352448, - 0.8186606474983903, - 1.0281436358716267, - 1.0235390824617858, - 1.0008479768803218, - 0.990294035931081, - 0.9940477374299497, - 1.000219892821287, - 0.9933237184970842, - 0.9852467220628263, - 0.994697835657597 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 57484, - "cert_evals": { - "36": 0.6208053827285767, - "72": 0.5771812200546265, - "108": 0.5234899520874023, - "255": 0.3288590610027313 - }, - "fold": 2 - }, - { - "best_epoch": 41, - "best_val_acc": 0.6408450704225352, - "test_acc": 0.6459044368600683, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.023743463731958805, - 0.016176765814433166, - 0.0014892443092783534, - 0.0014844411752577274, - -0.009514525814432954, - -0.020205760659793785, - -0.01871218610680407, - -0.005845208247422769, - 0.01885683030927834, - -0.00661354618556694, - 0.013281478350515526, - 0.0035759175257736252, - -0.0035759175257736252, - 0.001803373195877225, - -0.050778439121649456, - -0.007776909546391795, - 0.04831092711340207, - -0.05191724047422686, - -0.019034719298968952, - 0.018150954639175196, - 0.009697649484535607, - -0.007318674041237245, - -0.01604848907216485, - -0.0013126113402060792, - 0.01597799027505155, - 0.03087437377319595, - 0.008060444742267966 - ] - ], - "std": [ - [ - 1.035245883833329, - 1.0366480375890377, - 1.0283716528913942, - 1.0283643226814112, - 0.804966635241197, - 0.6387301143243845, - 0.2927267776520207, - 0.9211566457266325, - 1.0248177126554818, - 0.9991241777878153, - 0.9956957155110975, - 1.0004628088385008, - 1.0004628088385008, - 0.9913012556247199, - 0.9711702662146896, - 0.9776882812482338, - 0.9942196574638761, - 0.7385409188908473, - 1.0098201632818302, - 0.9666923500151875, - 0.9978814369963841, - 1.002103883727627, - 0.9660799436198654, - 1.0007299152954314, - 0.9729135128718771, - 1.03912258961276, - 1.0093273706219772 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 57484, - "cert_evals": { - "36": 0.5950704216957092, - "72": 0.5492957830429077, - "108": 0.5, - "255": 0.2852112650871277 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6523241382395827, - "std_test_acc": 0.014953020432757466, - "n_samples": 1941, - "n_features": 27, - "n_classes": 7, - "mean_cert_acc_36": 0.6074410080909729, - "std_cert_acc_36": 0.021767072490036787, - "mean_cert_acc_72": 0.5555542558431625, - "std_cert_acc_72": 0.030650253642728727, - "mean_cert_acc_108": 0.5051278471946716, - "std_cert_acc_108": 0.027143194554975252, - "mean_cert_acc_255": 0.30141355842351913, - "std_cert_acc_255": 0.02082797393303675 - }, - "synthetic-control": { - "dataset": "synthetic-control", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.9634146341463414, - "test_acc": 0.9592391304347826, - "train_size": 150, - "val_size": 82, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.03924785799999999, - 0.09383712196000003, - 0.07046625366666667, - 0.0014863559999998659, - -0.05929098933333334, - -0.038894416533333365, - -0.06979297906666665, - 0.14184743933333332, - -0.017701836666666713, - 0.031171698399999972, - -0.021065953866666622, - 0.0012081412666666543, - -0.04361972219999998, - 0.0025437976666666416, - 0.07672977846666663, - 0.020924183333333297, - -0.0169760114666666, - 0.002974836000000029, - 0.003983265866666657, - -0.024021968200000025, - -0.03956240413333334, - -0.1248241973333334, - -0.05730380093333336, - -0.05808679486666668, - -0.028370202666666712, - -0.09732389666666662, - -0.05763924799999995, - -0.13051837340000005, - -0.05395017553333331, - -0.03267161173333333, - -0.023729760666666683, - -0.07524714946666669, - -0.06614863693333331, - -0.019300918133333376, - -0.030039852199999936, - 0.011592385653333353, - 0.031318077333333326, - 0.01763483633333328, - -0.0250934726666667, - -0.004898507333333266, - 0.004217182600000006, - -0.0246385992666667, - -0.030988849866666696, - -0.04759142453333339, - -0.01953947740000004, - -0.01564450933333335, - -0.015787699133333277, - 0.002320799400000045, - 0.024963803466666677, - -0.007529426400000029, - 0.04093678893333338, - 0.015736563599999965, - -0.03746829866666665, - 0.014098554666666692, - -0.011547875333333272, - -0.02319905666666666, - -0.03142149800000005, - -0.016265246000000014, - 0.007930060666666574, - -0.023128325933333405 - ] - ], - "std": [ - [ - 0.9961076807315135, - 0.9206509112843125, - 1.0540224386437416, - 1.0522148944257685, - 0.9493400263469906, - 1.0413681468006608, - 1.0206521762883793, - 1.0022196701786035, - 0.9563400774380424, - 0.9609145334914101, - 1.0024994267345215, - 0.9932555095692103, - 0.9717731403065037, - 0.98032175468797, - 0.9982624484839073, - 0.9382038270345618, - 0.9768753390482254, - 0.9916308705368667, - 1.006723658496416, - 1.0297445317020146, - 1.032876694551145, - 0.972144505822908, - 0.9798593024092027, - 0.9843687966126489, - 1.011735889322179, - 1.0429049244153183, - 1.0346506734246277, - 1.0538601962572212, - 0.9988680991418135, - 1.0180957806321926, - 0.9596516599467743, - 0.9834125851120433, - 1.0264509047524573, - 1.041847740419822, - 0.9781778184682978, - 1.0266071515222082, - 1.0054089356966365, - 0.9672870323425345, - 1.0086182531503245, - 0.9476236198433843, - 0.9903141136237383, - 0.9773410750044438, - 0.9739559384791738, - 1.0166341319600727, - 1.0066772526142282, - 0.9830356367906539, - 0.9703713876993874, - 1.0032669206080842, - 0.9780136276281223, - 0.9963547072355085, - 0.9891349444554035, - 0.9865762284560603, - 0.975071666163836, - 0.9738556836226393, - 0.9427521925477134, - 0.9585723823680283, - 1.023473462894158, - 0.974178234052611, - 0.9584708977350718, - 0.9781662302529668 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 229899, - "cert_evals": { - "36": 0.8902438879013062, - "72": 0.8414633870124817, - "108": 0.7317072749137878, - "255": 0.353658527135849 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.9879518072289156, - "test_acc": 0.9727520435967303, - "train_size": 150, - "val_size": 83, - "test_size": 367, - "stats": { - "mean": [ - [ - 0.07431676333333329, - 0.055703143333333274, - 0.059986597200000005, - 0.05962913333333327, - 0.01711391199999998, - -0.09842530133333331, - -0.037238006933333324, - 0.04494911246666669, - 0.03584688633333339, - -0.03672074413333339, - 0.1400467430666667, - -0.0017188513300000175, - 0.09355356086666661, - 0.08375834533333343, - 0.10196642733333329, - -0.002735159333333399, - -0.04132526846666665, - 0.002115888533333303, - -0.04545685346666663, - -0.026682441333333327, - 0.0202955157, - 0.05891559266666658, - 0.09727385853333322, - 0.0824819633333333, - -0.003187957799999993, - 0.019345319200000027, - 0.015127944066666616, - -0.01814940193333335, - 0.028838950733333313, - -0.037662185733333346, - -0.03617591013333335, - 0.015016469333333294, - 0.03429976273333337, - 0.0064533666666667005, - -0.029528327399999967, - -0.020207610346666682, - -0.015195800666666651, - -0.03826542699999998, - -0.0280714353333333, - -0.03387643922666661, - -0.006132136866666568, - -0.06652122866666664, - -0.012367441333333272, - 0.04345637599999996, - 0.04305291933333331, - 0.025584800666666543, - 0.017196319133333353, - -0.01777196502666665, - -0.07746244253333334, - -0.044407173933333335, - -0.055261454599999996, - -0.052746810399999934, - -0.0045274859999999695, - -0.025930303333333373, - 0.035556554666666684, - 0.009908130666666676, - 0.016988207333333238, - -0.00977137813333338, - -0.020683775666666668, - 0.012211349666666682 - ] - ], - "std": [ - [ - 0.9843088538516878, - 1.0385221048037923, - 1.0362809707291913, - 1.070636491980348, - 1.036981973032216, - 1.0535025500445936, - 1.0486711166621683, - 1.0486450651360273, - 1.0014223592087255, - 0.9374084409356886, - 0.9860590509896011, - 0.9753368966519272, - 1.0333021459864373, - 0.9876115794841844, - 1.02068622354422, - 1.0112690289204789, - 1.0116637203824093, - 1.033925288406938, - 1.0512195357703547, - 1.018333809220628, - 0.985055866337006, - 0.943091921098071, - 0.9490130762941131, - 0.99910695778916, - 1.0356025959908477, - 1.0026236047334451, - 1.0141313027658527, - 0.9956117641629766, - 1.0018305711459572, - 1.0053268814426604, - 1.0314502672967765, - 1.038459737162511, - 0.937751592640825, - 0.9861261142353305, - 0.9749386073698773, - 0.9772874202358274, - 0.9591957253028498, - 0.9926707359223034, - 0.9729932139063138, - 0.9920544640877638, - 0.9836353401854067, - 0.99810857871081, - 1.0023120691127656, - 0.9517953446574153, - 1.0036265983538577, - 1.0142510395016522, - 0.9769674154680212, - 1.0141447148508704, - 1.0111479341233067, - 0.9771982566562517, - 0.9980648743000833, - 0.9633210674621704, - 0.9823793488227291, - 0.9870075135806297, - 0.983054034466811, - 0.990652388626008, - 1.0024265300075932, - 0.9594171079813323, - 0.9682468460883036, - 0.9900597520223805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 229899, - "cert_evals": { - "36": 0.9518072009086609, - "72": 0.8433734774589539, - "108": 0.7228915691375732, - "255": 0.42168673872947693 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 1.0, - "test_acc": 0.9634831460674157, - "train_size": 150, - "val_size": 94, - "test_size": 356, - "stats": { - "mean": [ - [ - -0.114856322, - -0.06579790133333327, - 0.03355098266666663, - -0.03648713526666665, - -0.0011477239999999878, - 0.13642399413333328, - -0.07596104666666668, - -0.0056418873333333374, - 0.09558374166666667, - 0.02089898246666667, - 0.03188003920000004, - 0.007430201999999999, - -0.0038350263999999894, - -0.01883838019999997, - 0.0748425113333334, - 0.00488779438666673, - 0.018437261666666697, - 0.030671767333333304, - 0.022914690999999977, - 0.01594029433333337, - -0.048436106666666714, - -0.0024884444666667177, - 0.04168678213333334, - 0.041644789333333244, - 0.042822868333333354, - 0.06534793200000001, - -0.010656098666666605, - -0.006021577466666684, - 0.04735826933333332, - 0.025442156333333393, - 0.017160075866666614, - -0.04544196133333331, - -0.013476259999999967, - 0.033218761599999966, - -0.005814218000000064, - -0.02626612546666666, - 0.0554423356666666, - -0.005378560400000007, - 0.004365360799999973, - 0.01993973579999998, - -0.013822085533333268, - -0.0276612758666667, - -0.005520540333333351, - 0.027592530666666643, - -0.0016518936666666988, - -0.02964797600000004, - -0.016894890799999965, - -0.018347165760000048, - 0.02878474666666673, - 0.009005892399999991, - 0.0005037746666666054, - -0.010252967199999949, - 0.009452513999999928, - -0.0006035673333334005, - -0.023115470666666638, - 0.0008124299999999337, - -0.010064331333333435, - 0.02198669420666669, - 0.005671073333333329, - 0.009682615733333344 - ] - ], - "std": [ - [ - 1.0560741237905633, - 1.0909763937676147, - 0.9591104934810897, - 1.0027353336789389, - 1.0137393600188147, - 0.9974355725372859, - 0.9334185111764193, - 1.0358338960107323, - 0.9936794808583214, - 1.0639561849283727, - 1.0322757313313562, - 1.0330482466022683, - 1.0135503676371944, - 1.0679076791635504, - 0.9641245690753236, - 1.0282675239598804, - 1.0002353813184108, - 0.9684654582597145, - 1.0331226003460752, - 1.0536462803122515, - 0.9988253263652744, - 1.0354371216022098, - 0.9964647889804219, - 1.017635225822453, - 1.0005114917749387, - 1.021355655521812, - 0.9645306146203501, - 1.0113815411448928, - 0.9806016929287075, - 1.0144519155296894, - 1.0265802362924008, - 1.02000197200153, - 1.07766142678815, - 1.0468290903972308, - 1.0314178108001988, - 1.000469001033564, - 1.0450722590473078, - 1.0325221094946504, - 1.048894956227836, - 0.9833702833504419, - 1.0153917705572146, - 1.012455383336184, - 1.0589782810850652, - 1.0157128503216464, - 1.0196629247844613, - 1.0470501606989209, - 1.0194159827106324, - 1.0071984093717992, - 1.0321411977245474, - 1.043438003333306, - 1.0407295108896613, - 1.027173255849118, - 1.0179448117519239, - 1.0453526291643118, - 1.0174480325437838, - 1.0318194380088317, - 1.0133347569254487, - 1.0231404714757075, - 1.030328051006465, - 1.0096253910405713 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 229899, - "cert_evals": { - "36": 0.9893616437911987, - "72": 0.9574467539787292, - "108": 0.9148935675621033, - "255": 0.6595744490623474 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.9887640449438202, - "test_acc": 0.9722991689750693, - "train_size": 150, - "val_size": 89, - "test_size": 361, - "stats": { - "mean": [ - [ - 0.1277572366666666, - 0.04134771529333352, - 0.021863094333333402, - 0.014401853333333483, - -0.002803757326666718, - 0.06694332266666667, - 0.07448979026666658, - 0.06807802960000005, - 0.019724051666666666, - 0.06465353440000006, - -0.0428330099999999, - -0.07357414919666662, - -0.04223157999999999, - -0.12545532820000008, - -0.04292649966666659, - -0.10589588954666669, - -0.04041633779999999, - 0.05218024986666674, - 0.05426686220000013, - 0.0227305805333333, - 0.10614008046666681, - 0.04376943119999995, - -0.013266023600000024, - -0.07076259793333334, - -0.074043531, - -0.08001001866666667, - -0.07797701933333334, - -0.09792546133333335, - -0.061854662000000005, - -0.024533988199999985, - 0.03629900386666665, - 0.0058454133399999395, - 0.007318489999999978, - 0.03803268466666662, - 0.044273164599999956, - 0.0013259573333333503, - -0.002469843333333337, - -0.029172804800000018, - -0.05582708400000001, - -0.05666843433333332, - -0.048033903333333315, - -0.06985443860000005, - -0.0578782198666667, - -0.05657032866666666, - -0.026883787333333433, - -0.00934031266666669, - 0.011623247533333353, - 0.035373553640000055, - 0.013784810000000043, - 0.005969853333333333, - 0.02904661893333334, - 0.02376045733333324, - -0.02384677466666665, - -0.05474407806666669, - -0.06623972000000003, - -0.06898137600000002, - -0.07447672184000008, - -0.08693477600000002, - -0.05651159700000001, - -0.03601778493333341 - ] - ], - "std": [ - [ - 0.9996137529479245, - 1.0036117435912413, - 1.0522681023859373, - 1.1119684771253828, - 1.0298920232178084, - 1.070456358378364, - 1.0922136476449562, - 0.9445072794294876, - 0.9503254307664003, - 0.9324621895873916, - 0.9965913991681153, - 1.1062786611692523, - 1.1218688680681206, - 1.0020156097641995, - 1.0418972253640428, - 0.9838023238329702, - 0.9853089091257823, - 1.0414927333939905, - 1.0350491750495694, - 1.0308468611443276, - 1.0024128778412678, - 0.9938024611079457, - 0.9539537713906278, - 0.9088792441254281, - 0.9267414020449568, - 1.0592924551372531, - 1.035601875159454, - 1.0348290235762594, - 1.0072879218281139, - 1.0455750589807704, - 0.9984184008706671, - 0.966055737300902, - 0.9991473365977808, - 1.0374974178986145, - 0.9976106602571032, - 0.9683911885436237, - 0.9999529450897607, - 0.9934502585034328, - 1.0060525583431303, - 0.9969439583936579, - 1.0032737317903146, - 1.006882715938048, - 0.9888037727439014, - 0.997171098741018, - 1.0163770279221114, - 0.9925585952400967, - 1.0393735568577307, - 1.0254123445542493, - 1.0212979411217074, - 1.0292884216225284, - 0.9986396756965731, - 0.9791900111960249, - 1.0282697752335705, - 1.0042624464425858, - 1.014742625093536, - 1.0220728519074882, - 0.9823536621313895, - 1.0001527437069238, - 1.0095902426275776, - 1.0166981511490805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 229899, - "cert_evals": { - "36": 0.9550561904907227, - "72": 0.932584285736084, - "108": 0.8764045238494873, - "255": 0.6404494643211365 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9669433722684995, - "std_test_acc": 0.006677168275962866, - "n_samples": 600, - "n_features": 60, - "n_classes": 6, - "mean_cert_acc_36": 0.9466172307729721, - "std_cert_acc_36": 0.041243950917786355, - "mean_cert_acc_72": 0.8937169760465622, - "std_cert_acc_72": 0.06010285011203052, - "mean_cert_acc_108": 0.8114742338657379, - "std_cert_acc_108": 0.09852437493730248, - "mean_cert_acc_255": 0.5188422948122025, - "std_cert_acc_255": 0.15418465347039823 - }, - "teaching": { - "dataset": "teaching", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 30, - "best_val_acc": 0.36363636363636365, - "test_acc": 0.43956043956043955, - "train_size": 38, - "val_size": 22, - "test_size": 91, - "stats": { - "mean": [ - [ - -0.11332560526315784, - -0.17121901315789478, - 0.029873731578947377, - -0.30744157894736857, - -0.12647241315789476 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.9379212090884154, - 0.9728178435489211, - 1.2214091484203293, - 1.0035868928906388 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3624, - "cert_evals": { - "36": 0.09090909361839294, - "72": 0.04545454680919647, - "108": 0.04545454680919647, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.375, - "test_acc": 0.3917525773195876, - "train_size": 38, - "val_size": 16, - "test_size": 97, - "stats": { - "mean": [ - [ - 0.08642726315789476, - 0.17190744736842098, - 0.21345746842105265, - 0.20351052631578942, - 0.02251846578947367 - ] - ], - "std": [ - [ - 0.9226189788343568, - 0.9529276096944189, - 1.0986997290584972, - 0.7479572951992832, - 0.9794960526322802 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3624, - "cert_evals": { - "36": 0.125, - "72": 0.0625, - "108": 0.0625, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.2916666666666667, - "test_acc": 0.48314606741573035, - "train_size": 38, - "val_size": 24, - "test_size": 89, - "stats": { - "mean": [ - [ - -0.11332560526315784, - 0.02154873684210526, - -0.18742893684210518, - -0.08846210526315801, - -0.16320968421052634 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.983440529661239, - 0.8586823726924572, - 1.0752563594695814, - 0.9991610142309885 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3624, - "cert_evals": { - "36": 0.125, - "72": 0.0833333358168602, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.4444444444444444, - "test_acc": 0.3684210526315789, - "train_size": 38, - "val_size": 18, - "test_size": 95, - "stats": { - "mean": [ - [ - 0.0864272631578948, - -0.03628181578947368, - -0.2848404736842105, - 0.057524210526315775, - -0.050956549999999996 - ] - ], - "std": [ - [ - 0.9226189788343567, - 1.030764765505801, - 0.8345079992343973, - 0.9376140898091212, - 1.1033171507511983 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3624, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.1111111119389534, - "108": 0.1111111119389534, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.42072003423183413, - "std_test_acc": 0.05107598107528869, - "n_samples": 151, - "n_features": 5, - "n_classes": 3, - "mean_cert_acc_36": 0.11300505138933659, - "std_cert_acc_36": 0.016120131728183395, - "mean_cert_acc_72": 0.07559974864125252, - "std_cert_acc_72": 0.028291352635410306, - "mean_cert_acc_108": 0.05476641468703747, - "std_cert_acc_108": 0.04590063293408873, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "statlog-landsat": { - "dataset": "statlog-landsat", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 61, - "best_val_acc": 0.8580931263858093, - "test_acc": 0.859892442683272, - "train_size": 2000, - "val_size": 902, - "test_size": 3533, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 59659, - "cert_evals": { - "36": 0.8337028622627258, - "72": 0.8104212880134583, - "108": 0.7760531902313232, - "255": 0.5709534287452698 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.866304347826087, - "test_acc": 0.8563300142247511, - "train_size": 2000, - "val_size": 920, - "test_size": 3515, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 59659, - "cert_evals": { - "36": 0.834782600402832, - "72": 0.8021738529205322, - "108": 0.7717390656471252, - "255": 0.5695651769638062 - }, - "fold": 1 - }, - { - "best_epoch": 44, - "best_val_acc": 0.8672470076169749, - "test_acc": 0.8549488054607508, - "train_size": 2000, - "val_size": 919, - "test_size": 3516, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 59659, - "cert_evals": { - "36": 0.8324265480041504, - "72": 0.7997823357582092, - "108": 0.7638737559318542, - "255": 0.5690968036651611 - }, - "fold": 2 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8418141592920354, - "test_acc": 0.8615123194562447, - "train_size": 2000, - "val_size": 904, - "test_size": 3531, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 59659, - "cert_evals": { - "36": 0.8075221180915833, - "72": 0.7798672318458557, - "108": 0.7356194853782654, - "255": 0.5542035102844238 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8581708954562547, - "std_test_acc": 0.0030495653706820278, - "n_samples": 6435, - "n_features": 36, - "n_classes": 6, - "mean_cert_acc_36": 0.8271085321903229, - "std_cert_acc_36": 0.013093069686892467, - "mean_cert_acc_72": 0.7980611771345139, - "std_cert_acc_72": 0.012957217747074513, - "mean_cert_acc_108": 0.761821374297142, - "std_cert_acc_108": 0.01818109310785613, - "mean_cert_acc_255": 0.5659547299146652, - "std_cert_acc_255": 0.00787371382397286 - }, - "tic-tac-toe": { - "dataset": "tic-tac-toe", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 62, - "best_val_acc": 0.7876712328767124, - "test_acc": 0.8254799301919721, - "train_size": 239, - "val_size": 146, - "test_size": 573, - "stats": { - "mean": [ - [ - -0.06774635146443425, - 0.01449869790794993, - 0.05074422594142255, - -0.014738167364016513, - 0.015902112970711264, - 0.01937172301255273, - -0.05826698744769888, - 0.06322694058577437, - -0.03456911297071133 - ] - ], - "std": [ - [ - 0.9772364146923964, - 0.9898671665296854, - 0.9927899252300538, - 1.0052200080228313, - 1.0139839580724326, - 1.0321649186622677, - 0.9396177418537401, - 0.9908262445058792, - 1.022463266648573 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.6232876777648926, - "72": 0.4452054798603058, - "108": 0.28082191944122314, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 96, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7791304347826087, - "train_size": 239, - "val_size": 144, - "test_size": 575, - "stats": { - "mean": [ - [ - 0.055483841004184395, - -0.00011965439330530087, - 0.00808757322175727, - -0.029356599999999875, - 0.039023707112970575, - 0.019371482008368506, - -0.08670484518828446, - -0.039102302092049956, - 0.027046133891213308 - ] - ], - "std": [ - [ - 0.9957045497387771, - 1.0146010728149857, - 1.003301186901333, - 1.0124926159677299, - 0.9987054895066753, - 0.9814356430315144, - 0.973828360138658, - 1.0003184664932105, - 0.9832177518418727 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.6597222089767456, - "72": 0.5277777910232544, - "108": 0.4236111044883728, - "255": 0.013888888992369175 - }, - "fold": 1 - }, - { - "best_epoch": 70, - "best_val_acc": 0.8244274809160306, - "test_acc": 0.8061224489795918, - "train_size": 239, - "val_size": 131, - "test_size": 588, - "stats": { - "mean": [ - [ - -0.04878792468619211, - 0.0047529958158996155, - 0.09814042677824272, - -0.024483735564853226, - 0.034399451882844975, - -0.009865222594141925, - -0.02508974895397498, - 0.004753076150627897, - -0.04878784100418414 - ] - ], - "std": [ - [ - 1.001934480203885, - 0.9778484267660271, - 1.0046660181235467, - 1.0212723008937266, - 1.0210245107562923, - 1.0306454853299336, - 0.9862518055799147, - 0.9951065507668124, - 0.9747736634076275 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.6717557311058044, - "72": 0.5572519302368164, - "108": 0.48091602325439453, - "255": 0.06106870248913765 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6811594202898551, - "test_acc": 0.6179001721170396, - "train_size": 239, - "val_size": 138, - "test_size": 581, - "stats": { - "mean": [ - [ - 0.10288007531380783, - 0.04373577740585817, - 0.041264979079497874, - -0.034229491213389085, - -0.05346292050209214, - -0.1999054092050213, - 0.08392158158995812, - 0.07297261589958158, - -0.05826715481171532 - ] - ], - "std": [ - [ - 0.9966065572515563, - 1.018968015200093, - 0.9922920069375739, - 0.9979419605462078, - 0.9801398510182366, - 0.9915447189713678, - 0.9965163996887837, - 0.9964419395653665, - 0.9951178388160773 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3847, - "cert_evals": { - "36": 0.5652173757553101, - "72": 0.47101449966430664, - "108": 0.3550724685192108, - "255": 0.036231882870197296 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7571582465178031, - "std_test_acc": 0.09476450447599896, - "n_samples": 958, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.6299957484006882, - "std_cert_acc_36": 0.04784974534293016, - "mean_cert_acc_72": 0.5003124251961708, - "std_cert_acc_72": 0.051288716819621286, - "mean_cert_acc_108": 0.3851053789258003, - "std_cert_acc_108": 0.08648581019898045, - "mean_cert_acc_255": 0.02779736858792603, - "std_cert_acc_255": 0.02673488480005596 - }, - "titanic": { - "dataset": "titanic", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.7746478873239436, - "test_acc": 0.7839506172839507, - "train_size": 550, - "val_size": 355, - "test_size": 1296, - "stats": { - "mean": [ - [ - -0.033479024545449286, - -0.04388359999999998, - 0.04633865636363635 - ] - ], - "std": [ - [ - 1.0184009911459524, - 0.9030112522482995, - 0.965727266734473 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.7183098196983337, - "72": 0.6676056385040283, - "108": 0.48732393980026245, - "255": 0.1267605572938919 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.8223495702005731, - "test_acc": 0.771889400921659, - "train_size": 550, - "val_size": 349, - "test_size": 1302, - "stats": { - "mean": [ - [ - 0.00599657709091412, - -0.02712665454545435, - 0.02416022909090901 - ] - ], - "std": [ - [ - 0.993203063568118, - 0.9413765013907114, - 0.9824417459762911 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.7621777057647705, - "72": 0.6475644707679749, - "108": 0.469914048910141, - "255": 0.10888252407312393 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7034700315457413, - "test_acc": 0.7466266866566716, - "train_size": 550, - "val_size": 317, - "test_size": 1334, - "stats": { - "mean": [ - [ - 0.014578170545459438, - -0.043883600000000356, - 0.03303160000000017 - ] - ], - "std": [ - [ - 1.0150806710594007, - 0.9030112522482996, - 0.9758508000000029 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.6403785347938538, - "72": 0.4321766793727875, - "108": 0.4321766793727875, - "255": 0.05047318711876869 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7667638483965015, - "test_acc": 0.7714067278287462, - "train_size": 550, - "val_size": 343, - "test_size": 1308, - "stats": { - "mean": [ - [ - 0.0077128369090957785, - -0.027126654545454543, - -0.0290679963636369 - ] - ], - "std": [ - [ - 1.026123748181085, - 0.9413765013907113, - 1.0194745387594568 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.6064140200614929, - "108": 0.16618075966835022, - "255": 0.020408164709806442 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7684683581727569, - "std_test_acc": 0.015674783480990166, - "n_samples": 2201, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.7087879478931427, - "std_cert_acc_36": 0.05050150397567412, - "mean_cert_acc_72": 0.5884402021765709, - "std_cert_acc_72": 0.1072445680579271, - "mean_cert_acc_108": 0.3888988569378853, - "std_cert_acc_108": 0.15025232004069716, - "mean_cert_acc_255": 0.07663110829889774, - "std_cert_acc_255": 0.049660083575818095 - }, - "trains": { - "dataset": "trains", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.8, - "test_acc": 0.6666666666666666, - "train_size": 2, - "val_size": 5, - "test_size": 3, - "stats": { - "mean": [ - [ - -0.61237, - -0.9717294999999999, - -0.316228, - 0.621059, - 0.786374, - -0.474342, - -0.369273, - -0.316228, - -0.41404050000000003, - -0.161281, - 1.264911, - 0.2108185, - -0.08519500000000002, - -0.685249, - -0.7115125, - -0.29632100000000006, - 0.398527, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - -0.774597, - -0.774597, - 0.711514, - -0.316228, - 0.41404050000000003, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.6073305, - 1.0, - 1.0, - 0.406746, - 1.0, - 0.7385470000000001, - 1.0, - 1.0350995, - 0.322562, - 1.581139, - 0.5270465, - 1.2779150000000001, - 0.571041, - 0.16940750000000004, - 0.740799, - 1.328423, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 1.0, - 1.0, - 1.185856, - 1.0, - 1.0350995, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 57351, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.4000000059604645, - "108": 0.20000000298023224, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 1.0, - "test_acc": 0.75, - "train_size": 2, - "val_size": 4, - "test_size": 4, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 57351, - "cert_evals": { - "36": 0.75, - "72": 0.75, - "108": 0.75, - "255": 0.5 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.5, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 57351, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.5, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - 0.24293300000000004, - 1.264911, - -0.41404050000000003, - -1.1117685, - -0.474342, - 0.7385470000000001, - 1.264911, - -0.41404050000000003, - -0.32255999999999996, - -0.316228, - -1.370319, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - -0.621059, - 0.19365149999999998, - 1.1619, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.607332, - 1.581139, - 1.0350995, - 0.13558149999999997, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0350995, - 1.45153, - 1.0, - 1.0540910000000001, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 57351, - "cert_evals": { - "36": 1.0, - "72": 1.0, - "108": 1.0, - "255": 1.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6041666666666666, - "std_test_acc": 0.125, - "n_samples": 10, - "n_features": 29, - "n_classes": 2, - "mean_cert_acc_36": 0.7125000059604645, - "std_cert_acc_36": 0.21746646840036618, - "mean_cert_acc_72": 0.5375000014901161, - "std_cert_acc_72": 0.43469337789637125, - "mean_cert_acc_108": 0.48750000074505806, - "std_cert_acc_108": 0.4661455417522037, - "mean_cert_acc_255": 0.375, - "std_cert_acc_255": 0.47871355387816905 - }, - "thyroid": { - "dataset": "thyroid", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.8703465982028241, - "test_acc": 0.8827263615101905, - "train_size": 3428, - "val_size": 779, - "test_size": 2993, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.7881900072097778, - "72": 0.6559692025184631, - "108": 0.5134788155555725, - "255": 0.2182285040616989 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.8894668400520156, - "test_acc": 0.8874458874458875, - "train_size": 3428, - "val_size": 769, - "test_size": 3003, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.8075422644615173, - "72": 0.6931079030036926, - "108": 0.5617685317993164, - "255": 0.2574772536754608 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.9052369077306733, - "test_acc": 0.9124579124579124, - "train_size": 3428, - "val_size": 802, - "test_size": 2970, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.8491272330284119, - "72": 0.7630922794342041, - "108": 0.6346633434295654, - "255": 0.2755610942840576 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.8879432624113475, - "test_acc": 0.86957939354418, - "train_size": 3428, - "val_size": 705, - "test_size": 3067, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.7943261861801147, - "72": 0.6851063370704651, - "108": 0.5546098947525024, - "255": 0.25815603137016296 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8880523887395426, - "std_test_acc": 0.017940787323143564, - "n_samples": 7200, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.8097964227199554, - "std_cert_acc_36": 0.02743573872871498, - "mean_cert_acc_72": 0.6993189305067062, - "std_cert_acc_72": 0.045412236327925744, - "mean_cert_acc_108": 0.5661301463842392, - "std_cert_acc_108": 0.050400732847612324, - "mean_cert_acc_255": 0.2523557208478451, - "std_cert_acc_255": 0.024242043248196937 - }, - "vertebral-column-2clases": { - "dataset": "vertebral-column-2clases", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.864406779661017, - "test_acc": 0.7241379310344828, - "train_size": 77, - "val_size": 59, - "test_size": 174, - "stats": { - "mean": [ - [ - -0.04851593662337664, - -0.013603715584415602, - 0.017817786623376606, - -0.052196842324675335, - -0.002157415584415587, - -0.03604349805194806 - ] - ], - "std": [ - [ - 0.9285507134809343, - 1.06595981877074, - 0.9952787423256769, - 0.8624418582955644, - 0.9372946280214954, - 0.7536679299194217 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.6610169410705566, - "72": 0.4406779706478119, - "108": 0.23728813230991364, - "255": 0.016949152573943138 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7857142857142857, - "test_acc": 0.774869109947644, - "train_size": 77, - "val_size": 42, - "test_size": 191, - "stats": { - "mean": [ - [ - -0.01160272857142857, - 0.19142412077922066, - 0.13749096324675333, - -0.1576678293376624, - 0.1349718081818182, - 0.01367927922077926 - ] - ], - "std": [ - [ - 0.9739076978851005, - 1.1234128014311557, - 1.0980714645789118, - 0.9124304878226723, - 0.8779104710989865, - 0.8103068848046617 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.523809552192688, - "108": 0.3571428656578064, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8627450980392157, - "test_acc": 0.7307692307692307, - "train_size": 77, - "val_size": 51, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.08900769350649353, - 0.022068336363636327, - -0.17777378870129867, - -0.13070269816883123, - -0.08019039701298694, - 0.034270005844155946 - ] - ], - "std": [ - [ - 1.1891598679346718, - 1.0629718968025748, - 0.9683921685715591, - 1.1934548554540982, - 1.0519483392859137, - 1.4108241281173226 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.7058823704719543, - "72": 0.529411792755127, - "108": 0.4117647111415863, - "255": 0.03921568766236305 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.782608695652174, - "test_acc": 0.7647058823529411, - "train_size": 77, - "val_size": 46, - "test_size": 187, - "stats": { - "mean": [ - [ - -0.06772925194805193, - -0.07967984805194804, - -0.14121441038961047, - -0.02757299220779231, - -0.014883416753246786, - -0.1100020467532468 - ] - ], - "std": [ - [ - 1.0828152543652132, - 1.0199396915025827, - 0.9339640371725322, - 0.9916023829290741, - 1.077978313814909, - 0.7401101130023645 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3655, - "cert_evals": { - "36": 0.6521739363670349, - "72": 0.47826087474823, - "108": 0.3478260934352875, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7486205385260747, - "std_test_acc": 0.024938544771221427, - "n_samples": 310, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.6714349836111069, - "std_cert_acc_36": 0.02372679687514458, - "mean_cert_acc_72": 0.4930400475859642, - "std_cert_acc_72": 0.041752753647467424, - "mean_cert_acc_108": 0.33850545063614845, - "std_cert_acc_108": 0.07313478971469192, - "mean_cert_acc_255": 0.014041210059076548, - "std_cert_acc_255": 0.01858782408024464 - }, - "vertebral-column-3clases": { - "dataset": "vertebral-column-3clases", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.7954545454545454, - "test_acc": 0.708994708994709, - "train_size": 77, - "val_size": 44, - "test_size": 189, - "stats": { - "mean": [ - [ - -0.017758871428571372, - -0.13893042727272728, - -0.08468526142857148, - 0.08071379740259733, - 0.06779229129870129, - 0.08923458311688294 - ] - ], - "std": [ - [ - 1.0953816731705295, - 0.8966984943146973, - 0.956938148341136, - 1.2077590425927807, - 1.073031602135157, - 1.464104633953606 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 3688, - "cert_evals": { - "36": 0.5681818127632141, - "72": 0.40909093618392944, - "108": 0.27272728085517883, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.7037037037037037, - "test_acc": 0.7374301675977654, - "train_size": 77, - "val_size": 54, - "test_size": 179, - "stats": { - "mean": [ - [ - -0.049201149350649384, - -0.06358896883116881, - -0.11700971038961039, - -0.01579821818181819, - -6.0709350649427305e-05, - 0.0891967623376624 - ] - ], - "std": [ - [ - 1.093043067173537, - 1.0341900281252163, - 0.948390256340442, - 1.1192974642236186, - 1.0160280673716198, - 1.4089004707085644 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 3688, - "cert_evals": { - "36": 0.4444444477558136, - "72": 0.3333333432674408, - "108": 0.24074074625968933, - "255": 0.018518518656492233 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.75, - "test_acc": 0.7457627118644068, - "train_size": 77, - "val_size": 56, - "test_size": 177, - "stats": { - "mean": [ - [ - -0.030620783376623464, - -0.15526778051948048, - -0.0557417341558442, - 0.0764179809090909, - -0.11299565064935047, - -0.10344603831168832 - ] - ], - "std": [ - [ - 0.9944305280127423, - 0.9108287434677631, - 0.8529822131400763, - 0.9664086884725089, - 0.9649650863065573, - 0.713799883374489 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 3688, - "cert_evals": { - "36": 0.6428571939468384, - "72": 0.535714328289032, - "108": 0.3214285969734192, - "255": 0.1428571492433548 - }, - "fold": 2 - }, - { - "best_epoch": 58, - "best_val_acc": 0.7924528301886793, - "test_acc": 0.7555555555555555, - "train_size": 77, - "val_size": 53, - "test_size": 180, - "stats": { - "mean": [ - [ - 0.20264046623376622, - 0.3261196974025974, - 0.10299690753246762, - 0.017040496636363645, - -0.09640795220779223, - 0.03692924155844167 - ] - ], - "std": [ - [ - 1.1066380009229393, - 1.1415960579871545, - 1.0733819141948675, - 1.089301161345955, - 0.9585561559088557, - 0.8693443253284101 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 3688, - "cert_evals": { - "36": 0.6415094137191772, - "72": 0.49056604504585266, - "108": 0.35849058628082275, - "255": 0.09433962404727936 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7369357860031092, - "std_test_acc": 0.020046268446584095, - "n_samples": 310, - "n_features": 6, - "n_classes": 3, - "mean_cert_acc_36": 0.5742482170462608, - "std_cert_acc_36": 0.09330430513852643, - "mean_cert_acc_72": 0.4421761631965637, - "std_cert_acc_72": 0.08950299937405266, - "mean_cert_acc_108": 0.2983468025922775, - "std_cert_acc_108": 0.052041206649022585, - "mean_cert_acc_255": 0.0639288229867816, - "std_cert_acc_255": 0.06659201066857291 - }, - "twonorm": { - "dataset": "twonorm", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.9770431588613406, - "test_acc": 0.9757901815736382, - "train_size": 1850, - "val_size": 1089, - "test_size": 4461, - "stats": { - "mean": [ - [ - -0.014544049503783818, - -0.003368689291891876, - 0.016772092459459455, - 0.0019175647345946178, - -0.02506532699859457, - 0.0038982543675675696, - 0.019339146565999932, - -0.009895024481081047, - 0.006385932609729719, - -0.0014487788735135277, - -0.02301627440935135, - -0.005151859209189199, - 0.008102996605405427, - -0.0044304854756756626, - 0.0017575496378378407, - -0.009554797715135191, - 0.026529897787837913, - 0.02922682911891893, - -0.01169157914054059, - -0.004898149291891907 - ] - ], - "std": [ - [ - 1.008740635111714, - 1.0057995039659557, - 0.9837382170327289, - 1.0009348723588565, - 0.9894373169495185, - 0.9855025922172592, - 1.0016273845342372, - 1.0019232777130362, - 1.0102983788423001, - 0.989126863772442, - 1.014473431822349, - 0.9873937513386905, - 1.0120815536633763, - 1.0026507637547364, - 0.9944344640609678, - 1.0009003980137419, - 1.017029495884869, - 0.9934459224888799, - 1.005170519855988, - 1.0182286286784454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 15239, - "cert_evals": { - "36": 0.9641873240470886, - "72": 0.9458218216896057, - "108": 0.9292929172515869, - "255": 0.7979797720909119 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.984182776801406, - "test_acc": 0.9741613780598368, - "train_size": 1850, - "val_size": 1138, - "test_size": 4412, - "stats": { - "mean": [ - [ - -0.011274481706054077, - 0.0010725280108108113, - 0.04904605430486482, - 0.00013406402702702838, - 0.0037092568978378815, - -0.03159644886486481, - 0.00852751402702707, - -0.014074217665405411, - 0.026686750430270245, - 0.023341407989189197, - 0.00574216419659461, - -0.019635965771891885, - 0.04072469101081081, - 0.00963421142594593, - -0.044921805624324275, - -0.025982841086486463, - -0.0002432451580000008, - -0.011375726291891854, - 0.021153889262702744, - 0.01900583370702701 - ] - ], - "std": [ - [ - 0.9976085735229742, - 1.0108425474557818, - 1.0105604700510442, - 1.0350336168987333, - 0.990362036249636, - 0.9744762030983907, - 1.0066091603129825, - 0.984656658886602, - 0.9965234554482512, - 0.973435364067005, - 0.9921055599456662, - 1.0065413490604112, - 1.0042400869906856, - 0.9880184758483341, - 0.9898502752755675, - 0.992736848303296, - 0.9922171097916167, - 1.0043754412776131, - 0.9893350555688326, - 0.9868441569808528 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 15239, - "cert_evals": { - "36": 0.9692443013191223, - "72": 0.9543058276176453, - "108": 0.9446397423744202, - "255": 0.8137082457542419 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.9767441860465116, - "test_acc": 0.9796931407942239, - "train_size": 1850, - "val_size": 1118, - "test_size": 4432, - "stats": { - "mean": [ - [ - 0.003976000881081077, - 0.010715774432432398, - -0.017786920248648645, - 0.0036804860497297266, - 0.002183984135675682, - 0.01946380120540544, - -0.009359299564702704, - -0.02816081002594586, - 0.031211165720540515, - 0.0197382945891892, - 0.004506140226864866, - -0.01331618493945946, - 0.014995027385405353, - -0.001854380632432439, - -0.01958510810810805, - -0.00386884019891889, - -0.017393956009891888, - -0.0021528696070270597, - 0.005169307811351341, - 0.0024582379264864846 - ] - ], - "std": [ - [ - 1.009760000740286, - 1.0090347482418227, - 1.0148186512036792, - 1.0060022323323823, - 0.9990626780886653, - 0.9896872166496508, - 0.9763805914536888, - 0.9957691924612021, - 0.9906698247495431, - 1.0035665264537232, - 0.9947437173054162, - 1.0004339807413987, - 0.9823451342038293, - 1.0178129069401878, - 1.020030588883728, - 1.0098245678900148, - 0.9925509761821191, - 0.984129704899966, - 1.021860274128779, - 1.0179863343134843 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 15239, - "cert_evals": { - "36": 0.9651162624359131, - "72": 0.9499105215072632, - "108": 0.9257602691650391, - "255": 0.8264758586883545 - }, - "fold": 2 - }, - { - "best_epoch": 4, - "best_val_acc": 0.98125, - "test_acc": 0.9790067720090293, - "train_size": 1850, - "val_size": 1120, - "test_size": 4430, - "stats": { - "mean": [ - [ - -0.020650926096864895, - 0.0029367999405405425, - -0.006630237378378379, - 0.010420081979243248, - -0.001797412861621615, - 0.006000229992972958, - 0.02513403323243256, - -0.04051091970432429, - 0.016437013362162183, - 0.008169780156756753, - 0.010605073612270283, - -0.014074353574054115, - 0.001890994940540519, - -0.00912456161891894, - -0.011556316408108112, - -0.004322038713513496, - -0.0011294842637837807, - -0.006298975859459421, - 0.017070309424864923, - 0.0166714651562162 - ] - ], - "std": [ - [ - 0.9799722867298174, - 0.9831760308737035, - 1.0071900480073166, - 1.003544153680456, - 0.9998334222405475, - 0.997242014320636, - 0.9816671365897304, - 0.9927759081786102, - 1.0236053141912813, - 0.9882650425660089, - 1.0199540485168141, - 0.9750354662835033, - 1.000698654175577, - 0.9953898045603353, - 0.9850292707815245, - 0.9950063778865423, - 0.9842233774554926, - 1.0005588371487018, - 1.0122840782683846, - 1.0155158561773454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 15239, - "cert_evals": { - "36": 0.9705356955528259, - "72": 0.9526785612106323, - "108": 0.9267857074737549, - "255": 0.7991071343421936 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9771628681091821, - "std_test_acc": 0.0026264978135483326, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9672708958387375, - "std_cert_acc_36": 0.0030932241247574287, - "mean_cert_acc_72": 0.9506791830062866, - "std_cert_acc_72": 0.0037119116279880357, - "mean_cert_acc_108": 0.9316196590662003, - "std_cert_acc_108": 0.008805979688764369, - "mean_cert_acc_255": 0.8093177527189255, - "std_cert_acc_255": 0.013496710240002742 - }, - "wall-following": { - "dataset": "wall-following", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 53, - "best_val_acc": 0.7865853658536586, - "test_acc": 0.7637530562347188, - "train_size": 1364, - "val_size": 820, - "test_size": 3272, - "stats": { - "mean": [ - [ - -0.005686892404692003, - 0.022638621533284334, - 0.0029726543621700742, - -0.007766223049853293, - -0.008952794454545568, - 0.009051411851906211, - 0.004111615835777271, - 0.054535739948680446, - 0.01721141257331339, - -0.00017557098093850144, - -0.0030259690689149518, - -0.015323145063782956, - 0.004263515249266924, - 0.013408757045454725, - -0.0019448981744868829, - 0.0003941872595307252, - -0.023833700213343096, - -0.0418792441422289, - -0.01742122004472146, - -0.01653938162023472, - 0.004910744486803571, - 0.04303871550586514, - -0.015449803416422289, - -0.003778200753665663 - ] - ], - "std": [ - [ - 0.9538903586600096, - 1.0100879107934733, - 1.0049069273556643, - 0.9922954720481119, - 0.9870136651293122, - 0.990779450218937, - 0.997732207974109, - 1.0249084242333972, - 1.0039227101782235, - 0.9840871960957936, - 0.9963448823117925, - 0.9855998980612843, - 1.0024509972558129, - 1.0025416545074122, - 0.9881545916458445, - 1.0165283990308178, - 0.9738216818182036, - 0.9275548118344852, - 0.9839704565560611, - 0.9728388862456517, - 1.0184938963953918, - 1.0303474329203226, - 0.9612235203553664, - 0.9816909108470405 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 15881, - "cert_evals": { - "36": 0.6914634108543396, - "72": 0.6000000238418579, - "108": 0.5085365772247314, - "255": 0.1914634108543396 - }, - "fold": 0 - }, - { - "best_epoch": 51, - "best_val_acc": 0.7396745932415519, - "test_acc": 0.7476465229274218, - "train_size": 1364, - "val_size": 799, - "test_size": 3293, - "stats": { - "mean": [ - [ - -0.02975309696847506, - 0.005558309164222893, - 0.004718745812316816, - -0.020307799296187545, - -0.007320344633431353, - -0.028494500266862125, - -0.024019284164222755, - 0.009570253951612977, - 0.01097609736070351, - -0.00032918113929638346, - 0.032141068781524784, - 0.02072696681818175, - 0.02201199852639303, - 0.02843859972873922, - -0.010288174340176055, - -0.0025629487653958533, - 0.014673984588709695, - -0.0024179095725806485, - 0.011989980659823955, - 0.014437480175952963, - 0.010780398057038091, - -0.02107569172287382, - 0.018757813350439904, - -0.03195081329985328 - ] - ], - "std": [ - [ - 0.945216136192205, - 0.9992147601024853, - 1.0013950133535414, - 1.0070090886620435, - 1.0100405651888793, - 1.0035220275618202, - 1.0076868559644707, - 1.0146043586860587, - 1.0036702207634716, - 1.0020409725295103, - 1.0195319569843622, - 1.018330702441904, - 1.0188371291097438, - 1.0099651693219551, - 0.9929137513000473, - 0.9893773454929811, - 1.0312952518146736, - 0.9850531254011928, - 0.9991545369015657, - 1.024970910904686, - 1.0211398104956508, - 0.9811793320532708, - 1.0213393023608297, - 0.9709259568406406 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 15881, - "cert_evals": { - "36": 0.6595745086669922, - "72": 0.5744680762290955, - "108": 0.47309136390686035, - "255": 0.1727159023284912 - }, - "fold": 1 - }, - { - "best_epoch": 65, - "best_val_acc": 0.7740784780023782, - "test_acc": 0.7443863426637958, - "train_size": 1364, - "val_size": 841, - "test_size": 3251, - "stats": { - "mean": [ - [ - 0.01872266574486808, - 0.006327694957038103, - -0.07104427478152507, - -0.011521076319648046, - -0.004222936934017776, - -0.012975204868035104, - -0.01602920872434, - 0.018177438951613122, - 0.001741687587976442, - 0.026653914322580085, - 0.006544868966275523, - -0.0006487189816715815, - -0.006107012813782889, - -0.017521736390762342, - -0.02309750486070397, - 0.015360951164222853, - -0.05447749436730212, - 0.011644383885630553, - -0.005685932580645217, - 0.033520921312316744, - 0.015700824787390003, - 0.00464063532258066, - -0.007768450139296197, - -0.01706286590102635 - ] - ], - "std": [ - [ - 1.0075883148093572, - 0.9956149685197124, - 0.9336114810272496, - 1.0053964412297443, - 1.0037906536892414, - 0.9889864422444196, - 0.993232391245941, - 1.0033346943820691, - 1.0019335251023536, - 1.015228028452373, - 1.0184871692443849, - 0.9950347742751352, - 1.001225456339628, - 0.9911991075823401, - 0.9891922963313015, - 1.020897686359133, - 0.9021478154164623, - 1.027059313060404, - 0.9920589942567254, - 1.037458331459377, - 1.0154700216289818, - 1.0017979731537894, - 0.9794245346392066, - 0.9721130758506005 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 15881, - "cert_evals": { - "36": 0.6801427006721497, - "72": 0.5980975031852722, - "108": 0.5041617155075073, - "255": 0.15814507007598877 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.7779126213592233, - "test_acc": 0.7561199510403916, - "train_size": 1364, - "val_size": 824, - "test_size": 3268, - "stats": { - "mean": [ - [ - 0.02031997529545452, - -0.033795195992888556, - -0.02352743731011721, - 0.01124182900293254, - -0.01151259605278599, - -0.015031226107038104, - 0.03267076282991228, - 0.0279429813196483, - -0.007205795674486686, - -0.0060127819017595785, - 0.01344909527859221, - 0.01992942824853357, - -0.01951502722360692, - -0.029693211412756465, - -0.009494099098240562, - -0.01795489370381231, - 0.010101200832844593, - -0.0059742676495601315, - -0.017900947921847564, - -0.021026184816715806, - 0.016916847096700823, - -0.0052597014662755836, - 0.032237512456011766, - 0.007093840727272726 - ] - ], - "std": [ - [ - 1.0112945026202158, - 0.970221558754097, - 0.9823204142944053, - 1.0136980604051529, - 0.982757495735732, - 0.9808366104043786, - 1.001324458975229, - 1.0152847209982614, - 0.9908830298302452, - 0.9932341203049162, - 1.0097191496904292, - 1.0252804409457419, - 0.9852042484069533, - 0.992545202932286, - 0.9901306066571973, - 0.9793681779580009, - 0.9956413121371739, - 0.9901468286266072, - 0.9701309779282022, - 0.9725832802282708, - 1.0307338552882614, - 0.991132554001173, - 1.0343162251093825, - 0.9974059438112418 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 15881, - "cert_evals": { - "36": 0.7135922312736511, - "72": 0.594660222530365, - "108": 0.48179611563682556, - "255": 0.18689320981502533 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.752976468216582, - "std_test_acc": 0.008721905513787435, - "n_samples": 5456, - "n_features": 24, - "n_classes": 4, - "mean_cert_acc_36": 0.6861932128667831, - "std_cert_acc_36": 0.022536232364656045, - "mean_cert_acc_72": 0.5918064564466476, - "std_cert_acc_72": 0.011768251429961773, - "mean_cert_acc_108": 0.49189644306898117, - "std_cert_acc_108": 0.017155937643111806, - "mean_cert_acc_255": 0.17730439826846123, - "std_cert_acc_255": 0.01506161894862318 - }, - "waveform": { - "dataset": "waveform", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.8852242744063324, - "test_acc": 0.8552807486631016, - "train_size": 1250, - "val_size": 758, - "test_size": 2992, - "stats": { - "mean": [ - [ - 0.020179633495999987, - 0.011963990736, - -0.033601846864, - -0.041786463160000016, - -0.03154164217599994, - -0.040098393640000014, - -0.043940430239999995, - -0.03151536300719995, - -0.036418570040000015, - 0.043107926798400066, - 0.03738288511999999, - -0.0024740305919999984, - 0.03243670563199995, - 0.011112976024000014, - 0.03951120671200011, - 0.0219850811552, - 0.028168458383999943, - 0.06235075759679998, - 0.020069774392, - 0.007039422583999985, - -0.02925996517600002 - ] - ], - "std": [ - [ - 0.9901799387654557, - 1.0306402386317552, - 0.9708771794256926, - 0.9608246419787663, - 1.0044852476869415, - 0.9877134023221446, - 0.9749943080882616, - 1.0123255354438774, - 0.986958011185208, - 1.0005937342506195, - 0.9789827068743525, - 1.0033150982759136, - 0.9538985981244916, - 1.006689675325801, - 0.9956488213117433, - 1.001823072865656, - 0.9921420818481883, - 0.9865005595269615, - 1.0350777753049674, - 1.0160784990711804, - 0.9870983405424562 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.8311346173286438, - "72": 0.7757256031036377, - "108": 0.6952506899833679, - "255": 0.4155673086643219 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8828337874659401, - "test_acc": 0.868368700265252, - "train_size": 1250, - "val_size": 734, - "test_size": 3016, - "stats": { - "mean": [ - [ - 0.010216515320000044, - -0.04063758078400007, - 0.025120129951999963, - -0.025077058975999964, - 0.003169892232000061, - -0.01685490820000002, - -0.011714589596800004, - -0.03299081049600003, - -0.01699664363999998, - -0.018953863726399994, - -0.010869116344000016, - 0.041914844448000185, - -0.01596277459040001, - 0.012558276106399974, - 0.026120965832000048, - 0.03314989547359999, - 0.03347167229600001, - 0.023257175787200043, - 0.017851450192000014, - -0.004257698511999955, - -0.04945521833600015 - ] - ], - "std": [ - [ - 1.0013552490719653, - 0.9855864106795154, - 0.9729457372221003, - 0.9924096158327768, - 1.0128588967374343, - 1.0016694374565032, - 1.0094886119500357, - 1.0100863354319733, - 1.0019192663797813, - 0.9946338222875807, - 0.999064791075417, - 1.0101141099838185, - 0.9759008425547311, - 1.0113866649689796, - 1.0124143691513183, - 1.0133948233035053, - 1.0110196515539809, - 1.0206255456252598, - 1.0155072750087655, - 0.9949826852691384, - 0.9838169172120375 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.8310626745223999, - "72": 0.7820163369178772, - "108": 0.7138964533805847, - "255": 0.41825613379478455 - }, - "fold": 1 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8770053475935828, - "test_acc": 0.8744170552964691, - "train_size": 1250, - "val_size": 748, - "test_size": 3002, - "stats": { - "mean": [ - [ - 0.007048574136000094, - -0.015209897391999988, - 0.011429607696000007, - -0.03273079147199999, - -0.023185516656000008, - 0.003389837535999984, - 0.0013940158719999971, - -0.00547288197039998, - 0.006071109367999992, - 0.005879158908799994, - 0.032166854647999996, - 0.005692848927999994, - 0.022531058751999993, - 0.009790249777599982, - 0.0040757011359999935, - 0.030061611308799984, - 0.029284791384000003, - 0.02420849601600001, - 0.014083066104000005, - 0.02953013189600018, - -0.004491209880000014 - ] - ], - "std": [ - [ - 0.9996125618988059, - 0.9720078266135495, - 1.0135851933941078, - 1.0319065276512462, - 0.9931170056559575, - 0.9993639751369633, - 0.9853632660237902, - 0.9995807541677071, - 1.0238743231650074, - 0.9969840482557133, - 0.9979292933830571, - 1.0142743499688514, - 1.001427080201001, - 0.9998997970203162, - 1.0142762186668912, - 1.0117340691797234, - 1.0099181268245983, - 1.0006047030346061, - 0.9985746890321932, - 1.0069732844455408, - 1.0040803599543435 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.8315508365631104, - "72": 0.7727273106575012, - "108": 0.7152406573295593, - "255": 0.41443851590156555 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8700410396716827, - "test_acc": 0.8704869161974164, - "train_size": 1250, - "val_size": 731, - "test_size": 3019, - "stats": { - "mean": [ - [ - -0.009131498528000003, - -0.0039044835359999803, - 0.07005067444800003, - -0.010843439071999996, - 0.006077575768000002, - -0.013402124615999992, - -0.0034755865247999887, - 0.0036035160240000075, - -0.0006721240640000021, - -0.006537375988799971, - -0.015753593288000012, - 0.013293681728000002, - -0.011138352720000024, - -0.025798392399999908, - 0.0029978399759999904, - 0.017920257033599982, - -0.008153607000000004, - 0.01568651420000006, - -0.051382837735999956, - 0.005123328096000027, - 0.025813726736000034 - ] - ], - "std": [ - [ - 1.0018392101812919, - 1.0020859314875776, - 1.0033561958769905, - 0.9975363296716959, - 0.9849899598871443, - 0.9756730653513883, - 0.993760630561838, - 0.9861757179284345, - 1.0000258312156731, - 1.0000825386418444, - 0.99177201535984, - 1.0234277089306048, - 1.0159176275153121, - 0.9839459155591159, - 0.9943404985027471, - 1.0116349239455822, - 1.0052044277000671, - 0.9841510621883656, - 1.0190638151002673, - 0.9952041186962591, - 1.0328002659610966 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 15432, - "cert_evals": { - "36": 0.8303694128990173, - "72": 0.7633379101753235, - "108": 0.7031463980674744, - "255": 0.39261287450790405 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8671383551055597, - "std_test_acc": 0.008292746179869966, - "n_samples": 5000, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.8310293853282928, - "std_cert_acc_36": 0.0004897812239625233, - "mean_cert_acc_72": 0.7734517902135849, - "std_cert_acc_72": 0.0077746838170329085, - "mean_cert_acc_108": 0.7068835496902466, - "std_cert_acc_108": 0.009457127708357117, - "mean_cert_acc_255": 0.410218708217144, - "std_cert_acc_255": 0.011845954220050192 - }, - "wine": { - "dataset": "wine", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 39, - "best_val_acc": 1.0, - "test_acc": 0.94, - "train_size": 44, - "val_size": 34, - "test_size": 100, - "stats": { - "mean": [ - [ - -0.0032810681818182252, - -0.005479031818181848, - -0.08091575454545454, - 0.05187518272727261, - -0.06624296590909094, - -0.007079050000000028, - -0.06275028018181807, - -0.08246524999999992, - 0.05402081363636373, - 0.0044511772727273136, - -0.04690897272727282, - 0.09077693181818178, - -0.0044964045454545494 - ] - ], - "std": [ - [ - 0.9486079560461609, - 0.9748783430969256, - 0.9254167517337237, - 0.9617928120291063, - 0.8801585454960099, - 0.9897338243089531, - 0.9271822071946669, - 0.9702762446771567, - 0.9107960044629595, - 1.0952735150882602, - 0.9243353232179793, - 0.9887201896638538, - 0.9269494258065332 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 14408, - "cert_evals": { - "36": 0.9411764740943909, - "72": 0.8529411554336548, - "108": 0.7941176295280457, - "255": 0.5 - }, - "fold": 0 - }, - { - "best_epoch": 42, - "best_val_acc": 0.9259259259259259, - "test_acc": 0.9345794392523364, - "train_size": 44, - "val_size": 27, - "test_size": 107, - "stats": { - "mean": [ - [ - 0.06530710454545458, - 0.007947954545454524, - -0.18861000681818177, - -0.06994299681818188, - -0.08852099545454545, - 0.06554911590909095, - 0.0228023237272727, - -0.08063868636363627, - 0.11120031590909094, - 0.1451315113636364, - 0.07976722954545465, - 0.05492483636363638, - -0.04130375068181816 - ] - ], - "std": [ - [ - 1.1054246265200351, - 1.022075699615381, - 1.0101337670617143, - 0.9836114927228263, - 1.0039715573451675, - 1.0160855472349155, - 1.00168059755674, - 0.942713932749028, - 1.1841316940042428, - 1.0673173131706486, - 1.0204335593229852, - 0.9474429014625287, - 0.9790698019551516 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 14408, - "cert_evals": { - "36": 0.8518518805503845, - "72": 0.8518518805503845, - "108": 0.8148148059844971, - "255": 0.3333333432674408 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.9655172413793104, - "test_acc": 0.9619047619047619, - "train_size": 44, - "val_size": 29, - "test_size": 105, - "stats": { - "mean": [ - [ - -0.0016014659090909378, - -0.2809373181818182, - -0.0013865818181818283, - -0.011415792727272868, - -0.005774513636363688, - 0.0034522068181817842, - -0.09596993699999999, - 0.061802877272727264, - -0.18700712727272728, - 0.003569234090909025, - 0.14042048863636367, - -0.033103909090909094, - -0.06411021136363641 - ] - ], - "std": [ - [ - 0.9298272868804931, - 0.8250056451408178, - 1.08551443258742, - 1.1391522997578776, - 1.162897463787286, - 0.9140439887115281, - 0.9166314532406474, - 1.013186331346434, - 0.9551870696183078, - 1.1440128298039551, - 1.0494592532907625, - 1.0314806625541306, - 0.958232402601652 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 14408, - "cert_evals": { - "36": 0.8965517282485962, - "72": 0.8620689511299133, - "108": 0.7241379022598267, - "255": 0.41379308700561523 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.9354838709677419, - "test_acc": 0.9514563106796117, - "train_size": 44, - "val_size": 31, - "test_size": 103, - "stats": { - "mean": [ - [ - -0.0007615090909091727, - 0.05596002272727269, - -0.07345953863636358, - -0.09784549954545461, - 0.008546922727272678, - 0.09278491795454552, - 0.0448726857272727, - 0.11476138181818184, - 0.09094955909090909, - 0.005921997727272779, - 0.16726700681818205, - 0.005308763636363668, - -0.08561718409090915 - ] - ], - "std": [ - [ - 1.007206359663615, - 0.8850705986397225, - 1.0706938375587134, - 0.8864652113978174, - 1.1440281408589326, - 0.9372647448943219, - 0.9191041363758027, - 0.9830875500627535, - 1.0190542547845243, - 0.9888966660536255, - 1.11752991456707, - 0.9731773531474354, - 0.8829161708393709 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 14408, - "cert_evals": { - "36": 0.8709677457809448, - "72": 0.774193525314331, - "108": 0.774193525314331, - "255": 0.5161290168762207 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9469851279591776, - "std_test_acc": 0.012183049384108397, - "n_samples": 178, - "n_features": 13, - "n_classes": 3, - "mean_cert_acc_36": 0.8901369571685791, - "std_cert_acc_36": 0.03864102885497955, - "mean_cert_acc_72": 0.8352638781070709, - "std_cert_acc_72": 0.04097050926674762, - "mean_cert_acc_108": 0.7768159657716751, - "std_cert_acc_108": 0.03883776081585521, - "mean_cert_acc_255": 0.4408138617873192, - "std_cert_acc_255": 0.0845725638602759 - }, - "wine-quality-red": { - "dataset": "wine-quality-red", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 64, - "best_val_acc": 0.4609053497942387, - "test_acc": 0.41527196652719667, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.02693017225000001, - -0.010865180249999969, - 0.01090508905000014, - 0.028862860500000035, - -0.005716316749999986, - -0.0022627200000000882, - -0.008672537749999942, - 0.0023822675999998814, - 0.03910194012499996, - -0.003237799000000088, - -0.015897374500000026 - ] - ], - "std": [ - [ - 0.9743049425383958, - 1.0208202037213217, - 1.0045213439257272, - 1.0312615683961275, - 0.9360785088397681, - 1.0135085097778138, - 1.054760065228032, - 0.9991490231742983, - 0.9910168624962105, - 0.9560724374897602, - 1.0224479021869215 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 4107, - "cert_evals": { - "36": 0.3086419701576233, - "72": 0.21399176120758057, - "108": 0.14403291046619415, - "255": 0.02469135820865631 - }, - "fold": 0 - }, - { - "best_epoch": 66, - "best_val_acc": 0.2754237288135593, - "test_acc": 0.3624091381100727, - "train_size": 400, - "val_size": 236, - "test_size": 963, - "stats": { - "mean": [ - [ - 0.013418094749999616, - -0.03892854174999997, - 0.03785578170000011, - 0.030990686500000093, - 0.03390959879999997, - -0.02747751350000006, - 0.024918823500000065, - -0.0024924809250000362, - -0.023241676749999992, - 0.00015447274999999162, - 0.017258733749999842 - ] - ], - "std": [ - [ - 1.0484699134032194, - 0.9803949233513032, - 1.0076892023564636, - 1.0290250752162338, - 1.1997081630921285, - 0.9489970021589998, - 1.0263878594773712, - 1.03076931004531, - 0.9684548723090626, - 0.9627052256819137, - 0.9972530011672733 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 4107, - "cert_evals": { - "36": 0.18644067645072937, - "72": 0.1355932205915451, - "108": 0.0762711837887764, - "255": 0.008474576286971569 - }, - "fold": 1 - }, - { - "best_epoch": 42, - "best_val_acc": 0.46443514644351463, - "test_acc": 0.37083333333333335, - "train_size": 400, - "val_size": 239, - "test_size": 960, - "stats": { - "mean": [ - [ - -0.0013715520000001779, - -0.035088978500000055, - 0.06416455662500034, - -0.006156608600000014, - 0.0926046769, - -0.01361536200000002, - -0.007988503499999982, - 0.019787725674999798, - -0.030528630750000167, - 0.09543056175000009, - -0.01609288975000005 - ] - ], - "std": [ - [ - 0.9829420987934913, - 0.9707586864617593, - 1.0018786547407759, - 0.964170646447104, - 1.218209093004271, - 0.993770255551407, - 0.9825900214132555, - 0.9579306637091782, - 1.0278450401756267, - 1.103602348070479, - 1.019972708382203 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 4107, - "cert_evals": { - "36": 0.3305439352989197, - "72": 0.26359832286834717, - "108": 0.17154811322689056, - "255": 0.03765690326690674 - }, - "fold": 2 - }, - { - "best_epoch": 71, - "best_val_acc": 0.4166666666666667, - "test_acc": 0.4504692387904067, - "train_size": 400, - "val_size": 240, - "test_size": 959, - "stats": { - "mean": [ - [ - -0.024919883000000052, - 0.11828172599999993, - -0.10639385059999999, - 0.09154341099999996, - -0.0404553217, - 0.02593951999999995, - -0.03595611450000001, - 0.029616401199999934, - 0.04752242037499988, - -0.06532982275000002, - -0.002994586000000021 - ] - ], - "std": [ - [ - 1.0557689652662066, - 1.036986432681799, - 0.9776537301766356, - 1.148436386560584, - 0.6942596510748834, - 1.0910930117650621, - 0.9332303748474275, - 0.9830858412290316, - 0.9796850899079309, - 0.8673250562614796, - 1.0016840683328132 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 4107, - "cert_evals": { - "36": 0.2958333492279053, - "72": 0.21250000596046448, - "108": 0.15416666865348816, - "255": 0.02500000223517418 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3997459191902524, - "std_test_acc": 0.0410036020349896, - "n_samples": 1599, - "n_features": 11, - "n_classes": 6, - "mean_cert_acc_36": 0.2803649827837944, - "std_cert_acc_36": 0.06423540293600202, - "mean_cert_acc_72": 0.20642082765698433, - "std_cert_acc_72": 0.05285228259004753, - "mean_cert_acc_108": 0.13650471903383732, - "std_cert_acc_108": 0.04173222725623053, - "mean_cert_acc_255": 0.0239557099994272, - "std_cert_acc_255": 0.011958538407586164 - }, - "waveform-noise": { - "dataset": "waveform-noise", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.8767833981841764, - "test_acc": 0.851963746223565, - "train_size": 1250, - "val_size": 771, - "test_size": 2979, - "stats": { - "mean": [ - [ - 0.04109552382399996, - -0.007068212280000003, - 0.014182510261599956, - 0.0026211762400000084, - 0.014018176879999957, - 0.02370059650560003, - 0.004374500936000023, - -0.0038294597343999904, - -0.014804110096000014, - 0.00045386584799994817, - -0.010192400336000008, - -0.01903542342399992, - -0.010784385815999982, - -0.005200951027200047, - -0.002328150511999989, - 0.014533825215999989, - 0.007865440576000029, - -0.025042890535999954, - -0.005855280768000005, - 0.010768292656000005, - -0.029557043135999994, - 0.02497473343199999, - 0.0059397922879999695, - 0.02985397081600005, - 0.034868211864000014, - -0.03436343556000003, - 0.022563571339200006, - 0.013530936152000026, - 0.006182852718399999, - 0.02533174106799999, - -0.023453127760000032, - -0.012310209543200052, - 0.023519454263999984, - -0.010153050279999989, - 0.015502481212800007, - 0.010150338703999973, - 0.0053944454240000125, - -0.0034366949536000007, - -0.005722000272000003, - 0.007498833936000044 - ] - ], - "std": [ - [ - 1.0036717936871953, - 1.0115164152393803, - 1.0267935868392655, - 1.0141719003383043, - 1.0034317001981041, - 0.9959239723426369, - 0.9939861987845015, - 1.0288633031133263, - 1.0043429776096469, - 0.9779096908533591, - 1.0249129338514036, - 1.0084484801657798, - 1.0020500717103944, - 1.026928437823279, - 1.009036128138247, - 1.0055555854598206, - 0.9775356004635903, - 1.0198250392925892, - 0.9777825735121067, - 0.9997432850888442, - 1.0057789366361842, - 1.0008832746108618, - 0.9887462327692325, - 0.9949832502604571, - 0.9939865250881332, - 0.9973380026834073, - 0.977390812504474, - 0.998438673003916, - 0.9765375704247188, - 1.0137678154638436, - 0.9930247910455883, - 1.0298745659129236, - 0.9839097409542001, - 0.991922743066992, - 1.0070087822831295, - 0.9876272290873123, - 1.0098641388551413, - 1.0215112956805443, - 1.0133094868761658, - 0.98802284916221 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 60296, - "cert_evals": { - "36": 0.8171206116676331, - "72": 0.7626459002494812, - "108": 0.6913099884986877, - "255": 0.3670557737350464 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.8761408083441982, - "test_acc": 0.8716057660073752, - "train_size": 1250, - "val_size": 767, - "test_size": 2983, - "stats": { - "mean": [ - [ - 0.044322997631999955, - 0.029345537880000067, - -0.011366358759840026, - -0.0005867047360000063, - -0.006665745688000015, - -0.006024195060800007, - -0.013584043487999992, - -0.024554553948799986, - 0.01623729534400002, - -0.007884222439999988, - 0.0019230570479999735, - -0.02265010408799999, - 0.007417331240000002, - -0.002911046979200009, - 0.020059001183999964, - 0.01574975624800002, - 0.02813207348000001, - 0.004678202063999986, - 0.028763643272000018, - 0.018513851640000002, - 0.0358815304, - 0.028113823255999978, - -0.00718522141599999, - -0.006245005135999949, - 0.011452240719999996, - -0.039296166616000015, - 0.013289260721600025, - -0.003815815991999974, - -0.001233308884800033, - 0.0033645557719999956, - 0.02454588116, - 0.010769942833599997, - 0.008991375496000034, - -0.012577069439999996, - 0.051492131759200026, - 0.009570444000000011, - 0.022488379120000006, - -0.00477033891360003, - -0.009759721552000007, - 0.0046987019359999846 - ] - ], - "std": [ - [ - 0.9680395488640641, - 0.9731934131975439, - 1.0256129853497884, - 1.0016500605542749, - 0.9832741110357304, - 1.0155722609031699, - 1.0177266822426836, - 1.0012352994664209, - 1.0017870547556, - 0.9825996623950224, - 1.0116415424885532, - 1.0008713618877405, - 1.004966285943376, - 0.991554206326663, - 1.0098780435455994, - 1.0036202953348388, - 0.9885930770833588, - 1.000767817574134, - 0.9955550387843519, - 1.0082268705074462, - 0.9951019252067327, - 0.9944184018582543, - 1.0206633343240308, - 1.0149218534426545, - 0.9851575763005246, - 0.9922537027672286, - 1.0164765099719621, - 1.0106305279893444, - 1.006251693120508, - 0.9864167800458236, - 1.0043559273464866, - 0.9969845117753792, - 0.99621846666241, - 1.0281731534980536, - 0.9986967919798584, - 0.9696604033255324, - 0.9966142799032668, - 0.9849892430729312, - 1.0057643181118128, - 1.0029305279401282 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 60296, - "cert_evals": { - "36": 0.818774402141571, - "72": 0.7509778141975403, - "108": 0.6792698502540588, - "255": 0.36375486850738525 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.8628808864265928, - "test_acc": 0.8586525759577279, - "train_size": 1250, - "val_size": 722, - "test_size": 3028, - "stats": { - "mean": [ - [ - 0.014308189376000027, - 0.028783297960000027, - 0.03795345253087996, - 0.013117279295999998, - 0.032089058063999955, - 0.012632187806400005, - 0.018484099464000054, - 0.009576141620799988, - 0.036987581783999995, - -0.006325697687999988, - -0.02381616588800001, - -0.008374505503999985, - -0.04596340019200004, - -0.03257486172959995, - -0.021728262640000023, - -0.019410886679999996, - -0.04224714851999999, - -0.02175625772000002, - -0.0017738945599999954, - 0.006572127119999979, - 0.015226716143999997, - -0.002422181303999986, - -0.025979705407999994, - 0.022093594352000027, - 0.03834592470399997, - -0.009863329287999975, - 0.020212545147199973, - 0.0037560529200000177, - 0.03646794663519996, - -0.018870360144, - -0.011957785879999988, - 0.016431144787999986, - 0.014396109119999995, - 0.008498349159999984, - 0.012689327942400006, - -0.00249464457599998, - -0.022068862224000004, - -0.0005122236512000032, - 0.008362260016000047, - -0.02581517636800003 - ] - ], - "std": [ - [ - 1.0188927880817935, - 0.9988893028885985, - 1.0203039986619837, - 1.0176161206264251, - 1.0298233594756412, - 1.032613885870231, - 1.0145448604818694, - 1.0020618139895976, - 0.9933894833504273, - 0.9801525816452665, - 0.9828864827428538, - 1.0084878782151452, - 1.0036037092630097, - 0.9753885414870564, - 1.015306973575768, - 0.9941278153766206, - 0.9825139145564932, - 0.9962329520442799, - 0.9688294278798073, - 0.98310050706914, - 0.9843726349902746, - 0.9830497457267643, - 1.019877833578896, - 1.0231451225251817, - 0.9901755816567956, - 0.9958326894928737, - 1.032928859241582, - 0.9924515511719896, - 0.9749189762682579, - 1.0285239667561281, - 1.002192158381019, - 0.9935329644391413, - 1.0052344609016668, - 1.0064075388331128, - 1.0160814777549847, - 0.9845645364365565, - 0.9925488055513885, - 1.0072044814714247, - 1.0303878632271122, - 0.9885231209627763 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 60296, - "cert_evals": { - "36": 0.8199445605278015, - "72": 0.747922420501709, - "108": 0.6759002804756165, - "255": 0.3739612102508545 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.8794701986754967, - "test_acc": 0.8567612687813022, - "train_size": 1250, - "val_size": 755, - "test_size": 2995, - "stats": { - "mean": [ - [ - -0.036278040016000025, - 0.00810417363999999, - 0.0013843179736000206, - -0.0018023679760000122, - -0.005956154304000002, - 0.025961240582400028, - 0.010167898040000027, - 0.01906255140800001, - -0.02535409856000002, - 0.013357130255999999, - -0.007777053167999971, - 0.007395055352000006, - -0.009246732704000024, - 0.000417141663999981, - -0.012846879495999965, - -0.011422848472000015, - -0.02694291900799997, - -0.010714078007999981, - -0.017699573224000033, - 0.006549602159999982, - 0.02394824680000007, - -0.027398905735999915, - -0.006791929848000011, - 0.016008580479999996, - 0.04892266430400006, - 0.035720964879999914, - 0.03039491798320002, - 0.0066352822719999895, - -0.02569047550079999, - 0.01171173369999999, - 0.022736661080000005, - -0.02455200705200002, - 0.03534526224799999, - 0.039964129560000006, - 0.04194475229440003, - 0.012341044367999982, - 0.04449289257600006, - 0.05609793443199992, - 0.037631368336000094, - -0.0013801063520000427 - ] - ], - "std": [ - [ - 0.9967186390712067, - 1.0046232169850224, - 0.9740084152266493, - 0.9826095647211786, - 0.9807015091355339, - 0.9903924974929869, - 0.9994986310830332, - 0.999954070658992, - 1.0016268406564945, - 1.0082593311694388, - 1.0031753015138711, - 1.0033236672468044, - 0.987229114309021, - 1.0132234933998234, - 0.9873167353551544, - 0.983479654201213, - 1.011117373386074, - 1.0372041491820654, - 0.9890339764711912, - 0.9663488793448463, - 1.0078666660648328, - 0.9894244150573558, - 1.0015699231644122, - 1.0021673571075749, - 0.98850640710336, - 1.0232697675089457, - 1.0136787449302005, - 1.0052546165431762, - 0.9928535231583258, - 0.9947831559397796, - 0.9947379135130683, - 0.968921467398204, - 1.0158922450868932, - 0.9723954832645065, - 0.9861131949259808, - 1.0009190287109688, - 0.9931377428957798, - 1.0140326666524644, - 0.9958387641879904, - 0.9761305424003285 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 60296, - "cert_evals": { - "36": 0.8291391134262085, - "72": 0.7788079380989075, - "108": 0.7205297946929932, - "255": 0.43311259150505066 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8597458392424926, - "std_test_acc": 0.008392888260728933, - "n_samples": 5000, - "n_features": 40, - "n_classes": 3, - "mean_cert_acc_36": 0.8212446719408035, - "std_cert_acc_36": 0.0053889579100986395, - "mean_cert_acc_72": 0.7600885182619095, - "std_cert_acc_72": 0.013999711246110507, - "mean_cert_acc_108": 0.691752478480339, - "std_cert_acc_108": 0.02029316728033852, - "mean_cert_acc_255": 0.3844711109995842, - "std_cert_acc_255": 0.03270529169489759 - }, - "wine-quality-white": { - "dataset": "wine-quality-white", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 48, - "best_val_acc": 0.33197278911564626, - "test_acc": 0.33889077917659066, - "train_size": 1224, - "val_size": 735, - "test_size": 2939, - "stats": { - "mean": [ - [ - -0.0032048589052286994, - -0.028953991503268075, - -0.009521662091503368, - -0.033446381021241915, - -0.021216290767973777, - 0.0013643637254901876, - -0.019732506176470634, - -0.0385083221609477, - -0.012002372222222163, - -0.05735950201797371, - 0.02225335972222248 - ] - ], - "std": [ - [ - 1.023683347421332, - 0.9447226597106944, - 0.9620105291208404, - 0.9658980402573037, - 0.9263448142152314, - 0.9948440839445967, - 0.9740337269720393, - 0.9614465411758055, - 1.0172641404349574, - 0.9821399823923815, - 0.9957833992600652 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 4140, - "cert_evals": { - "36": 0.2312925159931183, - "72": 0.13741496205329895, - "108": 0.08163265138864517, - "255": 0.006802720949053764 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.3481781376518219, - "test_acc": 0.3184452778724855, - "train_size": 1224, - "val_size": 741, - "test_size": 2933, - "stats": { - "mean": [ - [ - -0.017049376225490367, - 0.014491614133986936, - 0.008908331290849619, - 0.010737108415032604, - 0.04067164330065363, - 0.0329015589869281, - -0.002488432352941375, - 0.006007091343954325, - -0.021524885539215638, - 0.0011987277042483457, - -0.014868995751633802 - ] - ], - "std": [ - [ - 1.0062718660617844, - 0.9894618025720731, - 1.0916182332376316, - 0.9825566386411965, - 1.1470818763060382, - 1.0937605281552916, - 0.9895690762781538, - 0.9664685559760209, - 0.9624746400083976, - 0.9868208733792134, - 0.99380448190184 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 4140, - "cert_evals": { - "36": 0.21862347424030304, - "72": 0.12550607323646545, - "108": 0.05802968889474869, - "255": 0.004048583097755909 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.3503448275862069, - "test_acc": 0.3346897253306205, - "train_size": 1224, - "val_size": 725, - "test_size": 2949, - "stats": { - "mean": [ - [ - -0.008771757843137384, - -0.004596860539215801, - 0.008705725245097917, - -0.034847791446078476, - -0.030826640032679757, - -0.01616954820261436, - -0.03943745302287589, - -0.040444966319444435, - 0.02927997336601328, - 0.006854076119281012, - 0.030744455310457264 - ] - ], - "std": [ - [ - 1.0204079506641692, - 1.0029139391565418, - 1.0078310341851806, - 0.9854918621954571, - 0.9449468354581222, - 0.957020515296538, - 0.954249288652687, - 0.976569994872353, - 0.9899815735473346, - 1.008692992013154, - 0.9893537338950328 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 4140, - "cert_evals": { - "36": 0.22620689868927002, - "72": 0.1406896561384201, - "108": 0.08275862038135529, - "255": 0.011034483090043068 - }, - "fold": 2 - }, - { - "best_epoch": 54, - "best_val_acc": 0.36671368124118475, - "test_acc": 0.3602023608768971, - "train_size": 1224, - "val_size": 709, - "test_size": 2965, - "stats": { - "mean": [ - [ - -0.022035407434640455, - 0.006143019934640497, - -0.030651977777777773, - 0.024485125988562038, - -0.018449098774509846, - -0.0018301268790849984, - 0.008402089934640587, - 0.008618634501633892, - -0.035267637908496643, - 0.02360550346405227, - -0.013176123529411856 - ] - ], - "std": [ - [ - 1.0070335678428375, - 0.9660388185917548, - 0.9095987830657093, - 0.9927445013639002, - 0.8945149881344938, - 0.9537849826536657, - 1.0086544512672544, - 0.9850628871532389, - 0.9772491357585545, - 0.995730526664069, - 1.0046258178743335 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 4140, - "cert_evals": { - "36": 0.25105783343315125, - "72": 0.1495063453912735, - "108": 0.08744711428880692, - "255": 0.0028208745643496513 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3380570358141485, - "std_test_acc": 0.017195642661093705, - "n_samples": 4898, - "n_features": 11, - "n_classes": 7, - "mean_cert_acc_36": 0.23179518058896065, - "std_cert_acc_36": 0.013856709674587188, - "mean_cert_acc_72": 0.1382792592048645, - "std_cert_acc_72": 0.009929061166828422, - "mean_cert_acc_108": 0.07746701873838902, - "std_cert_acc_108": 0.01320057627492913, - "mean_cert_acc_255": 0.006176665425300598, - "std_cert_acc_255": 0.0036414468131021655 - }, - "zoo": { - "dataset": "zoo", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 22, - "best_val_acc": 0.9285714285714286, - "test_acc": 0.7903225806451613, - "train_size": 25, - "val_size": 14, - "test_size": 62, - "stats": { - "mean": [ - [ - 0.18968232000000004, - 0.004943600000000055, - -0.04877112000000002, - 0.06901168000000008, - 0.005554399999999982, - -0.24190180000000008, - 0.011100480000000044, - 0.07332431999999998, - 0.047367959999999966, - 0.1174986, - 0.002917720000000048, - -0.128498, - 0.05823499999999993, - 0.03965752000000001, - -0.025889279999999938, - 0.0890122 - ] - ], - "std": [ - [ - 1.005390221359596, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467213, - 0.9984392123352528, - 0.8872886923159564, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.898886886807812, - 0.9995686698918299, - 0.864227081446769, - 0.8401435100754158, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 15052, - "cert_evals": { - "36": 0.785714328289032, - "72": 0.6428571939468384, - "108": 0.6428571939468384, - "255": 0.0714285746216774 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.75, - "test_acc": 0.703125, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.028691039999999952, - 0.004943600000000057, - -0.048771120000000036, - 0.06901168, - 0.005554399999999972, - 0.17360919999999994, - -0.06897883999999993, - -0.00805720000000001, - 0.0473679599999999, - -0.07865459999999999, - 0.0029177199999999947, - -0.022119, - 0.09757803999999994, - -0.051376560000000016, - -0.26359375999999995, - 0.24955340000000004 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000002, - 1.0021422025080997, - 1.0058025598467215, - 0.998439212335253, - 1.0312711812638613, - 1.0001903862262094, - 0.9967159924605201, - 0.9532010403686509, - 1.047171532893174, - 0.9995686698918299, - 0.9749796397074146, - 1.045377756731086, - 1.02185501364051, - 0.5822546855736085, - 0.9961319493678737 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 15052, - "cert_evals": { - "36": 0.4166666865348816, - "72": 0.3333333432674408, - "108": 0.25, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.9166666666666666, - "test_acc": 0.90625, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.02869103999999997, - 0.004943600000000048, - -0.04877112000000006, - 0.06901168, - 0.005554399999999982, - 0.007404799999999972, - 0.011100480000000062, - 0.07332431999999998, - 0.04736795999999993, - 0.01942200000000002, - -0.14446064, - -0.022119000000000017, - 0.09757803999999996, - 0.03965751999999999, - -0.14474151999999998, - 0.08901219999999999 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467215, - 0.9984392123352529, - 0.9972263999999998, - 0.9937582269928688, - 0.97657824, - 0.9532010403686509, - 0.980766, - 0.722003562256413, - 0.9749796397074147, - 1.045377756731086, - 0.9719779957616785, - 0.8060951109136004, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 15052, - "cert_evals": { - "36": 0.5833333730697632, - "72": 0.5, - "108": 0.5, - "255": 0.1666666716337204 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.9473684210526315, - "test_acc": 0.8245614035087719, - "train_size": 25, - "val_size": 19, - "test_size": 57, - "stats": { - "mean": [ - [ - 0.10918667999999991, - 0.004943600000000039, - -0.04877112000000009, - 0.06901168, - -0.087958, - -0.07569740000000007, - 0.011100480000000062, - 0.07332432000000001, - 0.04736795999999993, - 0.019421999999999984, - 0.29767443999999993, - -0.022119, - 0.05823475999999992, - 0.03965752, - -0.025889279999999938, - 0.08901219999999999 - ] - ], - "std": [ - [ - 1.0053902213595962, - 0.9987632, - 1.0021422025080997, - 1.0058025598467215, - 0.9351239999999998, - 0.9691298611116264, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.980766, - 1.3507449809969043, - 0.9749796397074147, - 1.007680466714654, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 15052, - "cert_evals": { - "36": 0.8421052694320679, - "72": 0.7894737124443054, - "108": 0.4736842215061188, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8060647460384832, - "std_test_acc": 0.08411028184204539, - "n_samples": 101, - "n_features": 16, - "n_classes": 7, - "mean_cert_acc_36": 0.6569549143314362, - "std_cert_acc_36": 0.19495145073577222, - "mean_cert_acc_72": 0.5664160624146461, - "std_cert_acc_72": 0.19522346950644115, - "mean_cert_acc_108": 0.4666353538632393, - "std_cert_acc_108": 0.16242731668121443, - "mean_cert_acc_255": 0.05952381156384945, - "std_cert_acc_255": 0.078967259320118 - }, - "yeast": { - "dataset": "yeast", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 28, - "best_val_acc": 0.5613207547169812, - "test_acc": 0.4983351831298557, - "train_size": 371, - "val_size": 212, - "test_size": 901, - "stats": { - "mean": [ - [ - -0.0680236417412399, - 0.0016312938814016407, - -0.008786120350404263, - -0.04364633274932616, - 0.013936777088948886, - 0.007389660377358629, - -0.024600268247978344, - 0.05087596307277619 - ] - ], - "std": [ - [ - 1.027205380998011, - 0.9953693200489844, - 0.9507124252634552, - 0.9691826685352211, - 1.0679577073315545, - 1.038674237448053, - 0.9068718437558525, - 1.1001821882054232 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 4047, - "cert_evals": { - "36": 0.43396228551864624, - "72": 0.3113207519054413, - "108": 0.2216981202363968, - "255": 0.04716981202363968 - }, - "fold": 0 - }, - { - "best_epoch": 58, - "best_val_acc": 0.4675324675324675, - "test_acc": 0.5, - "train_size": 371, - "val_size": 231, - "test_size": 882, - "stats": { - "mean": [ - [ - 0.08549606216172505, - 0.03251707697035039, - 0.04905938702964963, - 0.04128734865229108, - -0.013936692183288498, - 0.036949762803234386, - -0.002681268247978456, - 0.005315634501347734 - ] - ], - "std": [ - [ - 0.9621845394333128, - 0.9690282797537528, - 0.9491603484155484, - 1.0401770820495524, - 0.9261376999963121, - 1.1814628524634447, - 0.9836755462977512, - 0.993812117132581 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 4047, - "cert_evals": { - "36": 0.3722943663597107, - "72": 0.29870128631591797, - "108": 0.2554112672805786, - "255": 0.07359307259321213 - }, - "fold": 1 - }, - { - "best_epoch": 33, - "best_val_acc": 0.5391705069124424, - "test_acc": 0.5178571428571429, - "train_size": 371, - "val_size": 217, - "test_size": 896, - "stats": { - "mean": [ - [ - 0.004417079552560633, - -0.0405647886981132, - -0.038330890598382725, - -0.009830160646900232, - -0.013936692183288395, - 0.036949762803234296, - -0.01154207417789756, - 0.005568702156334372 - ] - ], - "std": [ - [ - 1.0326495870955454, - 0.9133440779524218, - 0.9914487013412665, - 0.9617359852499671, - 0.9261376999963089, - 1.181462852463445, - 0.873907032459684, - 0.9724601246460749 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 4047, - "cert_evals": { - "36": 0.39170506596565247, - "72": 0.26728111505508423, - "108": 0.22580644488334656, - "255": 0.05069124326109886 - }, - "fold": 2 - }, - { - "best_epoch": 47, - "best_val_acc": 0.5515695067264574, - "test_acc": 0.5617977528089888, - "train_size": 371, - "val_size": 223, - "test_size": 890, - "stats": { - "mean": [ - [ - -0.01207341391913747, - -0.03099437134770888, - -0.004743151369272138, - 0.0033422831536388878, - 0.013936777088948926, - 0.007389660377358682, - -0.05258191859838276, - -0.01645215983827505 - ] - ], - "std": [ - [ - 1.002118550793497, - 0.9931572183782578, - 1.0350703782367132, - 0.9624293574797959, - 1.0679577073315536, - 1.0386742374480524, - 1.0723089145971894, - 0.9483399576263618 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 4047, - "cert_evals": { - "36": 0.42600899934768677, - "72": 0.3408071994781494, - "108": 0.2331838607788086, - "255": 0.05381166189908981 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5194975196989968, - "std_test_acc": 0.0295522042089437, - "n_samples": 1484, - "n_features": 8, - "n_classes": 10, - "mean_cert_acc_36": 0.40599267929792404, - "std_cert_acc_36": 0.028998069648921213, - "mean_cert_acc_72": 0.3045275881886482, - "std_cert_acc_72": 0.03046091935033008, - "mean_cert_acc_108": 0.23402492329478264, - "std_cert_acc_108": 0.015028601135546403, - "mean_cert_acc_255": 0.05631644744426012, - "std_cert_acc_255": 0.011832998898344951 - }, - "statlog-shuttle": { - "dataset": "statlog-shuttle", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 61, - "best_val_acc": 0.8611807613403237, - "test_acc": 0.8619478200771756, - "train_size": 14500, - "val_size": 8774, - "test_size": 34726, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 4012, - "cert_evals": { - "36": 0.7964440584182739, - "72": 0.6716434955596924, - "108": 0.536015510559082, - "255": 0.062457259744405746 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8460365853658537, - "test_acc": 0.8557131419421251, - "train_size": 14500, - "val_size": 8528, - "test_size": 34972, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 4012, - "cert_evals": { - "36": 0.7935037612915039, - "72": 0.6662757992744446, - "108": 0.516182005405426, - "255": 0.060975611209869385 - }, - "fold": 1 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8640138408304499, - "test_acc": 0.8578524260694803, - "train_size": 14500, - "val_size": 8670, - "test_size": 34830, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 4012, - "cert_evals": { - "36": 0.7623990774154663, - "72": 0.6457901000976562, - "108": 0.5031142234802246, - "255": 0.06839676946401596 - }, - "fold": 2 - }, - { - "best_epoch": 8, - "best_val_acc": 0.8977617815768755, - "test_acc": 0.8969632176601462, - "train_size": 14500, - "val_size": 8891, - "test_size": 34609, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 4012, - "cert_evals": { - "36": 0.808682918548584, - "72": 0.7217410802841187, - "108": 0.6748397350311279, - "255": 0.11281070858240128 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8681191514372318, - "std_test_acc": 0.019402578938524238, - "n_samples": 58000, - "n_features": 9, - "n_classes": 7, - "mean_cert_acc_36": 0.790257453918457, - "std_cert_acc_36": 0.01970109535885334, - "mean_cert_acc_72": 0.676362618803978, - "std_cert_acc_72": 0.03223816433343735, - "mean_cert_acc_108": 0.5575378686189651, - "std_cert_acc_108": 0.07936241833630327, - "mean_cert_acc_255": 0.07616008725017309, - "std_cert_acc_255": 0.02464327454809672 - }, - "miniboone": { - "dataset": "miniboone", - "algorithm": "ldlt-resnet", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.8724801466096518, - "test_acc": 0.8738575682891764, - "train_size": 32516, - "val_size": 19644, - "test_size": 77904, - "stats": { - "mean": [ - [ - -0.0066929692905031805, - -0.0067178206113913536, - -0.00044848711604975365, - -0.006682303195350012, - -0.006676431252304934, - -0.006678322865666758, - -0.006603011846475587, - -0.006676624523311714, - -0.0066787164688152925, - -0.006674537190921409, - -0.006651495260794631, - -0.0021907771461773715, - -0.006695997997908723, - -0.006680375196826281, - -0.006672462064829712, - -0.0019113073704711085, - -0.006682638614835791, - -0.005199885844285893, - -0.006682950415180203, - -0.0027868723179357985, - -0.006732400171929552, - -0.006675056184647536, - -0.0009806369656784695, - -0.0067719209681387305, - -0.006673680111329746, - -0.006853424330988536, - -0.0049757818568722766, - -0.0066786663365727686, - -0.006678683045269993, - -0.00666663167363761, - -0.006713104959930439, - -0.00667692119264367, - -0.006648468240250945, - -0.005555848155831019, - -0.0066771619571901345, - -0.006676893769221374, - -0.006640021976872997, - -0.006652168061569651, - -0.006656952063599499, - -0.006676646404846852, - -0.005321780849683204, - -0.007256703317981967, - -0.006479226783737146, - -0.006305387427130641, - -0.006670434807482904, - -0.006676957442489813, - -0.006832965117468275, - -0.006830883164011628, - -0.006874203773250122, - -0.00667477880120567 - ] - ], - "std": [ - [ - 1.0538567724237127, - 1.0538641992619597, - 0.9958589711579526, - 1.0538780837060269, - 1.053878006921434, - 1.0538798560451104, - 1.053879432020278, - 1.0538786291178488, - 1.053873986660415, - 1.0538783590814276, - 1.0538757864954629, - 1.0176547701635106, - 1.0538752752995135, - 1.053872770510109, - 1.0538659033426634, - 0.9932644775405934, - 1.0538747558236612, - 1.04937218635993, - 1.053877924513502, - 0.0025831688488992767, - 1.053829697906066, - 1.0538783793218856, - 1.018390578757397, - 1.053842634750244, - 1.0538786083464582, - 1.0538111764047524, - 1.022739919992211, - 1.0538741322767364, - 1.0538782493179681, - 1.053875543573962, - 1.0538088816355915, - 1.0538723979257454, - 1.0538730852936433, - 1.0247711822180132, - 1.0538781798354342, - 1.053878585676999, - 1.0538691274084275, - 1.0538654744064087, - 1.05387761105871, - 1.0538781920284286, - 1.0452185226194493, - 1.0438926673439166, - 1.0538793178576804, - 1.0536246877698876, - 1.0538784902027962, - 1.0538787998823098, - 1.0538650746236322, - 1.0538068876186153, - 1.0538062411125644, - 1.0538784592336081 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 223751, - "cert_evals": { - "36": 0.8195377588272095, - "72": 0.7577376961708069, - "108": 0.6885054111480713, - "255": 0.35731011629104614 - }, - "fold": 0 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8718705475269692, - "test_acc": 0.8733824586628325, - "train_size": 32516, - "val_size": 19652, - "test_size": 77896, - "stats": { - "mean": [ - [ - -0.003659472481547509, - -0.0035700208512731936, - -0.00456473851721011, - -0.00360049339094594, - -0.003593886083772473, - -0.00358800156845938, - -0.003609804330175811, - -0.0035959653862712893, - -0.003585372367449882, - -0.0036011496647804257, - -0.003574454936031472, - -0.0002376014663141565, - -0.0035765183694182563, - -0.0035786825070734597, - -0.003581793034198606, - 0.0027392871255968536, - -0.0035747984868988035, - -0.0018979996262606397, - -0.0035937045023987507, - 0.008311608403247624, - -0.0038405719449991636, - -0.003598410862344705, - -1.2960689975229953e-05, - -0.0037911689629719237, - -0.0035987016976257243, - -0.003553280317375533, - -0.00120645956911968, - -0.003604746423299312, - -0.003595963956206178, - -0.0036390921810801925, - -0.0036627183510209798, - -0.003597980923237808, - -0.0035958085404107568, - -0.005033409016920937, - -0.0036001520635993464, - -0.0035987486652726062, - -0.0035917900449008895, - -0.0035793614428588296, - -0.0035902388547176894, - -0.0035928566736375947, - -0.0009922327992711712, - -0.002124953252319455, - -0.0036879309878213567, - -0.0034349073177313027, - -0.003598185213436877, - -0.0035934901402386375, - -0.003602609255707958, - -0.0035299332937630697, - -0.0036069077674990894, - -0.003592571029647003 - ] - ], - "std": [ - [ - 1.0293487576429072, - 1.0293632141886253, - 0.9887037915056724, - 1.029365893060315, - 1.0293658502982712, - 1.029368237348854, - 1.0293622172155605, - 1.0293663659457355, - 1.0293628691485286, - 1.0293656358483938, - 1.029364102494499, - 1.006763216099369, - 1.0293667056536349, - 1.029362370179701, - 1.029358770899615, - 1.0012661620897783, - 1.029365775010478, - 1.027354601762616, - 1.0293662087119093, - 1.9999643273466732, - 1.0293241490670084, - 1.0293658647973212, - 1.007217844105937, - 1.0292982324584112, - 1.0293659919295302, - 1.0293214796094297, - 1.0139090551352947, - 1.0293616933725718, - 1.0293661117606363, - 1.0293612193672406, - 1.0293028748669328, - 1.0293608389078128, - 1.0293624280631426, - 1.0121183384237977, - 1.029365684051124, - 1.029366166790506, - 1.0293578351184116, - 1.0293603667049085, - 1.0293647225554694, - 1.02936611660418, - 1.0243754023495473, - 1.0175071683627712, - 1.0293461366945726, - 1.0291967790319312, - 1.0293656729659864, - 1.0293667176112475, - 1.029354896915401, - 1.0293422770958582, - 1.0293448836449766, - 1.029366280982135 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 223751, - "cert_evals": { - "36": 0.8182882070541382, - "72": 0.754121720790863, - "108": 0.6792184114456177, - "255": 0.34652960300445557 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8750640565747668, - "test_acc": 0.8738626752441243, - "train_size": 32516, - "val_size": 19514, - "test_size": 78034, - "stats": { - "mean": [ - [ - 0.0005872713728625283, - 0.0005592911951040488, - -0.0015875384167732419, - 0.0005084049237298592, - 0.0005126942889679038, - 0.0005151387839825248, - 0.0005130335342600157, - 0.0005107385533274924, - 0.000518504668470965, - 0.0005099805941690433, - 0.0004972431602903669, - 0.006199611582771556, - 0.0004437178835034895, - 0.0005174753444456869, - 0.00045390833435860097, - -0.006724558695826372, - 0.00046023495202354226, - -0.0014645146025250007, - 0.0005134210419486034, - 0.008326016098843635, - 0.0005855647507836025, - 0.0005188788657891645, - -0.005855233801703189, - 0.0005363233146758781, - 0.000517880286628172, - 0.000289813760165567, - 0.0011647067174228383, - 0.000515516933202204, - 0.0005118400049205469, - 0.0005662085096567202, - 0.0006245390962356869, - 0.0005227987882888596, - 0.0004455256058554989, - -0.0012331349033552603, - 0.000509145377660323, - 0.0005160132888423314, - 0.0005081290841431461, - 0.0004383096252307822, - 0.0005235053327593691, - 0.0005115684401526536, - -6.85762123339298e-05, - -0.0002997175066182346, - 0.0005932577715586378, - 0.0008539802024421717, - 0.0005163635748510258, - 0.0005131155830974517, - 0.00047798527387127445, - 0.0004895968192581729, - 0.0006103754389776044, - 0.0005093450393652897 - ] - ], - "std": [ - [ - 0.9957345954073729, - 0.9957338045117373, - 1.009089174106892, - 0.9957299331571907, - 0.9957297207983613, - 0.9957319779858296, - 0.9957285308484073, - 0.99573027967679, - 0.9957274461972008, - 0.9957298025727774, - 0.9957267869288412, - 0.9986824060207489, - 0.995727937063426, - 0.995726209358951, - 0.9957222508374016, - 0.9849068775325148, - 0.9957260724507725, - 0.9984485547058798, - 0.9957301232252692, - 1.9999635778290246, - 0.9957403323167682, - 0.9957303943483548, - 0.9869664238989766, - 0.9957341301924101, - 0.9957304810256162, - 0.9957436771610553, - 0.9965972478945923, - 0.9957273137356182, - 0.9957300780370839, - 0.9957353083328109, - 0.995745588680438, - 0.9957274480178427, - 0.9957264072745984, - 0.9993516959593822, - 0.9957297379201838, - 0.9957305689438095, - 0.9957296474590059, - 0.9957273179676576, - 0.9957300585487675, - 0.9957298638455957, - 0.9958033136974604, - 1.001216743433296, - 0.9957377405837478, - 0.9958618328338358, - 0.9957300476528158, - 0.9957306269775752, - 0.9957358265962181, - 0.9957255439006696, - 0.9957566204204258, - 0.9957298904542489 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 223751, - "cert_evals": { - "36": 0.8240237832069397, - "72": 0.7626319527626038, - "108": 0.7011376619338989, - "255": 0.3804960548877716 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8705105904021283, - "test_acc": 0.8720289223353247, - "train_size": 32516, - "val_size": 19546, - "test_size": 78002, - "stats": { - "mean": [ - [ - -0.004108113020359334, - -0.004135750738098101, - -0.001322435285942239, - -0.004109338048960558, - -0.004110013236557907, - -0.004103856971953094, - -0.004105435167302326, - -0.004108234536843478, - -0.0041157547053759375, - -0.004111229871447928, - -0.004129319931725945, - -0.009310410842292996, - -0.004151154668470918, - -0.004106480246647911, - -0.004078257611637442, - -0.0012255257009042696, - -0.004128084247755086, - -0.001812244588848235, - -0.004106642698979071, - -0.002771495593861472, - -0.003930339402381827, - -0.004107319867142366, - -0.0020118547528348136, - -0.004110450282937586, - -0.004107549326485374, - -0.003903686475773098, - 0.0034778790131669113, - -0.004089806615204751, - -0.004105919012178624, - -0.004107724389223812, - -0.004053504517403692, - -0.004112779779185523, - -0.004036618249477243, - 0.0003978993396296994, - -0.004112451033337286, - -0.004115697588879312, - -0.004161525821134272, - -0.004013369772911648, - -0.004074420147004465, - -0.004107203911920277, - -0.003583577395203846, - -0.003683256187455512, - -0.00410252064829624, - -0.00435002289662263, - -0.004109810948460561, - -0.00410555030446539, - -0.004173506213295106, - -0.004126808812892148, - -0.004084347094353566, - -0.00411184631565997 - ] - ], - "std": [ - [ - 1.0334801859758438, - 1.0334838209190884, - 0.9910692934328427, - 1.0334925739257474, - 1.0334920746964988, - 1.0334944696977597, - 1.033489534681566, - 1.0334928363605922, - 1.0334882086728014, - 1.0334922326917702, - 1.0334875046199652, - 1.0060291795040275, - 1.0334893624231647, - 1.033487735872467, - 1.0334857443384646, - 0.9987636855559352, - 1.0334891465642266, - 1.0284163803912958, - 1.0334926279501595, - 0.001394515045967005, - 1.0334671696186013, - 1.0334925293155786, - 1.0120329637568104, - 1.033467979482877, - 1.0334926503936537, - 1.033454580542911, - 1.019800750059293, - 1.0334899846628842, - 1.033492713983251, - 1.0334904070281967, - 1.033453265260482, - 1.0334870912604435, - 1.033493356896935, - 1.0148066500638184, - 1.0334921455669586, - 1.0334923339339557, - 1.0334817504638347, - 1.0334892263464805, - 1.0334932384339353, - 1.033492453509268, - 1.0277860358762678, - 1.0269827669348142, - 1.0334755350744662, - 1.0331928866784732, - 1.033492181460736, - 1.0334932068430196, - 1.0334910911748012, - 1.033455511075802, - 1.0334588140472194, - 1.0334923126040656 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 223751, - "cert_evals": { - "36": 0.8146423697471619, - "72": 0.7462396025657654, - "108": 0.6736416220664978, - "255": 0.320218950510025 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8732829061328644, - "std_test_acc": 0.0008657857485127561, - "n_samples": 130064, - "n_features": 50, - "n_classes": 2, - "mean_cert_acc_36": 0.8191230297088623, - "std_cert_acc_36": 0.003871374762180692, - "mean_cert_acc_72": 0.7551827430725098, - "std_cert_acc_72": 0.006907098781857482, - "mean_cert_acc_108": 0.6856257766485214, - "std_cert_acc_108": 0.012021996088378008, - "mean_cert_acc_255": 0.3511386811733246, - "std_cert_acc_255": 0.025014764631311137 - } - }, - "overall": {} -} \ No newline at end of file diff --git a/UCI_N4/ldlt/summary.json b/UCI_N4/ldlt/summary.json deleted file mode 100644 index 5002bfc42907386b8ae5cdc93324290e57fc3a5f..0000000000000000000000000000000000000000 --- a/UCI_N4/ldlt/summary.json +++ /dev/null @@ -1,45371 +0,0 @@ -{ - "metadata": { - "data_root": "data/UCI", - "out": "runs/UCI_N4", - "gpus": 4, - "max_epochs": 100, - "patience": 30, - "batch_size": 64, - "lr": 0.001, - "seed": 1337, - "verbosity": "info", - "datasets": null, - "algorithms": [ - "sdp", - "ldlt", - "ldlt-resnet", - "aol", - "ortho", - "sandwich" - ], - "n_tasks": 726, - "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" - }, - "datasets": { - "acute-inflammation": { - "dataset": "acute-inflammation", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 1.0, - "test_acc": 0.8783783783783784, - "train_size": 30, - "val_size": 16, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.029776199999999933, - 0.05815319999999998, - 0.03366299999999992, - -0.07041613333333337, - 0.0829954666666666, - 0.3029878333333334 - ] - ], - "std": [ - [ - 1.046299339147563, - 1.028676385077134, - 0.9895473157792913, - 1.0179845925601472, - 0.9937462864656396, - 1.0009348864350793 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 18, - "test_size": 72, - "stats": { - "mean": [ - [ - 0.2066000000000002, - 0.2132320000000001, - 0.16832333333333327, - -6.666666666858371e-07, - 0.08299546666666664, - -0.033663 - ] - ], - "std": [ - [ - 1.073465583913181, - 1.0965727109827237, - 0.9521923485684088, - 0.9958250796083059, - 0.9937462864656397, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 41, - "best_val_acc": 0.8, - "test_acc": 0.9285714285714286, - "train_size": 30, - "val_size": 20, - "test_size": 70, - "stats": { - "mean": [ - [ - -0.06825569999999999, - -0.09692560000000008, - 0.10099316666666662, - 0.07041479999999994, - -0.11619693333333347, - 0.16832750000000007 - ] - ], - "std": [ - [ - 0.9390286569686838, - 0.9304728, - 0.9733809278809981, - 0.9680526182869189, - 0.9870693041144554, - 1.0099525000000003 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.6000000238418579, - "108": 0.30000001192092896, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9523809523809523, - "test_acc": 0.8985507246376812, - "train_size": 30, - "val_size": 21, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.061842666666666594, - -0.01938619999999999, - -0.03366716666666666, - -0.14083160000000008, - -0.049799466666666695, - -0.3029836666666666 - ] - ], - "std": [ - [ - 0.9526045937382531, - 0.9838646893399317, - 1.000934886435079, - 1.0348917799997448, - 0.9937462864656396, - 0.8932355996217098 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.926375132896872, - "std_test_acc": 0.05323949320421824, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.15000000596046448, - "std_cert_acc_36": 0.30000001192092896, - "mean_cert_acc_72": 0.15000000596046448, - "std_cert_acc_72": 0.30000001192092896, - "mean_cert_acc_108": 0.07500000298023224, - "std_cert_acc_108": 0.15000000596046448, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "acute-nephritis": { - "dataset": "acute-nephritis", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 1.0, - "test_acc": 0.7945205479452054, - "train_size": 30, - "val_size": 17, - "test_size": 73, - "stats": { - "mean": [ - [ - -0.1415510333333333, - 0.21323200000000003, - -0.03366716666666671, - -6.666666667154431e-07, - 0.2821878666666666, - -0.1683233333333333 - ] - ], - "std": [ - [ - 1.0909027516263303, - 1.0965727109827237, - 1.0009348864350789, - 0.9958250796083059, - 0.9598970403996372, - 0.9521923485684088 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.8823529481887817, - "72": 0.23529411852359772, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 14, - "test_size": 76, - "stats": { - "mean": [ - [ - 0.012368109999999948, - -0.0969256, - 0.10099316666666665, - -0.21124706666666673, - -0.11619693333333339, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9970611705313925, - 0.9304727999999999, - 0.9733809278809981, - 1.0468011683411809, - 0.9870693041144555, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.5714285969734192, - "72": 0.5, - "108": 0.0714285746216774, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 11, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.03252466666666676, - 0.05815320000000001, - -0.10099733333333338, - -6.666666667154431e-07, - 0.1493929333333332, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9744119491152714, - 1.0286763850771339, - 1.0077056618442157, - 0.9958250796083059, - 0.9870693041144553, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.3636363744735718, - "72": 0.1818181872367859, - "108": 0.09090909361839294, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 35, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 19, - "test_size": 71, - "stats": { - "mean": [ - [ - -0.029776590000000006, - -0.01938619999999999, - -0.10099733333333341, - -6.666666667080416e-07, - 0.01659799999999996, - -0.10099316666666663 - ] - ], - "std": [ - [ - 1.0535901730675965, - 0.9838646893399317, - 1.0077056618442157, - 0.9958250796083058, - 0.995962, - 0.9733809278809978 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.8947368264198303, - "72": 0.8421052694320679, - "108": 0.5263158082962036, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9486301369863014, - "std_test_acc": 0.10273972602739728, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.6780386865139008, - "std_cert_acc_36": 0.2574988196546251, - "mean_cert_acc_72": 0.43980439379811287, - "std_cert_acc_72": 0.3021317819598049, - "mean_cert_acc_108": 0.1721633691340685, - "std_cert_acc_108": 0.2393142508300988, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "abalone": { - "dataset": "abalone", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 39, - "best_val_acc": 0.6285714285714286, - "test_acc": 0.6392329204954055, - "train_size": 1044, - "val_size": 630, - "test_size": 2503, - "stats": { - "mean": [ - [ - 0.03759131666666678, - -0.0067216787931033565, - -0.00504821235632188, - -0.010079406034482869, - 0.0077948497126437005, - -0.0035954527720305413, - 0.011847337255747069, - 0.020808682452107305 - ] - ], - "std": [ - [ - 0.9932562075552053, - 1.0067465043023525, - 0.9980809038500921, - 0.9297052233036605, - 1.0141436995589543, - 0.9931430828536596, - 1.017739933100054, - 1.0318462596531948 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.48571428656578064, - "72": 0.35555556416511536, - "108": 0.2698412835597992, - "255": 0.14603175222873688 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.660828025477707, - "test_acc": 0.642315369261477, - "train_size": 1044, - "val_size": 628, - "test_size": 2505, - "stats": { - "mean": [ - [ - 0.005192849233716447, - -0.0023747756321838803, - -0.004999904980842867, - -0.01065197068965531, - -0.001757506036398443, - -0.0004581268045977247, - -0.008801511695402298, - -0.0025385303256705034 - ] - ], - "std": [ - [ - 0.9921988752896624, - 1.0113577078934743, - 1.0108378611135136, - 0.93746968476643, - 1.0135082046349184, - 1.0099861173658438, - 1.0142707677051552, - 1.019381711286177 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.4888535141944885, - "72": 0.36942675709724426, - "108": 0.28184714913368225, - "255": 0.16719745099544525 - }, - "fold": 1 - }, - { - "best_epoch": 45, - "best_val_acc": 0.7054908485856906, - "test_acc": 0.6275671406003159, - "train_size": 1044, - "val_size": 601, - "test_size": 2532, - "stats": { - "mean": [ - [ - -0.017948929501915466, - 0.023985624319923418, - 0.023087170114942556, - 0.018317038026819783, - 0.02778346245977014, - 0.025539904827586328, - 0.018261344003831434, - 0.034770174578544095 - ] - ], - "std": [ - [ - 0.9978233519534647, - 1.0049712832060378, - 1.0100440980049294, - 0.9634042347353897, - 1.0033357823934823, - 1.0054816988393045, - 0.9890488354165379, - 1.0152622279378631 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.5324459075927734, - "72": 0.410981684923172, - "108": 0.3444259464740753, - "255": 0.1763727068901062 - }, - "fold": 2 - }, - { - "best_epoch": 50, - "best_val_acc": 0.6655683690280065, - "test_acc": 0.6409342834520981, - "train_size": 1044, - "val_size": 607, - "test_size": 2526, - "stats": { - "mean": [ - [ - -0.039933615229885006, - 0.033357397988505864, - 0.02810616465517236, - 0.015225409386973148, - 0.03982630053544057, - 0.03327093634674338, - 0.031858401652298855, - 0.04330609419540234 - ] - ], - "std": [ - [ - 1.000898664612302, - 1.0028361176421674, - 1.0029617333979737, - 0.9244955132147792, - 1.020547570022181, - 1.016662196023235, - 1.0053994226175234, - 1.025123395710352 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.53047776222229, - "72": 0.4102141559123993, - "108": 0.31630972027778625, - "255": 0.18121910095214844 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6375124284523241, - "std_test_acc": 0.006748979562010657, - "n_samples": 4177, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.5093728676438332, - "std_cert_acc_36": 0.025550956095999545, - "mean_cert_acc_72": 0.3865445405244827, - "std_cert_acc_72": 0.02834760356854148, - "mean_cert_acc_108": 0.30310602486133575, - "std_cert_acc_108": 0.03386323623929696, - "mean_cert_acc_255": 0.1677052527666092, - "std_cert_acc_255": 0.0155750585014276 - }, - "annealing": { - "dataset": "annealing", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.792063492063492, - "train_size": 100, - "val_size": 168, - "test_size": 630, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 54281, - "cert_evals": { - "36": 0.7678571343421936, - "72": 0.7202380895614624, - "108": 0.6726190447807312, - "255": 0.5476190447807312 - }, - "fold": 0 - }, - { - "best_epoch": 34, - "best_val_acc": 0.8260869565217391, - "test_acc": 0.7864992150706437, - "train_size": 100, - "val_size": 161, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 54281, - "cert_evals": { - "36": 0.782608687877655, - "72": 0.7515528202056885, - "108": 0.695652186870575, - "255": 0.5093168020248413 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.7894736842105263, - "test_acc": 0.8006379585326954, - "train_size": 100, - "val_size": 171, - "test_size": 627, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 54281, - "cert_evals": { - "36": 0.7426900863647461, - "72": 0.6959064602851868, - "108": 0.6783626079559326, - "255": 0.5438596606254578 - }, - "fold": 2 - }, - { - "best_epoch": 33, - "best_val_acc": 0.8323353293413174, - "test_acc": 0.803486529318542, - "train_size": 100, - "val_size": 167, - "test_size": 631, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 54281, - "cert_evals": { - "36": 0.7664670944213867, - "72": 0.742514967918396, - "108": 0.7125748991966248, - "255": 0.5688623189926147 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7956717987463433, - "std_test_acc": 0.007807879040748052, - "n_samples": 898, - "n_features": 31, - "n_classes": 5, - "mean_cert_acc_36": 0.7649057507514954, - "std_cert_acc_36": 0.01651341057234387, - "mean_cert_acc_72": 0.7275530844926834, - "std_cert_acc_72": 0.024865392580271112, - "mean_cert_acc_108": 0.6898021847009659, - "std_cert_acc_108": 0.0180641750850414, - "mean_cert_acc_255": 0.5424144566059113, - "std_cert_acc_255": 0.024658470595459447 - }, - "arrhythmia": { - "dataset": "arrhythmia", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.6455696202531646, - "test_acc": 0.5769230769230769, - "train_size": 113, - "val_size": 79, - "test_size": 260, - "stats": { - "mean": [ - [ - -0.05548900442477873, - 0.17327679646017674, - -0.09933938283185836, - -0.022536060176991165, - -0.05529378318584072, - -0.02827017327433631, - -0.005964132743362813, - 0.04588333831858407, - -0.06835887191150443, - -0.01879734327433625, - 0.08708691123893805, - -0.010227719469026567, - -0.05324860619469024, - 0.03857876283185871, - -0.0029412946902654486, - -0.14624673451327397, - 0.0106677238938053, - -0.09994685221238946, - -2.2654867242673962e-07, - -0.10041930088495568, - 0.14110856637168184, - -0.02112876106194691, - -0.021128761061946916, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.024449619469026587, - -0.006156723893805307, - -0.03655609734513271, - -0.06008078761061956, - -0.05587280000000011, - -0.1535461769911505, - -2.9203539835147346e-07, - 0.1454482212389377, - -0.04703600000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.053692424778761245, - 0.10382045292035355, - -0.045959752212389356, - -0.039423744247787586, - -0.042264867256637376, - -0.0339906548672566, - -0.10218601769911498, - -0.04703600000000003, - 0.04783872566371683, - 0.14110856637168165, - -2.920353982139237e-07, - -0.1056450000000003, - -0.06659289999999989, - 0.039230692920353964, - -0.048857433628318604, - -0.0949235044247789, - -0.0951867699115044, - -0.04703600000000003, - -0.07884043362831854, - -0.021128761061946947, - 0.0665928778761063, - 0.0665928778761063, - 0.06659287787610634, - 0.0665928778761063, - 1.0619469034296467e-07, - -0.14459542477876128, - 0.10166875221238943, - -0.0007696849557522316, - 0.08089214159292042, - 0.024555884070796462, - -0.06704164601769926, - -0.04703600000000003, - 0.1411085663716821, - 0.02721671504424786, - -0.04703600000000003, - 0.008643274336283235, - -0.03328283893805306, - -0.08280126353982296, - -0.04353061946902624, - 0.022193132743362702, - -0.07879264601769921, - 0.06659287787610634, - 0.07170867256637195, - 0.1411085663716824, - -0.04703600000000003, - 0.14110856637168173, - -0.05805589380530971, - 0.08516874884955755, - 0.043014315044247776, - -0.002110141592920556, - -0.07482919999999994, - 0.027698871681415955, - -0.08165009999999992, - -0.0536924247787612, - 1.0619469030955972e-07, - -0.09438650000000005, - 0.06338747787610613, - -0.0901489026548673, - -0.04849817699115047, - 0.07722033628318585, - 0.026260424778761074, - 0.0738569911504426, - 0.04712901946902665, - 0.16431531858407084, - 0.09438671238938037, - 0.09438671238938054, - -0.0386190796460177, - -0.09438650000000005, - 1.0619469029580476e-07, - 0.06704106194690244, - 0.00271023008849546, - 0.04821953097345133, - -0.022629159292035374, - 0.24075912389380558, - 0.19588278672566428, - 0.10636762831858415, - 0.07170867256637167, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - 0.24495034513274322, - -0.02112876106194717, - -0.03837423008849555, - 0.0792644690265486, - -0.010963192920353986, - -0.13985853097345086, - -0.06118739999999991, - -0.05918213274336283, - -0.06659289999999989, - 0.19309768141592948, - 0.0665928778761063, - -2.920353984064934e-07, - -0.08791879646017699, - -0.009588667256637163, - 0.039876742477876134, - -0.04371391504424787, - -0.09472733274336269, - -0.08165009999999992, - -0.04703600000000003, - -0.08165009999999992, - -0.059833336283185844, - -0.07838458407079653, - -0.015475274336283125, - -0.0805356, - -0.13698139380530983, - 0.14110856637168137, - -0.04703600000000003, - 0.0665928778761063, - -0.021128761061947016, - 0.017010241592920368, - 0.09822180530973434, - 0.005761375398230098, - 0.0322361946902655, - -0.034939104424778704, - 0.06566965486725665, - 0.061632838053097376, - 0.0004023300884955741, - 0.07045262681415927, - 0.028733457522123865, - 0.02147898230088495, - -0.05026543539823011, - 0.060225181415929224, - -0.07029714159292026, - 0.06618380000000008, - 0.011594984955752213, - 0.040387401769911555, - -0.0058615916814159065, - 0.04742410654867257, - -0.015766054867256643, - -0.062290848053097175, - -0.05214830601769914, - 0.04644970973451337, - -0.05739616814159293, - 0.05439313274336291, - -0.0036409858407079588, - -0.009598277876106183, - -0.011235967256637188, - -0.002634908849557516, - -0.005508535398230053, - -0.05590965752212387, - -0.06772527787610619, - 0.08251315044247781, - -0.08976234513274321, - 0.04703600000000003, - -0.04274165486725669, - -0.05909215752212393, - 0.027935999115044265, - -0.036451818017699096, - 0.03197787610619467, - 0.1596792035398229, - 0.0024668168141592844, - -0.015842806194690306, - 0.07878208849557493, - 0.006463776548672604, - 0.06462291946902653, - 0.025483634513274327, - 0.06707996637168136, - -0.07861038619469025, - -0.0949829097345134, - -0.08679084778761066, - 0.09411216159292037, - -0.061483929203539976, - -0.03750280353982299, - 0.024982454867256657, - 0.010920844247787605, - -0.036973680442477924, - -0.00325765690265486, - -0.06706977168141595, - 0.054682415929203546, - 0.07233616902654867, - 0.024967183185840673, - 0.0201886814159292, - 0.0625599000000001, - 0.016163015929203547, - -0.19404511061946894, - 0.1314095771681416, - -0.02607840336283184, - -0.07232390353982299, - 0.06542182300884967, - 0.09097714132743363, - -0.0490932584955752, - 0.17395115044247766, - -0.08915754336283198, - 0.005843493805309704, - -0.1311985026548673, - 0.0822022767256637, - -0.0316962311504425, - -0.15503262123893807, - 0.050416203539823005, - 0.012278147787610633, - 0.0764223432743363, - 0.20117684424778776, - -0.15312840973451328, - -0.006850403539823016, - -0.22191862300884949, - 0.1207021007964602, - -0.08917110283185833, - -0.07690047646017703, - 0.030319972566371638, - -0.1126870734513274, - 0.06241866831858403, - -0.1273596991150443, - 0.06213639999999999, - -0.07254762831858405, - -0.08504349999999997, - 0.034207636283185856, - -0.02238689532743362, - 0.10946240796460185, - 0.021622823008849552, - -0.1487953611504425, - 0.02685327893805308, - -0.04490421946902649, - -0.04955592035398229, - 0.06734868938053096, - -0.08363668734513273, - 0.022693176017699095, - 0.09933861353982294, - -0.00604589380530972, - -0.10963647433628322, - 0.03259297079646029, - -0.07945840000000003, - -0.007002541592920362, - 0.10658185398230094, - -0.0866022876106194, - 0.06365430106194689 - ] - ], - "std": [ - [ - 0.9732374444872444, - 0.9655808459932996, - 0.2507734231833244, - 0.85756632700396, - 0.9152499916483915, - 0.9319460220789437, - 0.9577523305438101, - 1.1527478213503135, - 0.9576681124104236, - 1.0097636409421697, - 0.9939501739346246, - 0.8077223719814682, - 0.9956881527950738, - 1.065832253077651, - 0.8648866626310105, - 0.7884428876814543, - 0.8846283104978594, - 1.0392968702844574, - 0.9547571784517959, - 0.830419971626617, - 1.9911349325902201, - 0.8944357999064113, - 0.8944357999064099, - 1.0, - 1.0, - 1.0, - 1.0288388455432311, - 1.0366372636701484, - 1.0104922342254585, - 0.6029602666961917, - 1.0, - 0.9119059418676891, - 0.9988936769842922, - 1.3401171108416883, - 1.0, - 1.0, - 1.409505785723462, - 0.7576328500006007, - 1.1142082921935355, - 1.100915710823559, - 0.9521761840451372, - 0.8352521125885086, - 0.7194469320515606, - 0.9886952789548065, - 1.0, - 1.111662684055426, - 1.9911349325902201, - 0.9988936769842919, - 1.0, - 1.0, - 0.9092993788613446, - 1.061138924056677, - 0.8860454459362529, - 0.77869888137794, - 1.0, - 0.9971658374137916, - 0.8944357999064098, - 1.4095057857234619, - 1.409505785723463, - 1.4095057857234636, - 1.4095057857234625, - 0.9988939483461562, - 0.8359429042688657, - 0.9455652546275832, - 1.047159553008427, - 1.2373317065584502, - 0.9367499049873408, - 0.7094990007768702, - 1.0, - 1.9911349325902201, - 1.152138074538977, - 1.0, - 1.076296523650441, - 1.0790204523971971, - 0.9278040585020654, - 0.6623289850929874, - 1.0736843273720698, - 1.059187675645061, - 1.4095057857234636, - 1.1978616378928757, - 1.9911349325902201, - 1.0, - 1.9911349325902201, - 0.9142231440920847, - 1.3486308966826843, - 0.9779239267203217, - 1.072217573812213, - 1.0, - 1.0670736267417575, - 1.0, - 0.7576328500006009, - 0.9988939483461562, - 1.0, - 1.2592635987036094, - 0.6360290623787335, - 0.8549033709264361, - 1.300841714365119, - 0.979322007928904, - 1.2296324368044147, - 1.3300447893255654, - 1.2339107860310472, - 1.4063287585864288, - 1.4063287585864277, - 0.817419899167048, - 1.0, - 0.9988939483461566, - 1.2178666747421332, - 0.9179155627028488, - 1.1674686384124506, - 0.937597875841375, - 1.9128860722576218, - 1.9849443701676805, - 1.2128492302504466, - 1.1978616378928766, - 1.409505785723462, - 1.0, - 0.9988939483461566, - 1.9776639067090993, - 0.8944357999064088, - 0.9089427774812973, - 1.1565813541259533, - 0.9312031818896745, - 0.37790291497240225, - 1.0, - 1.0103067336455187, - 1.0, - 1.612796005825811, - 1.4095057857234625, - 0.9988936769842919, - 0.9869575017654069, - 1.0625408223089012, - 0.8572543250334869, - 0.4626232154331089, - 0.8399894436428749, - 1.0, - 1.0, - 1.0, - 0.9949165069017805, - 0.9763809111647539, - 0.9886383527662114, - 1.0, - 0.8853802248708618, - 1.9911349325902201, - 1.0, - 1.4095057857234612, - 0.8944357999064094, - 0.8545082434186259, - 0.8796291945635648, - 0.9389113833926183, - 0.8861374760427413, - 0.39441056751713705, - 0.8648668783726172, - 0.9862191391833568, - 0.8481954658017612, - 0.9206020572467216, - 0.886517128434336, - 1.0192902215038742, - 0.956622629021229, - 0.8523688961466389, - 0.2992587051477164, - 1.0, - 0.8898404778961094, - 1.0071877733497892, - 0.950155747946548, - 1.0050918229648342, - 0.7815635141616576, - 0.9972744785704897, - 0.9594844360499902, - 0.9255046483391078, - 0.4876909595587591, - 0.5036861467715275, - 0.8566188861170654, - 0.7638467720219689, - 1.0032544884403838, - 1.0560420525550518, - 0.8986819691295396, - 0.9372189161919664, - 0.8101867430665612, - 0.8950623205358443, - 0.7725356624236849, - 1.0, - 0.872460731649835, - 1.045597205130584, - 0.881115812189619, - 0.9553256168269835, - 0.8848742890899297, - 0.5907365616618244, - 0.9525692591339604, - 0.9761188977078773, - 1.2163938242844157, - 0.9319895550002153, - 0.8335462617896103, - 0.9176414735582966, - 0.9775951517497435, - 0.8425042883529639, - 1.2598848541968266, - 0.949252647471748, - 0.838972165335258, - 0.23456841787874302, - 1.1642248030770597, - 0.8628119131177865, - 0.8751618803772816, - 0.9228296916565395, - 0.9809394578124714, - 0.5915262659968897, - 0.8563703331027254, - 1.223677024967222, - 0.9284798655045788, - 1.2965375076317172, - 1.0, - 0.9389878405072626, - 0.8540110671890598, - 1.316521539927867, - 1.4340416104694482, - 0.8735072262525767, - 0.676363014728904, - 1.1134658692256694, - 1.0134545560863548, - 1.7552329970203224, - 1.7155564074285294, - 0.873049365917997, - 1.030474558081803, - 1.0170344415415917, - 1.0766146909852692, - 0.7111765255105056, - 0.6923440560955865, - 1.0058025631570486, - 0.9240158601820535, - 1.9435205267323648, - 1.9899491083438348, - 0.8387690283436754, - 0.9708565551581373, - 0.8493149601758292, - 0.985055690803851, - 0.8279931417986857, - 0.9098729896957297, - 0.9370725829078755, - 0.8393620512490872, - 0.28080206241297245, - 1.0, - 0.8220194136548338, - 0.9761698379739507, - 0.7917031329595748, - 0.9270879739715543, - 0.847139011361557, - 1.0122054789755355, - 0.9745187015121873, - 0.8548335912371546, - 0.16972156566241, - 0.8245729285934237, - 1.06901211839648, - 0.8750748380574906, - 1.0605384058291198, - 0.814622435544981, - 1.1662691506968674, - 1.0027045465050628, - 0.707221379699125, - 1.0, - 0.8738904193642293, - 1.0307627522011051, - 0.9112504790758761, - 1.0340966211802813 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 929297, - "cert_evals": { - "36": 0.5189873576164246, - "72": 0.40506330132484436, - "108": 0.3164556920528412, - "255": 0.050632912665605545 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.543859649122807, - "test_acc": 0.6170212765957447, - "train_size": 113, - "val_size": 57, - "test_size": 282, - "stats": { - "mean": [ - [ - -0.08236052831858409, - 0.04887446902654869, - 0.0825547600000001, - 0.07080902389380533, - 0.06969351327433632, - -0.02017880672566372, - 0.0033134920353982203, - -0.0904622607964602, - 0.0008566455575221136, - 0.05502761778761062, - 0.0029605046017698983, - 0.16618478141592918, - 0.10348846991150445, - -0.12880789292035386, - 0.001393306194690269, - -0.009972053097345045, - -0.13480514867256632, - 0.15853807787610613, - -0.022554120353982243, - -0.17088875221238942, - -0.04703600000000003, - -0.02112876106194702, - 0.14790371681415893, - 0.0665928778761063, - 0.0665928778761063, - 0.09438671238938028, - -0.033913831858407135, - -0.05746374070796462, - 0.020589044247787618, - -0.08296883185840712, - -0.016433217699115002, - -0.02482472566371683, - -0.13408300000000029, - -0.0661125929203539, - 0.14110856637168206, - 0.19977865575221251, - 0.06659287787610634, - 0.16107630088495584, - -0.04968823575221234, - 0.16085886725663703, - -0.040819525663716834, - -0.04226484955752222, - 0.03399069026548677, - 0.08868894690265484, - 0.14110856637168143, - 0.1435154159292037, - -0.04703600000000003, - -2.920353984457933e-07, - -0.02112876106194691, - 0.1997786557522125, - -0.14194291681415921, - 0.11196102831858407, - 0.0592675752212388, - 0.09347194690265491, - -0.04703600000000003, - 0.13773737168141595, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - 0.0665928778761063, - 0.09438671238938029, - -0.09931298230088502, - -0.11574543716814155, - 0.19007244637168158, - 0.006741415929203616, - -0.17417296814159283, - -2.920353982846636e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247736, - 0.14110856637168231, - -0.00288054867256639, - 0.04904841858407081, - 0.02098572858407086, - -0.1192364601769909, - -0.0031704955752213143, - 0.01358514159292034, - -0.06659289999999989, - 0.014341504424779012, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - 0.07784732743362836, - 0.10888657327433629, - -0.1186584123893806, - -0.02180679646017706, - -0.07482919999999994, - 0.08863622212389385, - 0.13608353008849555, - 0.08948672566371674, - 1.0619469028597977e-07, - -0.09438650000000005, - -0.02112876106194696, - 0.09014838938053121, - -0.048498132743362864, - 0.05329288938053096, - 0.07878135752212394, - 0.006330884955752202, - 0.04712901946902665, - 0.11292442477876118, - -0.09438650000000005, - 0.09438671238938054, - -0.03861907964601756, - 1.0619469029580476e-07, - -0.09438650000000005, - 0.06704106194690229, - -0.07101396460177, - 0.11338092035398238, - 0.022629575221239016, - 0.15994504424778788, - 0.039176644247788044, - 0.11334270796460184, - -0.100392831858407, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469028597977e-07, - 0.027216715044247736, - -0.0211287610619469, - 0.007675044247787407, - 0.017898353982300903, - 0.022447520353982425, - -0.10415006194690236, - -0.06118739999999991, - -0.031867106194690256, - 0.0665928778761063, - 0.0386198407079645, - -0.06659289999999989, - 0.06704106194690229, - 0.03697516814159319, - -0.044993100884955714, - -0.005112693362831841, - -0.08742769999999993, - -0.04059785840707965, - 0.027216715044247736, - 0.1411085663716819, - 0.13608353008849491, - 0.03589945132743362, - -0.0453806460176991, - 0.003572176991150533, - 0.05211161769911493, - -0.012922732743362846, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - 0.14790371681415954, - 0.14316932831858414, - 0.03571657522123903, - -0.10441322884955753, - -0.23222040176991168, - -0.03493910442477871, - 0.05546864601769913, - 0.12581869469026555, - -0.18030577079646018, - -0.07161228646017702, - -0.03718444513274338, - 0.013523787610619589, - 0.10059417451327425, - 0.01624747876106193, - 0.05021323893805318, - -0.05147623362831883, - 0.1827229362831858, - 0.0034618557522124397, - 0.05241511327433623, - 0.030558143362831823, - -0.19202160176991148, - 0.11133997495575228, - 0.12129543628318586, - 0.060097776106194795, - 0.11579815929203502, - -0.027196398230088462, - 0.17599128230088495, - -0.1195051539823009, - 0.18247482389380532, - 0.06219380353982303, - -0.09025506017699113, - 0.08350311504424779, - 0.1271729522123894, - -0.0951591353982304, - 0.10388311504424796, - 0.04703600000000003, - -0.14397143362831855, - -0.056712807079646044, - 0.11911974769911506, - 0.07255731355752211, - 0.17956833628318594, - 0.03657456283185836, - -0.12767188938053103, - -0.21526490619469008, - 0.019409734513274046, - -0.20038580796460184, - 0.13453505858407078, - -0.20150050008849554, - -0.10956924336283183, - -0.1755137388495575, - 0.07771356637168146, - 0.1258815132743363, - 0.05789021663716825, - 0.059674265486725525, - 0.04250356814159293, - 0.18101372743362842, - -0.08988732212389382, - 0.148077411681416, - 0.041530495575221225, - -0.07796867964601775, - -0.08606286725663721, - 0.216610610619469, - 0.09511035132743359, - -0.05938040707964593, - 0.0625599000000001, - -0.09312924070796465, - -0.07196051769911511, - 0.13021555911504423, - 0.10358608645132746, - -0.0039450442477876055, - 0.015811640707964647, - 0.042050546725663725, - -0.11399942584070796, - 0.01275024778761036, - -0.012157897345132696, - -0.07146561415929208, - -0.03644905008849562, - -0.0460240963716814, - -0.04567296300884947, - -0.0159320159292035, - -0.020865886725663647, - 0.006243656991150445, - -0.04104453495575228, - 0.04250217699115046, - 0.034307366371681414, - -0.11968876460176998, - -0.0937977030973451, - -0.007898124601769923, - -0.06254813724778759, - 0.027666705132743385, - -0.0678103380530974, - 0.0033648314159292177, - 0.014861656991150381, - -0.08490639823008855, - 0.06213639999999999, - 0.10985744247787621, - -0.1141806185840708, - -0.0051085477876106, - -0.07652198922123891, - 0.1186390026548673, - -0.006018964601769793, - -0.03378361716814159, - 0.011641800000000063, - -0.06094139999999994, - 0.1415026725663717, - -0.08340849911504429, - -0.021807159292035423, - -0.08355237141592924, - 0.10080485079646004, - -0.0028213893805309528, - -0.039560768141592914, - -0.03811751592920355, - 0.06180052389380527, - 0.08721472743362838, - -0.045456217699115044, - -0.04452998026548677, - -0.08741183716814158 - ] - ], - "std": [ - [ - 1.0288523625377175, - 0.9926765498781311, - 1.5821926864265932, - 1.2345480341843558, - 1.0919259987637373, - 0.8553411989728208, - 0.9770372253740158, - 1.0941619685910755, - 0.9070109264400832, - 1.1660151450666374, - 0.82811358045681, - 0.8585451804478106, - 0.9271539318095082, - 0.826139795075132, - 0.9407871254954377, - 1.1098127265333941, - 0.9673996715099642, - 1.0170784936919917, - 0.7160692020317576, - 0.8881539469849713, - 1.0, - 0.8944357999064094, - 1.5353137244867066, - 1.409505785723462, - 1.4095057857234625, - 1.4063287585864295, - 0.8810006273224485, - 0.9386543902953636, - 0.9544080465249254, - 0.605561339519823, - 0.41738930632162535, - 0.9435148318250272, - 1.0, - 0.7880462841530468, - 1.9911349325902201, - 1.9844233966366362, - 1.4095057857234636, - 1.494834216304884, - 0.8945327921343991, - 1.0465252306595956, - 0.9657902518204129, - 0.8818849232826983, - 1.01289922968906, - 0.9542609489006632, - 1.9911349325902201, - 1.303101066939662, - 1.0, - 0.9988936769842933, - 0.8944357999064099, - 1.9844233966366385, - 0.9721978598866062, - 0.9751070654641969, - 1.053405494669145, - 1.2277188687789828, - 1.0, - 0.9710532649972081, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.409505785723463, - 1.4063287585864295, - 0.9944538524514821, - 1.0084398738408038, - 1.096956593110858, - 0.9848747659663566, - 1.0176485758563296, - 0.9988936769842915, - 1.0, - 1.0, - 1.1521380745389784, - 1.9911349325902201, - 0.8886796764360778, - 1.0626176220464763, - 0.9820129092696263, - 0.48071756015968203, - 0.8052609158630751, - 0.9014845427415126, - 1.0, - 1.0421263616247836, - 1.0, - 1.0, - 1.0, - 1.0603166366167238, - 1.3948018100222412, - 1.0002378777841179, - 1.0521891063258038, - 1.0, - 1.170667828978199, - 1.6220790112596297, - 1.3004892166096398, - 0.9988939483461562, - 1.0, - 0.8944357999064098, - 1.2549059943840741, - 0.9010506624821365, - 1.2640911636544077, - 0.947031285603356, - 0.991260918816901, - 1.3300447893255651, - 1.1497030038124454, - 1.0, - 1.4063287585864277, - 0.8174198991670485, - 0.9988939483461566, - 1.0, - 1.217866674742133, - 0.8282680988206665, - 1.073085103116072, - 0.9693454139903576, - 1.7234040703162494, - 1.1056144342459158, - 1.074119172644369, - 0.6071170412907283, - 1.409505785723462, - 1.0, - 0.9988939483461562, - 1.1521380745389787, - 0.8944357999064119, - 1.058370875443875, - 1.0846522644237848, - 1.0598613115637294, - 0.5613288969768316, - 1.0, - 1.077530223972941, - 1.4095057857234625, - 1.15083399388167, - 1.0, - 1.2178666747421318, - 1.0966395583377115, - 1.0389053330759344, - 1.0429545495698374, - 1.0, - 1.0244696199828591, - 1.152138074538978, - 1.9911349325902201, - 1.6220790112596353, - 1.1329428844818097, - 1.0304640926757396, - 1.0027828154445004, - 1.4038062005460157, - 1.0648539403871593, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 1.5353137244867094, - 0.6866407429573802, - 0.9470876233472572, - 0.8928451459276403, - 1.3503062413436946, - 0.39441056751713693, - 1.0739060999830787, - 0.8074286630470415, - 0.8622816943277237, - 0.9235511168325403, - 0.8884646840941383, - 0.9253177369109523, - 1.0067482855890655, - 0.8717444615689396, - 1.7004798113300974, - 1.2451967529281143, - 1.0189016467998342, - 0.9159576992318523, - 0.9716842292520014, - 0.8537203439878127, - 0.6934639134127168, - 0.6814900866218891, - 1.08628728041417, - 0.8695100152450093, - 1.7244969164094923, - 0.9957413253735008, - 0.886998298843266, - 1.0086098935045376, - 0.9474117590718318, - 0.9527864599550645, - 0.8622024829086022, - 0.928715896349544, - 1.165972778898159, - 1.1444020655792773, - 1.249832703644339, - 1.0, - 1.04414181114218, - 0.7888691092407913, - 0.8896110919230731, - 0.8385172959457787, - 0.6963004767756463, - 1.0524770129026086, - 0.8728215158868736, - 1.2422671085343606, - 1.0395955941659785, - 0.9729248895409327, - 0.942112878700215, - 0.9029124312015971, - 0.9945356002953412, - 0.9067257721352653, - 0.6559269963983796, - 1.0530222495928638, - 0.7742650861348659, - 1.7415209866320729, - 0.31751695199855035, - 0.9401556411866103, - 0.9925662855482592, - 0.9703437391049544, - 0.9315271035229352, - 0.76726349356305, - 1.113451820498087, - 1.5950728246019172, - 0.9108834606609704, - 0.6187680270209445, - 1.0, - 1.026218169309107, - 0.9226908311101232, - 1.3695879042350074, - 1.390915117042367, - 0.9165066682832561, - 1.0788295714407763, - 0.8648263176100378, - 0.9635758583333331, - 0.8878642706591297, - 0.9006687498171835, - 0.8634669309414519, - 1.0263681887473621, - 1.1035216758671196, - 0.9668823371087334, - 0.9093839574625667, - 1.2537251227686863, - 0.925393016008483, - 0.9198488449490679, - 0.9988290268424753, - 0.1771101235529094, - 1.05614751420039, - 0.9497863099739803, - 1.0994839009481026, - 0.92792429034674, - 0.9973731985207415, - 1.4008749618490997, - 0.9833759189369512, - 0.7900467121392818, - 0.5512800744398914, - 1.0, - 1.160435495736531, - 0.840523823247663, - 1.0569742675732663, - 0.8576934466322704, - 0.9349861286126709, - 0.8587290535040432, - 0.9574488028099564, - 0.8825111948837125, - 1.0, - 0.9946462418130932, - 0.8401625258336195, - 1.0609041780534152, - 0.8625411201961046, - 0.8578849236354916, - 0.9245113485505083, - 0.9397104471617286, - 0.949988633400937, - 1.4949439323664353, - 1.0752730715733643, - 0.854508526946672, - 1.0304209489391347, - 0.9286338973772724 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 929297, - "cert_evals": { - "36": 0.4385964870452881, - "72": 0.35087719559669495, - "108": 0.22807016968727112, - "255": 0.035087719559669495 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.6615384615384615, - "test_acc": 0.6240875912408759, - "train_size": 113, - "val_size": 65, - "test_size": 274, - "stats": { - "mean": [ - [ - 0.003089986725663709, - -0.004440814159291977, - 0.06255539469026555, - 0.0030673203539822954, - 0.001728016814159293, - 0.11026861433628313, - 0.017892446017699123, - -0.06960080176991157, - 0.039233834283185866, - 0.15144875398230093, - 0.006497817787610628, - -0.01399969203539821, - 0.12535314601769912, - 0.032636741592920446, - -0.04566848761061949, - -0.12298024778761062, - -0.000969959292035392, - 0.11890371504424775, - -0.09021629999999985, - -0.11451322123893802, - -0.04703600000000003, - 0.06338747787610569, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.09438650000000005, - -0.04968765486725668, - 0.10877121769911505, - -0.018068128318584065, - -0.08296883185840709, - -0.05587280000000011, - -0.06895776106194693, - -2.920353983278935e-07, - -0.013222389380530894, - -0.04703600000000003, - 0.06659287787610632, - -0.06659289999999989, - -0.1252820000000002, - 0.010099320973451271, - 0.07353538053097344, - -0.007326469911504469, - -0.07684545132743385, - -0.0339906548672566, - 0.05784047787610613, - 0.14110856637168143, - 3.805309734868323e-07, - -0.04703600000000003, - -0.06704164601769919, - -0.02112876106194691, - -0.06659289999999989, - 0.15620863893805323, - -0.03053643008849556, - -0.18165605309734498, - -0.11233752212389378, - -0.04703600000000003, - -0.016779973451327427, - -0.021128761061946985, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.00463133628318579, - -0.07507774690265485, - -0.0007694676106195044, - -0.08089127433628311, - -0.10792991415929203, - -2.9203539847723323e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247893, - -0.04703600000000003, - -0.02592799999999999, - 0.08057962389380531, - 0.024038425752212503, - -0.16465999999999992, - -0.07926050000000014, - -0.09237758407079648, - -0.06659289999999989, - -0.043025663716814114, - 0.14110856637168245, - 0.1411085663716826, - -0.04703600000000003, - -0.023750336283185847, - 0.03126479168141594, - 0.008899934513274312, - -0.02743449557522126, - 0.06331698053097352, - 0.05539779646017699, - 0.027216715044247736, - 0.017897150442477798, - 1.0619469029187476e-07, - 1.061946903233147e-07, - -0.02112876106194691, - -0.1502479999999999, - -0.016447008849557545, - -0.0054378495575221125, - 0.07474130442477876, - -0.07807693805309734, - -0.07854839999999999, - -0.008790955752212368, - 1.0619469031152472e-07, - 1.0619469029973474e-07, - 0.038619840707964564, - 1.061946903233147e-07, - 1.0619469035868464e-07, - -2.920353983829134e-07, - -0.06884565486725683, - -0.043006230088495565, - 0.13900964601769922, - -0.06902842477876096, - -0.06529410000000001, - -0.07149334513274326, - -0.043025663716814044, - -0.06659289999999989, - 0.02721671504424799, - 1.0619469029187476e-07, - -0.08165009999999992, - -0.1056450000000003, - -0.0844234336283186, - 0.045172380530973465, - 0.08091592477876108, - -0.08034439823008824, - -0.06118739999999991, - 0.009105318584070807, - 0.0665928778761063, - 0.03861984070796471, - -0.06659289999999989, - -2.920353983475435e-07, - -0.01561157522123892, - 0.034667146902654884, - 0.04805644646017698, - 0.07649909380531038, - 0.0778107902654868, - -0.08165009999999992, - -0.04703600000000003, - 0.027216715044247736, - 0.003988389380530976, - 0.07484829203539822, - 0.06071553097345137, - 0.014212502654867237, - 0.06978295752212389, - -0.04703600000000003, - -0.04703600000000003, - -0.06659289999999989, - -0.1056450000000003, - -0.05670110707964598, - 0.09375696460176995, - -0.16628776973451334, - -0.004178826548672555, - -0.07220739999999994, - -0.06694404424778763, - -0.06819787345132745, - -0.049705195575221274, - -0.11667001238938055, - -0.12676487345132748, - 0.06602797345132745, - 0.0027255099115044237, - 0.08367987168141594, - -0.07531826548672561, - 0.06618380000000008, - -0.05077870088495575, - -0.03939802035398229, - 0.0725209725663717, - 0.018818907079646008, - -0.0012129309734513318, - 0.08232463584070795, - 0.06279675221238941, - 0.05451436991150446, - -0.09364632743362859, - -0.013597840707964663, - -0.02791582300884959, - 0.02277181946902653, - 0.09624579256637165, - 0.10685669557522126, - 0.05720445840707966, - -0.11690305221238939, - -0.07600262831858408, - 0.20486032743362856, - -0.11598514159292016, - 0.04703600000000003, - 0.12372530088495573, - 0.07733639557522128, - 0.009731815840707961, - 0.06515634630088495, - -0.004099914159292028, - -0.062444362831858426, - -0.14432490088495575, - 0.010303688495575204, - -0.03996258407079658, - -0.01723771946902648, - -0.03748595911504427, - -0.09338390796460176, - -0.12455748761061945, - -0.07069998663716814, - 0.09306433097345132, - 0.05574491150442479, - 0.05271592371681417, - -0.10488400000000016, - 0.0725061, - -0.06092212743362833, - -0.021001579646017662, - 0.08582514876106195, - 0.05783091212389381, - 0.07796875840707959, - -0.0484065486725664, - -0.06359218141592915, - 0.12465353274336273, - -0.03740971681415926, - -0.006256027433628239, - 0.02847770973451326, - 0.03523589380530972, - -0.007258076106194675, - 0.029468245840707955, - 0.07720809823008848, - -0.029801646017699017, - -0.07590199938053097, - -0.0023667877876106243, - -0.06193052212389384, - 0.0729473, - -0.08944441592920359, - -0.008905622654867247, - -0.09599750318584069, - -0.11731536725663715, - 0.03799221946902657, - 0.04264000707964609, - -0.05476776486725663, - -0.08099349336283189, - -0.06403644955752204, - 0.0510427, - -0.1728837920353984, - 0.04379192212389381, - -0.08503633221238939, - -0.04843164778761059, - -0.013288855929203541, - 0.05900416725663712, - 0.01502987168141596, - -0.028499033982300897, - -0.06898648672566376, - 0.06213639999999999, - -0.020727761061946872, - 0.056635334513274314, - -0.009026141592920364, - 0.03156841769911506, - -0.12126076106194686, - 0.06353122123893817, - 0.031937667522123854, - 0.029336698938053133, - 0.12508993982300817, - -0.07582650442477877, - 0.006734969026548675, - 0.06509837044247789, - 0.03657155663716816, - -0.13086254787610632, - -0.01249529203539823, - 0.041217141592920364, - 0.050712616814159305, - 0.008828665486725618, - -0.04774530973451326, - -0.06531424955752214, - 0.08627439557522125, - 0.019008834867256633 - ] - ], - "std": [ - [ - 0.9244692810470073, - 0.9993356910018533, - 1.1547522998507793, - 0.9432810092169331, - 1.03584004279498, - 0.8753158130277445, - 1.0465755215467378, - 0.9102607240673849, - 1.023778543447583, - 0.9297280045159075, - 1.0069835198754635, - 0.9525566546794436, - 0.9399759480360307, - 0.9978150756585966, - 0.9862811329995884, - 0.9613244275752023, - 1.111865207612389, - 0.9715796850385696, - 1.0, - 1.0813226579822182, - 1.0, - 1.2592635987036094, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.010538238524329, - 1.0722512669094082, - 1.0593646908068974, - 0.605561339519823, - 1.0, - 0.9556792785074675, - 0.9988936769842924, - 0.9607982608538026, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 0.972373648410722, - 1.0584533172538098, - 1.0284056325027326, - 0.8751294762374062, - 0.7194469320515607, - 0.9753483226530357, - 1.9911349325902201, - 0.99889397212978, - 1.0, - 0.7094990007768706, - 0.8944357999064104, - 1.0, - 0.9004941973725803, - 1.0121581074927941, - 0.761525664661198, - 0.6638398438080123, - 1.0, - 1.0084273596642825, - 0.8944357999064123, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 1.0, - 1.0674172345021198, - 1.0415595393603108, - 0.9952640371583976, - 0.7847375185646767, - 1.0253922671299165, - 0.9988936769842935, - 1.0, - 1.0, - 1.1521380745389769, - 1.0, - 0.9380600926852771, - 0.9688329579782285, - 1.0699750013871834, - 1.0, - 1.0, - 0.9022130416875166, - 1.0, - 0.8547515543653855, - 1.9911349325902201, - 1.9911349325902201, - 1.0, - 0.9833161542151768, - 0.9113836368578456, - 1.0154070458101938, - 0.8175726795277899, - 1.0291658658053822, - 1.0023879541161114, - 1.1521380745389784, - 1.0666606471785436, - 0.9988939483461562, - 0.9988939483461564, - 0.8944357999064111, - 1.0, - 1.0194849042181624, - 0.9377289254070391, - 0.9868393622488469, - 0.7115324821514019, - 1.0, - 0.9291878599599749, - 0.9988939483461571, - 0.9988939483461564, - 1.150833993881672, - 0.9988939483461564, - 0.9988939483461563, - 0.9988936769842928, - 0.8446756150368765, - 0.8840822390425243, - 0.879273891482901, - 0.356357040154056, - 1.0, - 0.8575361470050674, - 0.8547515543653872, - 1.0, - 1.1521380745389762, - 0.9988939483461562, - 1.0, - 1.0, - 0.7707096318942795, - 0.9479029615796615, - 0.8861435214681488, - 0.709392406059319, - 1.0, - 0.9648083778490988, - 1.4095057857234619, - 1.1508339938816696, - 1.0, - 0.9988936769842918, - 0.8265732991714976, - 1.0190844405952648, - 0.9459831021380053, - 1.7348381185160544, - 1.1517740759366022, - 1.0, - 1.0, - 1.152138074538978, - 0.912843060712004, - 1.1388119070973806, - 0.9915799039109703, - 1.002719667279991, - 1.085125621845705, - 1.0, - 1.0, - 1.0, - 1.0, - 1.5001714286910226, - 0.9966194693620798, - 0.9443805992812078, - 0.8655175815339226, - 1.0, - 0.7897012658620092, - 1.1164175335449071, - 1.264530190302258, - 0.8921583865445091, - 1.0648052330194941, - 0.8695758038727032, - 0.8660581580725691, - 0.8367831000825393, - 0.37197924168302665, - 1.0, - 0.9262178979224102, - 0.9242646117464632, - 0.973591105652927, - 0.9951600891998066, - 1.1111862475284577, - 0.6670563380647561, - 0.9442962334551489, - 0.990332316811185, - 0.480719441273429, - 1.223234975369157, - 0.940394811395897, - 0.9089632031900003, - 1.0458338698053655, - 0.9721165818563446, - 1.374767108546496, - 0.8594004341053223, - 0.7653673558229712, - 0.6670525311692612, - 0.645642563256581, - 1.0, - 0.891254315503885, - 1.0775980834755503, - 1.007431548670928, - 0.9530753484316439, - 1.4811962251096449, - 1.2176806384389702, - 0.9602107117788192, - 0.8795846242039457, - 1.1116750216535782, - 0.9501349187678776, - 1.0821885258200035, - 1.1407026156836266, - 0.9231893015164008, - 0.8990327480493145, - 0.6422405879838027, - 0.9092214790537131, - 0.9351958368508632, - 1.0, - 1.0, - 0.9288775753611616, - 0.8531876075690629, - 1.034017858801366, - 1.0285706599327553, - 1.5382840820664052, - 1.0793433921827003, - 0.7014984131399681, - 0.9478974831267535, - 0.8121083950620509, - 0.5317226069000799, - 0.877495299738119, - 1.105656776922663, - 0.9679617815757274, - 0.7155463726091819, - 1.108302722756925, - 1.0944778308312668, - 0.7749616919771513, - 0.8850563716056123, - 0.5693811287198752, - 1.0, - 0.9220528856937216, - 0.8553127512283658, - 0.9975197765961968, - 0.8796722204092665, - 1.1740947078133768, - 0.9516756586234943, - 0.9063555755946218, - 0.9537956983823893, - 0.21590336552059824, - 1.0, - 1.1291952185180558, - 1.0007499385498189, - 1.0111383561599954, - 0.9704983147288865, - 1.1385710361021162, - 0.7564588026775311, - 1.0046465692486821, - 0.9312841189336238, - 0.6375502285227569, - 1.0, - 0.829387189699574, - 1.0544363475675953, - 0.9771879250820691, - 1.0137760206245479, - 1.0423498864484522, - 0.43681029699877133, - 0.8991224001063718, - 0.8257144621838688, - 1.968770644943309, - 0.8856828178067617, - 1.0398871114616712, - 0.8345338516516961, - 0.9722595951185294, - 1.285772740124495, - 0.8915167876690523, - 0.8875667705363124, - 0.6453390579256484, - 0.9343424770462008, - 0.8887305596443167, - 1.0443061214405034, - 1.027608228431771, - 0.9189390661089004 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 929297, - "cert_evals": { - "36": 0.6153846383094788, - "72": 0.5692307949066162, - "108": 0.5230769515037537, - "255": 0.3384615480899811 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.6417910447761194, - "test_acc": 0.6397058823529411, - "train_size": 113, - "val_size": 67, - "test_size": 272, - "stats": { - "mean": [ - [ - 0.04070993805309734, - 0.11996151327433617, - -0.07505505699115043, - -0.053473368141592904, - -0.0023036168141593112, - -0.04386066761061949, - 0.1000648973451327, - 0.21898467610619468, - 0.0844638663362832, - -0.21027526176991146, - 0.08278053309734511, - 0.02691175840707965, - -0.10311968407079651, - -0.019989650442477833, - -0.029568291150442447, - 0.06979861946902657, - -0.09989179115044242, - -0.0017227557522123856, - -2.2654867243656462e-07, - 0.06518417699115044, - -0.04703600000000003, - -0.1056450000000003, - -0.1056450000000003, - 0.19977865575221251, - 0.0665928778761063, - 0.09438671238938035, - -0.10331811504424784, - -0.11287559292035391, - 0.1063068938053097, - 0.04291548672566383, - -0.05587280000000011, - -0.032180318584070916, - 0.06704106194690261, - -0.1718930000000004, - -0.04703600000000003, - 0.0665928778761063, - -0.06659289999999989, - 0.08948672566371665, - -0.025450121504424723, - -0.17311484513274336, - 0.07640526460176993, - 0.11526853982300869, - 0.1133023008849558, - -0.07326554867256642, - -0.04703600000000003, - 0.047838725663716816, - -0.04703600000000003, - 0.06704106194690251, - -0.02112876106194691, - -0.06659289999999989, - -0.013552253982300916, - -0.020357922123893812, - -0.027464973451327517, - -0.006002522123893788, - -0.04703600000000003, - -0.04337743362831858, - 0.14790371681415934, - 0.0665928778761063, - -0.06659289999999989, - 0.06659287787610634, - -0.06659289999999989, - 1.0619469029580476e-07, - 0.044767823008849614, - 0.08289923362831852, - -0.12235442831858409, - -0.11459614159292028, - 0.14790476371681416, - -2.9203539830824354e-07, - -0.04703600000000003, - 0.14110856637168223, - 0.027216715044247736, - -0.04703600000000003, - -0.055889752212389385, - -0.12962760265486717, - 0.10187851619469035, - -0.01324823008849549, - 0.022193132743362702, - -0.07879260176991155, - 0.0665928778761063, - 0.12907584070796485, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - -0.002639044247787606, - 0.054982569292035384, - 0.05932991150442477, - -0.06964141592920373, - -0.07482919999999994, - -0.033238396460177, - 0.13608353008849555, - 0.0894867256637167, - -0.09438650000000005, - -0.09438650000000005, - -0.1056450000000003, - 0.030049292035398203, - 0.0004219557522123656, - 0.04024157522123887, - 0.01212035575221241, - -0.06541580530973452, - -0.07854839999999999, - 0.02907596460176992, - -0.09438650000000005, - 0.09438671238938048, - -0.03861907964601766, - 1.0619469030366473e-07, - 1.0619469029580476e-07, - -0.0670416460176993, - -0.04499362831858416, - 0.0430065663716814, - 0.05495734513274337, - 0.025254761061947018, - -0.06529410000000001, - 0.06800543362831867, - -0.15775999999999976, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - -0.08165009999999992, - -0.021128761061946954, - 0.0199548849557522, - -0.04005870796460183, - 0.07256339026548671, - 0.0029753097345135682, - 0.008741072566371728, - -0.12291731858407075, - 0.0665928778761063, - -0.03861907964601771, - 0.0665928778761063, - -2.9203539835933345e-07, - -0.15365226548672545, - -0.02139016460176988, - 0.03374174115044254, - -0.03278541946902662, - -0.16577226814159277, - 0.027216715044247785, - 0.14110856637168206, - -0.08165009999999992, - -0.17471278761061948, - -0.05009553982300891, - 0.10357247787610621, - 0.01421250265486715, - -0.16799606460176988, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - -0.02112876106194691, - 0.10064383539823014, - -0.09822227433628321, - 0.010812114336283181, - -0.0005969424778760985, - -0.034939104424778704, - -0.021039132743362887, - 0.1549942769911504, - -0.05473569823008849, - 0.09371048247787614, - 0.1284547699115043, - 0.08193819469026561, - -0.1894623433628318, - -0.03994628938053097, - 0.005021592920354035, - 0.06618380000000008, - 0.046780255752212445, - 0.12412912743362833, - -0.15687404504424782, - -0.04040450761061948, - 0.01819149026548674, - 0.047322232477876085, - -0.1316860601769911, - -0.08258592566371675, - 0.05638880530973452, - -0.10198681415929205, - 0.1290602176991152, - -0.03669845398230087, - -0.10499076469026546, - -0.12757559911504432, - -0.06652606637168137, - 0.05155422566371681, - 0.031605256637168136, - 0.0629123805309736, - 0.023197380530973564, - 0.04703600000000003, - -0.03599286283185842, - -0.1574473318584071, - 0.10887992823008849, - -0.053605181415929175, - -0.012299078761061958, - -0.05887616991150452, - 0.07308711769911504, - 0.09051549646017694, - -0.10846913274336303, - -0.15513741725663718, - 0.12073644318584073, - 0.05041307504424779, - 0.1529646697345132, - 0.0776218637168141, - 0.057565741592920404, - -0.17276489823008853, - -0.014984845840707986, - -0.04701723008849572, - -0.03750280353982299, - 0.06355189203539817, - 0.06636549999999998, - -0.1410115592035399, - -0.08766313362831851, - -0.09892783274336285, - -0.013420267079645989, - 0.09777304070796461, - 0.07535415840707965, - -0.10688448672566354, - 0.0625599000000001, - -0.011544922123893811, - -0.09627820707964604, - 0.08584640530973452, - 0.007022314424778771, - -0.05128431504424778, - -0.06365885663716808, - 0.02538907345132746, - 0.071253879380531, - -0.032786734513274456, - 0.0729473, - 0.04719471592920353, - 0.014598110265486715, - 0.026159213575221246, - 0.059101831504424836, - -0.07843545663716811, - 0.0003891433628318023, - 0.014624393274336253, - 0.03384382522123893, - -0.07310352920353969, - 0.0510427, - 0.14306325132743355, - -0.011243908849557487, - 0.02559352380530976, - 0.03617407230973455, - -0.012417333274336301, - -0.10102372743362834, - -0.09638603628318594, - 0.02360371292035396, - -0.0742930973451328, - -0.014339143362831862, - 0.03523714159292039, - 0.03915302300884953, - -0.08945827723893807, - -0.02228378656637163, - 0.10421852477876106, - 0.0697730088495576, - -0.12811908238938052, - -0.10229047238938055, - -0.048111653097345074, - 0.041196920353982314, - 0.10879424867256633, - -0.10693692778761064, - 0.02704163566371678, - 0.12719723849557518, - 0.1358370884955751, - -0.11345866194690264, - -0.11236356814159291, - 0.008828665486725625, - 0.04901849557522122, - 0.10906433185840712, - -0.12028646725663718, - 0.005514894867256633 - ] - ], - "std": [ - [ - 1.0502669179700934, - 0.9792224218294541, - 0.24305352147883325, - 1.043042266446498, - 1.0744571502175468, - 0.9508826739984755, - 0.9451555552883207, - 1.1810283789026603, - 1.0064552702700122, - 1.1190882010665817, - 0.9034793296608571, - 1.1336521923679663, - 0.9786491101919341, - 0.9206985848676537, - 0.8610889538505271, - 0.9619675032812017, - 0.9308084274399617, - 0.9863758024756076, - 0.9547571784517959, - 0.9496800506935921, - 1.0, - 1.0, - 1.0, - 1.9844233966366367, - 1.4095057857234627, - 1.40632875858643, - 0.892002130496044, - 1.0129634785032875, - 0.978487303853688, - 1.1394715296586964, - 1.0, - 1.0267988761241287, - 1.217866674742132, - 1.0, - 1.0, - 1.4095057857234627, - 1.0, - 1.30048921660964, - 1.101075351501756, - 0.9423320679555461, - 0.9745566669040967, - 1.0784150005489006, - 1.3072548131334407, - 1.020520797792866, - 1.0, - 1.1116626840554256, - 1.0, - 1.2178666747421323, - 0.8944357999064103, - 1.0, - 0.9763859814864452, - 0.9882312110151381, - 0.9941548135105892, - 1.0805382570058093, - 1.0, - 0.9455390825539804, - 1.5353137244867092, - 1.4095057857234619, - 1.0, - 1.4095057857234636, - 1.0, - 0.9988939483461567, - 0.9028116049768871, - 1.0263167291591377, - 0.9964436627027657, - 0.4280387316306564, - 1.0514551909197751, - 0.9988936769842915, - 1.0, - 1.9911349325902201, - 1.152138074538978, - 1.0, - 0.9644113662850948, - 0.9806946309645141, - 0.9930268680075975, - 0.8905664891946655, - 1.0736843273720693, - 1.0058668086951204, - 1.409505785723462, - 1.3330925209888196, - 1.0, - 1.0, - 1.0, - 1.0450036005861865, - 1.3244456183776097, - 0.932189980942975, - 0.9625014477361986, - 1.0, - 1.0074707737922228, - 1.62207901125963, - 1.3004892166096393, - 1.0, - 1.0, - 1.0, - 1.0917543201475843, - 1.0127130749629136, - 1.2877909824303606, - 0.9604994075919616, - 0.8657450013263874, - 1.0, - 1.0599660091906427, - 1.0, - 1.4063287585864277, - 0.8174198991670479, - 0.9988939483461567, - 0.9988939483461567, - 0.7094990007768708, - 0.8740833234525124, - 1.010657132912493, - 0.9328151962443406, - 1.3541564903516528, - 1.0, - 1.0437864539647888, - 1.0, - 1.409505785723462, - 1.0, - 0.9988939483461567, - 1.0, - 0.8944357999064098, - 1.2065791134004533, - 1.0500123468485083, - 0.9959504427215604, - 1.0958354145667224, - 0.7400533918928887, - 0.9943642075886404, - 1.4095057857234627, - 0.8174198991670482, - 1.4095057857234627, - 0.9988936769842922, - 0.9193790839730072, - 1.0436031910295362, - 0.9868834993023391, - 0.5782795414175284, - 0.9541173647907301, - 1.1521380745389775, - 1.9911349325902201, - 1.0, - 0.9325216486314452, - 1.0303184562115624, - 0.9698188611354921, - 1.0027196672799903, - 1.0327882823860284, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 0.8944357999064109, - 0.7112349595162911, - 1.0528496975740775, - 0.9693293962135208, - 1.098217436491506, - 0.39441056751713705, - 1.131185111941341, - 0.8933013668038887, - 0.8692841653701331, - 0.9535583303775852, - 0.9578421783922644, - 0.9351032690489206, - 0.9587912379925385, - 0.8874155629442673, - 0.7402206710271984, - 1.0, - 1.0688089329251667, - 0.997681462694144, - 0.9866601266296527, - 0.9496581319654654, - 0.9257831061652533, - 0.9073562336120353, - 0.9768579353882867, - 0.9602672008044747, - 0.7793988687883875, - 1.2643817992013762, - 0.8858997832358527, - 1.0783739453909889, - 0.9243425987503827, - 0.9894525958813807, - 0.8138319611992417, - 0.9527697944043735, - 1.1413505837251008, - 0.8792523651290115, - 1.0992317647014969, - 1.0, - 1.065433498566479, - 0.9150528093441637, - 1.0062463574228966, - 1.011250604668206, - 0.7913263564369651, - 0.9735543146496928, - 0.9610800849612564, - 0.9880567372837797, - 0.3866698577857632, - 0.9853949011817834, - 0.990227174214131, - 0.8869793376043191, - 1.0049463863071384, - 0.9992217219580515, - 0.9135057665522096, - 0.9794517412025064, - 0.8334338014885702, - 0.37518500497353446, - 1.1642248030770597, - 0.9506854878365382, - 1.1083600583283926, - 0.9361744720072924, - 1.0051395038183164, - 0.7234663786843327, - 1.1371317753211319, - 1.5356103741191347, - 0.8479920793399001, - 0.46656712729960265, - 1.0, - 1.0891589322731212, - 0.8545812844441173, - 1.3469557389840487, - 1.3298686360213214, - 0.8184103746992143, - 1.2426545134673366, - 0.9345647421429395, - 0.8739291157345797, - 0.7954155323258645, - 1.0, - 0.9396031266002715, - 0.8729340873197525, - 1.1022147706138496, - 0.9052007430680863, - 0.8002297286948205, - 1.1474637082252046, - 1.0050624674836923, - 0.8958786752659496, - 0.1199464140766847, - 1.0, - 0.9484606934407114, - 0.924743989986394, - 1.1045533858189263, - 0.9763355497679247, - 0.8775711016746042, - 1.4892483405130004, - 0.9479162196372228, - 0.824520740664537, - 0.48200134691826974, - 0.8093410764663572, - 1.0307538015892828, - 0.8557116942728363, - 0.9675781578595044, - 0.9316537658305905, - 0.961482671503125, - 0.9499524026348503, - 1.0156281171297905, - 0.9533815998673338, - 0.13577727875330386, - 1.0944930405696027, - 0.9984202119037168, - 1.0610893586418122, - 1.0416564535479678, - 0.953141207852886, - 0.9699518518482332, - 1.0661304370514315, - 0.9605383246803934, - 0.9343424770461999, - 1.1428421085341074, - 0.9995106529728873, - 1.0191031224939573, - 1.0275583030415119 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 929297, - "cert_evals": { - "36": 0.5522388219833374, - "72": 0.5074626803398132, - "108": 0.46268656849861145, - "255": 0.11940298229455948 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6144344567781597, - "std_test_acc": 0.02674336809340439, - "n_samples": 452, - "n_features": 262, - "n_classes": 13, - "mean_cert_acc_36": 0.5313018262386322, - "std_cert_acc_36": 0.0736075248167727, - "mean_cert_acc_72": 0.4581584930419922, - "std_cert_acc_72": 0.09848237624338647, - "mean_cert_acc_108": 0.38257234543561935, - "std_cert_acc_108": 0.13466274816352686, - "mean_cert_acc_255": 0.1358962906524539, - "std_cert_acc_255": 0.1399248898192853 - }, - "audiology-std": { - "dataset": "audiology-std", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.22580645161290322, - "test_acc": 0.37142857142857144, - "train_size": 25, - "val_size": 31, - "test_size": 140, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 217366, - "cert_evals": { - "36": 0.09677419066429138, - "72": 0.06451612710952759, - "108": 0.06451612710952759, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.5454545454545454, - "test_acc": 0.34057971014492755, - "train_size": 25, - "val_size": 33, - "test_size": 138, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 217366, - "cert_evals": { - "36": 0.4848484992980957, - "72": 0.42424243688583374, - "108": 0.3636363744735718, - "255": 0.03030303120613098 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.36, - "test_acc": 0.2808219178082192, - "train_size": 25, - "val_size": 25, - "test_size": 146, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 217366, - "cert_evals": { - "36": 0.07999999821186066, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.4666666666666667, - "test_acc": 0.3262411347517731, - "train_size": 25, - "val_size": 30, - "test_size": 141, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 217366, - "cert_evals": { - "36": 0.30000001192092896, - "72": 0.06666667014360428, - "108": 0.03333333507180214, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3297678335333728, - "std_test_acc": 0.03768577993667241, - "n_samples": 196, - "n_features": 59, - "n_classes": 18, - "mean_cert_acc_36": 0.24040567502379417, - "std_cert_acc_36": 0.19119254150568984, - "mean_cert_acc_72": 0.1388563085347414, - "std_cert_acc_72": 0.1927555646758335, - "mean_cert_acc_108": 0.11537145916372538, - "std_cert_acc_108": 0.16759331765341648, - "mean_cert_acc_255": 0.007575757801532745, - "std_cert_acc_255": 0.01515151560306549 - }, - "balance-scale": { - "dataset": "balance-scale", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 13, - "best_val_acc": 0.8795180722891566, - "test_acc": 0.8497409326424871, - "train_size": 156, - "val_size": 83, - "test_size": 386, - "stats": { - "mean": [ - [ - 0.05887832692307693, - -2.5641025661690044e-08, - 0.09964028205128199, - -0.09058207692307692 - ] - ], - "std": [ - [ - 0.9464310236223092, - 0.9765235538802873, - 0.9974316897506468, - 1.0391308031314608 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.4939758777618408, - "72": 0.15662649273872375, - "108": 0.024096384644508362, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 38, - "best_val_acc": 0.8350515463917526, - "test_acc": 0.8494623655913979, - "train_size": 156, - "val_size": 97, - "test_size": 372, - "stats": { - "mean": [ - [ - 0.09511109615384612, - -3.416070845000482e-17, - 0.00905823076923074, - 0.08152388461538454 - ] - ], - "std": [ - [ - 1.0090351712085057, - 1.0055834762270852, - 0.9532661180714023, - 1.002273371607005 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.6391752362251282, - "72": 0.4329896867275238, - "108": 0.22680412232875824, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 27, - "best_val_acc": 0.7956989247311828, - "test_acc": 0.7898936170212766, - "train_size": 156, - "val_size": 93, - "test_size": 376, - "stats": { - "mean": [ - [ - -0.00452913461538464, - 0.06340748717948716, - -1.2820512825151571e-08, - 0.09964030769230771 - ] - ], - "std": [ - [ - 0.9879158233594086, - 0.9907460042778667, - 1.027617579941566, - 0.9614936385801037 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.6774193644523621, - "72": 0.5053763389587402, - "108": 0.301075279712677, - "255": 0.032258063554763794 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8152173913043478, - "test_acc": 0.8567639257294429, - "train_size": 156, - "val_size": 92, - "test_size": 377, - "stats": { - "mean": [ - [ - 0.05434929487179499, - -0.08605298076923085, - 0.06793655769230768, - -0.16757685256410257 - ] - ], - "std": [ - [ - 1.0569029867956488, - 1.0161657906649941, - 0.9625917447832895, - 0.9469510608150327 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.6847826242446899, - "72": 0.510869562625885, - "108": 0.3478260934352875, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8364652102461511, - "std_test_acc": 0.0312309782000066, - "n_samples": 625, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.6238382756710052, - "std_cert_acc_36": 0.08885308369779726, - "mean_cert_acc_72": 0.4014655202627182, - "std_cert_acc_72": 0.16703954142425403, - "mean_cert_acc_108": 0.22495047003030777, - "std_cert_acc_108": 0.14287430970302636, - "mean_cert_acc_255": 0.008064515888690948, - "std_cert_acc_255": 0.016129031777381897 - }, - "balloons": { - "dataset": "balloons", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.75, - "test_acc": 0.75, - "train_size": 4, - "val_size": 4, - "test_size": 8, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.968246, - 0.968246, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3398, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.6, - "train_size": 4, - "val_size": 2, - "test_size": 10, - "stats": { - "mean": [ - [ - -0.484123, - 0.484123, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 0.968246, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3398, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.5454545454545454, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - -0.484123, - 0.0, - -0.484123, - -0.484123 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.968246, - 0.8385256331126676, - 0.8385256331126676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3398, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.36363636363636365, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - 0.48412299999999997, - 0.484123, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3398, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5647727272727273, - "std_test_acc": 0.15956099380425548, - "n_samples": 16, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "bank": { - "dataset": "bank", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.8616262482168331, - "test_acc": 0.8687732342007435, - "train_size": 1130, - "val_size": 701, - "test_size": 2690, - "stats": { - "mean": [ - [ - -0.043444115752212485, - 0.038350172566371764, - 0.021509683185840713, - -0.021201484955752213, - -0.006912000000000016, - 0.04290420228318581, - -0.031048147787610524, - -0.010544807964601867, - -0.027401819469027113, - -0.0011023982300885904, - -0.020262814867256583, - -0.01690946219469023, - -0.0050658819469022965, - 0.027795634513274152, - 0.0035984575221236132, - 0.03735520353982189 - ] - ], - "std": [ - [ - 0.9589625434028519, - 0.9947635481983416, - 1.013551308348929, - 0.9759306172571834, - 1.025514103095601, - 1.1941195969624385, - 0.9952628808737004, - 1.0099558672249285, - 1.0069197139677768, - 1.0315253300196314, - 1.005152797600638, - 0.9721293687592033, - 0.9311569270874402, - 1.0436010567990328, - 0.9725976279868672, - 1.0344584167333912 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 13702, - "cert_evals": { - "36": 0.7974322438240051, - "72": 0.7246790528297424, - "108": 0.656205415725708, - "255": 0.213980033993721 - }, - "fold": 0 - }, - { - "best_epoch": 32, - "best_val_acc": 0.8641791044776119, - "test_acc": 0.8680632120543917, - "train_size": 1130, - "val_size": 670, - "test_size": 2721, - "stats": { - "mean": [ - [ - -0.01574801380530978, - 0.0023927396460177394, - 0.0021967858407077644, - -0.01932307256637162, - 0.006853599999999982, - -0.03479098039734521, - 0.0010882398230089275, - 0.02142298584070794, - -0.04310824424778776, - -0.002926514159292115, - -0.01356536707964567, - 0.01527978015929205, - -0.04149083628318521, - -0.006613960176991296, - 0.006211176106194516, - -0.021354536283185895 - ] - ], - "std": [ - [ - 0.969300386690253, - 1.0029838787869998, - 1.0077378567908635, - 1.0067270576318987, - 0.9737641828355684, - 0.8874066057167844, - 1.0000362134178429, - 0.978768086158569, - 1.0166647522536418, - 1.0110908544078474, - 0.9795699211960872, - 0.988628308543735, - 0.8468895052095667, - 1.0088647512260476, - 1.0744144429583726, - 0.97024384329565 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 13702, - "cert_evals": { - "36": 0.8104477524757385, - "72": 0.7582089900970459, - "108": 0.7014925479888916, - "255": 0.3104477524757385 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.8528138528138528, - "test_acc": 0.8424759080800593, - "train_size": 1130, - "val_size": 693, - "test_size": 2698, - "stats": { - "mean": [ - [ - 0.03612999486725651, - 0.0039014732743363205, - -0.026264318584070866, - 0.007914513274336264, - -2.920000000001238e-05, - -0.02074493859203536, - -0.02212137345132746, - -0.02529917433628319, - -0.017585318584070603, - 0.002009283628318563, - -0.032913651327433256, - 0.01575317238053096, - 0.01656134477876116, - 0.004832360176991011, - 0.0046435044247787275, - -0.007806110619469017 - ] - ], - "std": [ - [ - 1.026029784154538, - 1.014567266706415, - 0.9934924943110668, - 1.0009548228746656, - 0.9999976513205256, - 0.9005330945128681, - 0.9966950423207805, - 1.02369326820955, - 1.0066229970970322, - 1.0105897259642973, - 0.9953808522736891, - 1.0444837633462487, - 0.9721502138598372, - 1.0252935681497495, - 0.9895490051866441, - 0.9907898156267138 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 13702, - "cert_evals": { - "36": 0.8008658289909363, - "72": 0.7171717286109924, - "108": 0.6233766078948975, - "255": 0.19480518996715546 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.875733137829912, - "train_size": 1130, - "val_size": 663, - "test_size": 2728, - "stats": { - "mean": [ - [ - -0.0319807638938054, - 0.00842759592920361, - 0.0032132584070795264, - -0.0512567557522122, - 0.02061919999999998, - 0.017208951831858395, - -0.023906728318583995, - 0.009127680530973464, - 0.04229537345132683, - 0.03913422522123883, - -0.0012866005309730669, - 0.019049747389380534, - 0.0011946368141599608, - -0.01394144424778776, - -0.01887086017699146, - -0.012322258407079635 - ] - ], - "std": [ - [ - 0.9997012384907139, - 1.011637351521284, - 1.0052459246549308, - 0.9835551200097631, - 0.9188989108776542, - 0.975563370252112, - 0.9964151726496702, - 0.9910016079646086, - 0.9876324728734414, - 0.9709295082923052, - 1.018649934814902, - 1.045208416973306, - 1.0916320113723843, - 0.971971990527501, - 0.9802679634858928, - 0.9883913040231975 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 13702, - "cert_evals": { - "36": 0.8114630579948425, - "72": 0.7496229410171509, - "108": 0.6666666865348816, - "255": 0.1085972860455513 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8637613730412768, - "std_test_acc": 0.014606148727461216, - "n_samples": 4521, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.8050522208213806, - "std_cert_acc_36": 0.0069713824811716745, - "mean_cert_acc_72": 0.7374206781387329, - "std_cert_acc_72": 0.01960797546851658, - "mean_cert_acc_108": 0.6619353145360947, - "std_cert_acc_108": 0.03218056451570916, - "mean_cert_acc_255": 0.20695756562054157, - "std_cert_acc_255": 0.08282905824541519 - }, - "blood": { - "dataset": "blood", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.8114754098360656, - "test_acc": 0.7722095671981777, - "train_size": 187, - "val_size": 122, - "test_size": 439, - "stats": { - "mean": [ - [ - 0.08207599251336908, - 0.07211877540106948, - 0.07211877540106948, - 0.12092969090909093 - ] - ], - "std": [ - [ - 1.0915037898164763, - 0.9154190444987925, - 0.9154190444987925, - 1.0234960637376278 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3398, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.6551724137931034, - "test_acc": 0.748314606741573, - "train_size": 187, - "val_size": 116, - "test_size": 445, - "stats": { - "mean": [ - [ - -0.0044589358288771265, - -0.03777642245989305, - -0.03777642245989305, - -0.04118699946524062 - ] - ], - "std": [ - [ - 1.0355747128653376, - 1.0168425706533084, - 1.0168425706533084, - 0.9389071377082803 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3398, - "cert_evals": { - "36": 0.41379308700561523, - "72": 0.2931034564971924, - "108": 0.12068965286016464, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7363636363636363, - "test_acc": 0.6895787139689579, - "train_size": 187, - "val_size": 110, - "test_size": 451, - "stats": { - "mean": [ - [ - 0.05565309197860972, - -0.04876601497326191, - -0.04876601497326191, - 0.022211831550802065 - ] - ], - "std": [ - [ - 1.2081413746481122, - 0.9472357528176619, - 0.9472357528176619, - 0.9442482982599183 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3398, - "cert_evals": { - "36": 0.045454543083906174, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.6779661016949152, - "test_acc": 0.6297968397291196, - "train_size": 187, - "val_size": 118, - "test_size": 443, - "stats": { - "mean": [ - [ - 0.02856966417112282, - -0.11561878823529406, - -0.11561878823529406, - -0.0299989443850266 - ] - ], - "std": [ - [ - 1.1041996654221626, - 0.9454192748690525, - 0.9454192748690525, - 0.9892882254644951 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3398, - "cert_evals": { - "36": 0.41525423526763916, - "72": 0.18644067645072937, - "108": 0.05932203307747841, - "255": 0.016949152573943138 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.709974931909457, - "std_test_acc": 0.0637380385319669, - "n_samples": 748, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.21862546633929014, - "std_cert_acc_36": 0.22696441433260472, - "mean_cert_acc_72": 0.11988603323698044, - "std_cert_acc_72": 0.14511962672776046, - "mean_cert_acc_108": 0.04500292148441076, - "std_cert_acc_108": 0.057688947951996056, - "mean_cert_acc_255": 0.0042372881434857845, - "std_cert_acc_255": 0.008474576286971569 - }, - "breast-cancer": { - "dataset": "breast-cancer", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.7071823204419889, - "train_size": 71, - "val_size": 34, - "test_size": 181, - "stats": { - "mean": [ - [ - -0.0162575774647888, - 0.01285738028169014, - 0.05645037746478872, - -0.0029103802816902316, - -0.11736198591549311, - -0.028151649295774777, - -0.03566477464788737, - 0.00970807042253526, - 0.22726122535211296 - ] - ], - "std": [ - [ - 1.0503834784726616, - 0.9628419637542994, - 0.9596794691642652, - 0.9092740907525307, - 1.049772063174192, - 1.0411696038595801, - 0.9953573619388768, - 0.9968442343032266, - 0.8156962912830921 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.14705882966518402, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.6739130434782609, - "test_acc": 0.6627218934911243, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.19254230985915494, - -0.19285994366197182, - 0.20358705070422517, - 0.009330281690140758, - -0.03202669014084532, - -0.08538911549295794, - -0.007489267605633831, - -0.18945425352112666, - -0.10300454929577448 - ] - ], - "std": [ - [ - 1.026498898055275, - 1.0381849522269773, - 0.8715501768246713, - 1.1092478240870034, - 1.0696236526518819, - 1.0540261837033709, - 0.9977471789729346, - 0.7297492222931498, - 1.0547842980526614 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.043478261679410934, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.654054054054054, - "train_size": 71, - "val_size": 30, - "test_size": 185, - "stats": { - "mean": [ - [ - 0.011582478873239406, - 0.03857201408450704, - 0.023010226760563364, - -0.21100099999999994, - 0.1670883239436617, - -0.04723080000000009, - -0.17654230985915503, - 0.10343116901408457, - -0.003924816901408183 - ] - ], - "std": [ - [ - 1.0328973500575376, - 0.9120557342457011, - 1.064258264362845, - 0.5867856877712776, - 0.7568737218929631, - 1.003788410624883, - 0.9711357918131928, - 0.9987696871895037, - 1.0006562466084945 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.6333333849906921, - "72": 0.23333334922790527, - "108": 0.06666667014360428, - "255": 0.06666667014360428 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.7608695652173914, - "test_acc": 0.7218934911242604, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.10902253521126751, - -0.06428660563380281, - 0.1099546112676056, - 0.08277422535211261, - -0.1742519718309861, - 0.18171905915492953, - -0.14836680281690146, - 0.1854393802816902, - -0.16905770422535188 - ] - ], - "std": [ - [ - 0.9700145966779166, - 1.0084610495616426, - 1.0559460579933821, - 1.206060152642598, - 1.1213259288422783, - 0.9728498213970074, - 0.9776535548414097, - 1.0665540888636171, - 1.0843586560371206 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.54347825050354, - "72": 0.10869565606117249, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6864629397778569, - "std_test_acc": 0.03315916090847613, - "n_samples": 286, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.3418371817097068, - "std_cert_acc_36": 0.29016421140357374, - "mean_cert_acc_72": 0.08550725132226944, - "std_cert_acc_72": 0.11107540590926104, - "mean_cert_acc_108": 0.01666666753590107, - "std_cert_acc_108": 0.03333333507180214, - "mean_cert_acc_255": 0.01666666753590107, - "std_cert_acc_255": 0.03333333507180214 - }, - "breast-cancer-wisc": { - "dataset": "breast-cancer-wisc", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.9830508474576272, - "test_acc": 0.9433497536945813, - "train_size": 175, - "val_size": 118, - "test_size": 406, - "stats": { - "mean": [ - [ - -0.022535588571428563, - 0.03270772571428592, - 0.05325746457142836, - 0.06163440114285701, - 0.059859796571428064, - -0.04726777714285723, - 0.04544096571428557, - 0.06602559942857117, - 0.14610774857142944 - ] - ], - "std": [ - [ - 0.952214787303689, - 1.0892638945885795, - 1.0696936676502014, - 1.089278359409774, - 1.1050209023715667, - 0.9596438048031793, - 1.0789832917046138, - 1.092361737838657, - 1.280102883239457 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.8220338821411133, - "72": 0.5338982939720154, - "108": 0.016949152573943138, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9824561403508771, - "test_acc": 0.9585365853658536, - "train_size": 175, - "val_size": 114, - "test_size": 410, - "stats": { - "mean": [ - [ - -0.014418068571428517, - 0.008363611428571432, - 0.0013426971428572047, - 0.04362350857142855, - 0.06760174228571425, - -0.012737622857143117, - 0.12043267999999967, - -0.02566830114285711, - -0.0004912342857143631 - ] - ], - "std": [ - [ - 1.0359812403938078, - 0.9851680594955492, - 1.0075838815724851, - 1.0487044899930569, - 1.0481096015979268, - 0.9902459117914181, - 1.0891962569916647, - 0.9837374432610851, - 1.028364534365016 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.34210526943206787, - "72": 0.2368421107530594, - "108": 0.10526315867900848, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.9719626168224299, - "test_acc": 0.9568345323741008, - "train_size": 175, - "val_size": 107, - "test_size": 417, - "stats": { - "mean": [ - [ - 0.022111400000000093, - 0.05892480000000022, - 0.053257361714285696, - 0.011603669142857164, - 0.01340863999999994, - 0.028070879999999694, - -0.015489731428571414, - -0.006955264571428654, - -0.02714547428571435 - ] - ], - "std": [ - [ - 1.030600322394337, - 1.0255153351270532, - 1.050776582254071, - 0.979718412809739, - 0.9943823240987255, - 1.0416854377063047, - 1.0036051510508777, - 0.9886021184539473, - 1.0198774589002766 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.9345794320106506, - "72": 0.7196261286735535, - "108": 0.2710280418395996, - "255": 0.14953270554542542 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.978494623655914, - "test_acc": 0.9582366589327146, - "train_size": 175, - "val_size": 93, - "test_size": 431, - "stats": { - "mean": [ - [ - 0.0424054742857143, - -0.014108091428571279, - -0.00827128971428571, - -0.056438248, - -0.030462011428571644, - 0.035918565714285505, - -0.09751196000000009, - -0.053737870857142926, - -0.04380451428571453 - ] - ], - "std": [ - [ - 0.9542842873481718, - 0.9773558222868145, - 0.959218665273952, - 0.9009025916399945, - 0.98004059543331, - 1.0172287889258582, - 1.000728061455461, - 0.9224531635202544, - 0.947073789238405 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.8172042965888977, - "72": 0.24731183052062988, - "108": 0.22580644488334656, - "255": 0.08602150529623032 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9542393825918126, - "std_test_acc": 0.007297556434375507, - "n_samples": 699, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.7289807200431824, - "std_cert_acc_36": 0.263556278040179, - "mean_cert_acc_72": 0.43441959097981453, - "std_cert_acc_72": 0.2347232101923924, - "mean_cert_acc_108": 0.15476169949397445, - "std_cert_acc_108": 0.11548105449418605, - "mean_cert_acc_255": 0.05888855271041393, - "std_cert_acc_255": 0.07277426935361032 - }, - "breast-cancer-wisc-diag": { - "dataset": "breast-cancer-wisc-diag", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.95, - "test_acc": 0.9394812680115274, - "train_size": 142, - "val_size": 80, - "test_size": 347, - "stats": { - "mean": [ - [ - 0.0825849457746479, - 0.16776179100774652, - 0.08018569295774641, - 0.08525118492957748, - -0.13794442330985915, - -0.020546994366197266, - 0.031128610563380326, - 0.027148295774647915, - -0.03857999985915492, - -0.13734727633802823, - 0.08226506922535208, - -0.06624039612676055, - 0.09562314598591552, - 0.11241559394366195, - -0.0706283795774648, - 0.012817941971830999, - 0.03673792985915488, - 0.06254002929577464, - -0.016561529295774678, - -0.03867594647887324, - 0.07726569126760555, - 0.11026314366197185, - 0.07734966126760559, - 0.07510323753521127, - -0.10811489788732392, - 0.017963794225352204, - 0.03508001049295764, - 0.03470587605633805, - -0.006298125654929594, - -0.05882395070422536 - ] - ], - "std": [ - [ - 1.0298680528672801, - 1.0456187991444128, - 1.0339745446187498, - 1.1112548477482211, - 0.9413610006349405, - 1.0168663973319072, - 1.0127149891342198, - 0.9829034935431965, - 0.9115153190139265, - 0.8362062139046329, - 1.3277929800502757, - 0.7882767184809211, - 1.351171258508586, - 1.4874958213599554, - 0.8030624718228448, - 1.0638857030973894, - 1.0680975160236916, - 1.029388660893026, - 0.8840778078833855, - 0.9386046041123467, - 1.042323932480091, - 1.0325935116911305, - 1.0468623000133939, - 1.097427344818284, - 0.9438879408105022, - 1.048839947871273, - 1.087511123501064, - 1.02306665439061, - 0.9281333050780699, - 0.9709946269989288 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 53766, - "cert_evals": { - "36": 0.9125000238418579, - "72": 0.9000000357627869, - "108": 0.824999988079071, - "255": 0.26250001788139343 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9634146341463414, - "test_acc": 0.9710144927536232, - "train_size": 142, - "val_size": 82, - "test_size": 345, - "stats": { - "mean": [ - [ - -0.11201186056338029, - 0.07070025633802816, - -0.10239308169014083, - -0.11672702063380279, - 0.032527111971830974, - 0.05026270500000002, - -0.02818336908450703, - -0.04343403450704224, - -0.02067522316901408, - 0.08708522408450704, - -0.11080013492957747, - 0.04381799119718306, - -0.0825752031690141, - -0.11760619366197181, - -0.12109326042253515, - 0.0031279288732394177, - -0.06837052551408451, - -0.09945178922535211, - 0.02686396394366193, - -0.03645938134507036, - -0.09511004859154928, - 0.08993712535211269, - -0.07473255774647886, - -0.10130778450704225, - 0.04382505676056337, - 0.08864361894366199, - 0.03680164077464787, - -0.003688304577464759, - 0.0977748130774647, - 0.08804689718309852 - ] - ], - "std": [ - [ - 0.9195016301354824, - 1.094593366492765, - 0.9291056843219847, - 0.8651637977085379, - 1.104895872882098, - 1.0612349352106514, - 0.9960386306069985, - 0.9599334814324468, - 0.995073713912434, - 1.0059759191906428, - 0.8154754957601557, - 1.1714910738712319, - 0.8337124056974246, - 0.7056775636749633, - 0.8384686418997397, - 0.997008703041016, - 0.7652271837716654, - 0.9491550332342998, - 0.9894126977193328, - 0.8349121832481521, - 0.9324374909578882, - 1.0776300277359205, - 0.9582162700674596, - 0.8930111054213019, - 1.0965646002689322, - 1.0909755237588887, - 1.0811372221216917, - 1.0368266566472815, - 1.0808007528399084, - 1.0161303395181038 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 53766, - "cert_evals": { - "36": 0.9268292188644409, - "72": 0.9024389982223511, - "108": 0.8780487775802612, - "255": 0.707317054271698 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.9545454545454546, - "test_acc": 0.9380530973451328, - "train_size": 142, - "val_size": 88, - "test_size": 339, - "stats": { - "mean": [ - [ - -0.021816593521126793, - 0.06485498873239437, - -0.02247304859154929, - -0.029893932042253508, - 0.038515619718309926, - -0.02588728169014086, - -0.05297414225352113, - -0.003333404225352076, - 0.04336582049295775, - -0.03314538676056333, - -0.030619029577464745, - -0.0005102492957746506, - -0.05296082697183101, - -0.03949717746478873, - 0.010749251408450719, - -0.0881686789436619, - -0.1314002314507042, - -0.11034913126760565, - -0.034516665140845094, - -0.06504294760563381, - -0.02178127598591549, - 0.04724548049295773, - -0.027157091126760537, - -0.033063059859154906, - 0.05190005140845066, - -0.03469985169014086, - -0.07640525704225351, - -0.020877885915492986, - 0.0502971771619718, - -0.0047201802816901695 - ] - ], - "std": [ - [ - 0.9463937708331187, - 1.0456850321490456, - 0.9481587587922021, - 0.9061036579406758, - 0.9991272345406123, - 0.9529645424014063, - 0.9656412252488126, - 1.0086024557337858, - 1.0101851762447767, - 0.971237840916314, - 0.8511955942668115, - 0.9348241096823969, - 0.7677709117900025, - 0.7619556774338143, - 0.9861286665457306, - 0.835402354513955, - 0.6497713689377111, - 0.83419033386709, - 0.8966910096607936, - 0.7137654744350889, - 0.9276882020178508, - 1.0094191904095935, - 0.9175498580969587, - 0.8830907945718708, - 0.9951613811713826, - 0.955386515361877, - 0.9648461201262609, - 1.0198807080859185, - 1.0490861818978507, - 0.9618292961310324 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 53766, - "cert_evals": { - "36": 0.9090909361839294, - "72": 0.886363685131073, - "108": 0.875, - "255": 0.7386363744735718 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9629629629629629, - "test_acc": 0.9508670520231214, - "train_size": 142, - "val_size": 81, - "test_size": 346, - "stats": { - "mean": [ - [ - 0.041954460563380286, - -0.03068368455563383, - 0.05642674225352119, - 0.04212094478873236, - 0.0753741992957746, - 0.19173782535211265, - 0.13158766190140847, - 0.10927857042253514, - 0.12073864654929573, - 0.16060644718309858, - 0.0007204726760563243, - 0.02137304077464788, - 0.05429816549295772, - -0.012780137042253566, - 0.013563698028169006, - 0.15196018795774635, - 0.11918610920422545, - 0.08330966570422528, - 0.08884857161971826, - 0.08853129507042258, - 0.03332697760563379, - -0.006147756197183027, - 0.06017890535211265, - 0.025833432394366203, - 0.10165912112676065, - 0.184136802112676, - 0.17515080211267609, - 0.12936214014084502, - 0.10002845492957746, - 0.16336953521126774 - ] - ], - "std": [ - [ - 1.0573062114321623, - 0.9552884577469056, - 1.0710079092993716, - 1.0509022734984494, - 1.1270846333930622, - 1.1567722248607955, - 1.1330587765489406, - 1.140649555855837, - 1.1542513895561295, - 1.0051375538789176, - 0.8967996396101922, - 1.097489083446709, - 0.9381483291097392, - 0.7912780594989863, - 0.9397288734854672, - 0.9788202766737033, - 1.073938446577066, - 0.9563830108562081, - 1.1438144705840625, - 0.7701703811879946, - 1.0262729293228618, - 0.9839279786422038, - 1.0483951162266714, - 1.0167649174977718, - 1.0851034209747896, - 1.0398339487141628, - 1.1490024738247944, - 1.0756456277267925, - 1.0959872724158726, - 0.9323448193880042 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 53766, - "cert_evals": { - "36": 0.9259259104728699, - "72": 0.9012345671653748, - "108": 0.8641975522041321, - "255": 0.4938271641731262 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9498539775333512, - "std_test_acc": 0.01522768969509169, - "n_samples": 569, - "n_features": 30, - "n_classes": 2, - "mean_cert_acc_36": 0.9185865223407745, - "std_cert_acc_36": 0.009110804658466164, - "mean_cert_acc_72": 0.8975093215703964, - "std_cert_acc_72": 0.007496844568694254, - "mean_cert_acc_108": 0.8605615794658661, - "std_cert_acc_108": 0.024441202678587605, - "mean_cert_acc_255": 0.5505701526999474, - "std_cert_acc_255": 0.22071298424717786 - }, - "breast-cancer-wisc-prog": { - "dataset": "breast-cancer-wisc-prog", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.8636363636363636, - "test_acc": 0.7401574803149606, - "train_size": 49, - "val_size": 22, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.31970781836734696, - 0.1594104081632653, - 0.24753781836734692, - 0.15300701836734695, - 0.1584555244897959, - -0.07602553591836737, - -0.06153886122448981, - 0.024552744897959188, - 0.06713168775510207, - -0.10528630102040819, - -0.1678704836734694, - -0.0915255861224489, - 0.07864324755102042, - -0.0763010120408163, - -0.037683283673469285, - -0.06905704693877551, - -0.042495671428571434, - -0.06359507428571427, - 0.03737176122448981, - -0.1542635448979592, - -0.17539257755102045, - 0.03410600122448976, - 0.19654199204081632, - 0.030810593877551008, - 0.026635724489795946, - -0.07049495102040816, - -0.06440993673469386, - -0.08851851224489796, - 0.02908160000000001, - -0.1859407571428571, - -0.1654363697959184, - 0.12819854693877544, - 0.07058588775510208 - ] - ], - "std": [ - [ - 0.8821495545994039, - 1.046791889090161, - 0.9578267027302361, - 1.039660283165596, - 1.062402836067028, - 0.8890421367893667, - 0.77925901952072, - 1.0440797113889244, - 1.07089974397772, - 0.8387965488338012, - 0.843277245772551, - 0.9360392595139003, - 0.9823857653557395, - 0.9082591415396649, - 0.9365116398737245, - 0.5979213497916245, - 0.6539721608757036, - 0.7958185885004673, - 0.9242350544633458, - 0.6845312987462778, - 0.6502938972920995, - 0.949219789937265, - 0.9404670831714534, - 0.9171284397752019, - 0.9104156790640995, - 1.0518203238418193, - 0.8156351280441914, - 0.8683551446970883, - 0.9112079933660755, - 0.813430119013099, - 0.8388136650033143, - 1.1512761088815193, - 1.0375108599738538 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 54150, - "cert_evals": { - "36": 0.5909091234207153, - "72": 0.4545454680919647, - "108": 0.27272728085517883, - "255": 0.04545454680919647 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7, - "test_acc": 0.773109243697479, - "train_size": 49, - "val_size": 30, - "test_size": 119, - "stats": { - "mean": [ - [ - -0.2954286122448979, - 0.22705779387755098, - 0.13045305210204083, - 0.21518541632653068, - 0.21329647816326533, - -0.23494008897959187, - -0.13741642857142858, - -0.01620160836734699, - 0.07495674877551023, - -0.08356683326530613, - -0.30211086122448977, - 0.17222382204081632, - 0.1861636093877551, - 0.18613398183673469, - 0.17258124081632648, - -0.019180042857142875, - 0.011242470816326589, - -0.019861698775510188, - 0.09400348163265304, - 0.03439312653061231, - -0.08544421122448984, - 0.1251565993877551, - 0.0614657979591837, - 0.1106848959183673, - 0.10643556734693876, - -0.283786518367347, - -0.22690647755102036, - -0.21750787142857142, - -0.11082883795918366, - -0.2517320069387755, - -0.3646700183673469, - 0.17979882653061224, - -0.02691289795918366 - ] - ], - "std": [ - [ - 0.8143503780150015, - 0.9174121431953063, - 0.9505147809888337, - 0.9270519324131056, - 0.9280401005535991, - 1.1301563685159044, - 1.0842494023346008, - 1.17774758901752, - 1.1259425788210895, - 1.0343443324314006, - 0.899946779911175, - 1.0776959194375155, - 1.0652779342066867, - 1.0778896598336396, - 1.0489415511808549, - 1.0202607569462199, - 1.065380703338058, - 1.046928716393895, - 1.0889438008342867, - 1.0504050035821422, - 0.966138030350577, - 0.8642794080204923, - 1.0800430340260923, - 0.8743291823479178, - 0.8688670309147045, - 1.0842628402104706, - 0.8975026094533473, - 0.9571151684782386, - 1.0396216376453484, - 0.914946697740367, - 0.749250166005288, - 1.1231797264684098, - 0.8886200116636936 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 54150, - "cert_evals": { - "36": 0.03333333507180214, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7297297297297297, - "test_acc": 0.7857142857142857, - "train_size": 49, - "val_size": 37, - "test_size": 112, - "stats": { - "mean": [ - [ - -0.03842323061224502, - -0.10614214693877552, - 0.030698034693877517, - -0.1000028979591836, - -0.08415378163265311, - -0.03538041755102043, - -0.04750202040816325, - -0.10165484306122448, - -0.1358923424489796, - -0.02547460816326529, - 0.027964706122448967, - 0.1158320934693878, - 0.2141981857142857, - 0.11305339408163259, - 0.09026773632653065, - -0.07205539183673473, - -0.11876845979591835, - -0.09018467959183678, - -0.001788581632653037, - -0.09199452244897957, - -0.05832562632653058, - -0.06420658346938772, - 0.05587048142857144, - -0.07304466938775511, - -0.028326246938775446, - -0.04279098959183677, - -0.11518350408163265, - -0.12291339183673465, - -0.1940691712244898, - -0.03263718653061224, - -0.029735322448979654, - 0.15452512040816324, - 0.20183378571428573 - ] - ], - "std": [ - [ - 0.9794534025714385, - 1.0053275769298504, - 0.9095119348920842, - 1.008933323770274, - 0.9879586777091109, - 1.0102761898726105, - 0.9960048575197608, - 1.0021029195920532, - 0.9776597311295145, - 0.9821341050152573, - 0.9436155579641772, - 1.1817284472744785, - 1.1856988946274227, - 1.1970542714305854, - 1.1086625077552497, - 0.6618568645391364, - 0.7687365990953271, - 0.8119143908977525, - 1.0415418534564902, - 0.8186632232431363, - 0.8434368212477027, - 1.0615598386819989, - 0.8454048970519085, - 1.0522702304694245, - 1.041897029381895, - 1.1007804274989816, - 0.8280858289610474, - 0.8451988761728604, - 1.0253215425598294, - 0.9705970427113062, - 0.8554540105246272, - 0.9682864062481196, - 1.2134784272055537 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 54150, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.76, - "test_acc": 0.7258064516129032, - "train_size": 49, - "val_size": 25, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.06744018775510212, - 0.18968365714285723, - -0.014217911020408189, - 0.21184517142857145, - 0.16995342797959181, - 0.0988115742857143, - 0.23174346530612244, - 0.2643820010204082, - 0.2708541071428573, - 0.17052290612244894, - 0.08597982244897957, - 0.02605522000000001, - -0.09904910612244898, - 0.07999727979591835, - 0.021088532448979617, - 0.032508024489795916, - 0.1139721422448979, - 0.17344601857142858, - 0.1454327612244898, - 0.09731225102040818, - 0.07194746775510205, - 0.15103356959183675, - -0.07001499795918376, - 0.19365317551020406, - 0.10773460285714288, - 0.06407297959183662, - 0.08076181836734692, - 0.18958595510204077, - 0.30016600816326516, - 0.048603673469387716, - 0.014894271020408143, - 0.2872125, - 0.2280839387755102 - ] - ], - "std": [ - [ - 0.9697920367102327, - 0.9203134351014114, - 0.9060497409545201, - 0.9187807307729611, - 0.9729266703311016, - 0.9430977585802243, - 0.8769553733450195, - 0.8356859349258849, - 0.8680804682359612, - 1.0166341852710845, - 0.8914293133833798, - 0.7940097770795826, - 0.7723528820449007, - 0.8508321197542031, - 0.7752894285658177, - 0.7444263872990391, - 0.9053411998307737, - 0.9999993608516502, - 0.8504750965678145, - 1.090497279238265, - 0.7631870591645827, - 0.9076864322017706, - 0.8687695687330197, - 0.9366133883217269, - 0.9044846120349299, - 0.9712465829469978, - 0.7332294033502637, - 0.8612201045664006, - 0.9404165330479154, - 0.8777899215486339, - 0.6950358654750831, - 1.288136700201249, - 1.084093306135652 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 54150, - "cert_evals": { - "36": 0.6399999856948853, - "72": 0.5600000023841858, - "108": 0.47999998927116394, - "255": 0.19999998807907104 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7561968653349072, - "std_test_acc": 0.027917412521843713, - "n_samples": 198, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.3160606110468507, - "std_cert_acc_36": 0.3465580497968876, - "mean_cert_acc_72": 0.25363636761903763, - "std_cert_acc_72": 0.2960213715918233, - "mean_cert_acc_108": 0.1881818175315857, - "std_cert_acc_108": 0.233188459995353, - "mean_cert_acc_255": 0.06136363372206688, - "std_cert_acc_255": 0.09487558323571993 - }, - "breast-tissue": { - "dataset": "breast-tissue", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.5, - "test_acc": 0.4375, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.05975213076923076, - -0.1700837961538461, - -0.07101548961538463, - -0.07560978846153853, - -0.09291733192307686, - -0.016577561538461575, - -0.04475990000000001, - -0.07285894230769238, - 0.07173603846153843 - ] - ], - "std": [ - [ - 1.0224159106861461, - 0.8445520785357892, - 0.7741253936128145, - 0.8853536860600771, - 0.38729731508258874, - 0.9582996830625056, - 0.82333349002183, - 0.8965544012774733, - 1.0474511376253193 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3690, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.23529411764705882, - "test_acc": 0.2857142857142857, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.06515484615384612, - 0.03429535384615387, - 0.00023585769230772996, - 0.02817068038461536, - 0.29457321923076923, - 0.28562573076923076, - 0.1850123226923077, - 0.007732330769230795, - 0.09394715384615383 - ] - ], - "std": [ - [ - 1.0481371005758702, - 0.9468687513118862, - 0.9541555931791563, - 1.161367210725673, - 1.8089072605844074, - 1.4326989403612587, - 1.2263588432882497, - 1.1230111041722295, - 1.0768662243391771 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3690, - "cert_evals": { - "36": 0.11764705926179886, - "72": 0.11764705926179886, - "108": 0.05882352963089943, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.36363636363636365, - "test_acc": 0.46551724137931033, - "train_size": 26, - "val_size": 22, - "test_size": 58, - "stats": { - "mean": [ - [ - 0.1420645923076924, - -0.021972550769230735, - 0.05583075653846149, - 0.1584816346153846, - 0.34043701807692306, - 0.2878222653846154, - 0.08915464576923074, - 0.16733479230769233, - 0.15722880769230765 - ] - ], - "std": [ - [ - 1.1134982409667369, - 0.9816789499398818, - 1.0050663167371856, - 1.3274295018092825, - 1.8473866317578664, - 1.5489183023129736, - 1.1110278693236766, - 1.3406661330121303, - 1.11545486536904 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3690, - "cert_evals": { - "36": 0.09090909361839294, - "72": 0.04545454680919647, - "108": 0.04545454680919647, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 4, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.25, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1574124615384615, - 0.10245514615384627, - 0.03514549230769227, - 0.3551133961538462, - 0.3894629076923076, - 0.3001374115384615, - 0.28138883461538466, - 0.3308483076923076, - 0.1433466538461538 - ] - ], - "std": [ - [ - 1.080732063435857, - 0.9803609509557707, - 0.9980517989674806, - 1.3433457176877586, - 1.8319487646118202, - 1.4349909430519747, - 1.3440593710651376, - 1.3474895378547405, - 1.0747301574317993 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3690, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.359682881773399, - "std_test_acc": 0.10763844313156251, - "n_samples": 106, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.05213903822004795, - "std_cert_acc_36": 0.061186536180820206, - "mean_cert_acc_72": 0.04077540151774883, - "std_cert_acc_72": 0.05554701582996789, - "mean_cert_acc_108": 0.026069519110023975, - "std_cert_acc_108": 0.030593268090410103, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "car": { - "dataset": "car", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.8216374269005848, - "train_size": 432, - "val_size": 270, - "test_size": 1026, - "stats": { - "mean": [ - [ - 0.08486305092592587, - -0.024837976851851778, - -1.3287037036350012e-06, - 0.011336944444444445, - -0.03684506944444444, - -0.03401083333333333 - ] - ], - "std": [ - [ - 1.0016589891278265, - 1.0231915721256846, - 0.9608720065155524, - 0.9785956932593036, - 0.9832757136677825, - 1.0299163223065575 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 3528, - "cert_evals": { - "36": 0.24444444477558136, - "72": 0.018518518656492233, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.8307086614173228, - "test_acc": 0.8272552783109405, - "train_size": 432, - "val_size": 254, - "test_size": 1042, - "stats": { - "mean": [ - [ - 0.11177086574074095, - 0.05174572685185183, - 0.006257092592592696, - -0.014171180555555555, - 0.00850270833333333, - -0.04251354166666666 - ] - ], - "std": [ - [ - 1.0027127363181396, - 1.0149158181522542, - 1.0007483470954381, - 0.9838637435503522, - 0.9979369093278955, - 0.9935806706647962 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 3528, - "cert_evals": { - "36": 0.6417322754859924, - "72": 0.35039371252059937, - "108": 0.18897637724876404, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.816, - "test_acc": 0.7810707456978967, - "train_size": 432, - "val_size": 250, - "test_size": 1046, - "stats": { - "mean": [ - [ - 0.03725695833333315, - -0.008279379629629494, - -0.017212699074074026, - -0.022673888888888886, - 0.11053520833333332, - -0.005668472222222222 - ] - ], - "std": [ - [ - 1.015550913169218, - 1.0070528609914111, - 1.0176501107132674, - 0.9748453883737107, - 1.0057305909552958, - 0.9857113000295774 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 3528, - "cert_evals": { - "36": 0.6240000128746033, - "72": 0.46000000834465027, - "108": 0.30800002813339233, - "255": 0.004000000189989805 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.7655677655677655, - "test_acc": 0.750733137829912, - "train_size": 432, - "val_size": 273, - "test_size": 1023, - "stats": { - "mean": [ - [ - 0.006209462962963474, - 0.006209476851851934, - -0.0015661527777777126, - -0.017005416666666662, - 0.02267388888888889, - -0.04534777777777777 - ] - ], - "std": [ - [ - 1.0216642383326442, - 0.997836524752538, - 0.9973262178910823, - 0.9855809020000981, - 1.020073036790825, - 0.9917072748761516 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 3528, - "cert_evals": { - "36": 0.6300366520881653, - "72": 0.4981684982776642, - "108": 0.32967033982276917, - "255": 0.04029304161667824 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7951741471848335, - "std_test_acc": 0.036071287721355864, - "n_samples": 1728, - "n_features": 6, - "n_classes": 4, - "mean_cert_acc_36": 0.5350533463060856, - "std_cert_acc_36": 0.1938790563303843, - "mean_cert_acc_72": 0.3317701844498515, - "std_cert_acc_72": 0.21802502035389326, - "mean_cert_acc_108": 0.20666168630123138, - "std_cert_acc_108": 0.1510214235438397, - "mean_cert_acc_255": 0.01107326045166701, - "std_cert_acc_255": 0.019570903710367866 - }, - "cardiotocography-10clases": { - "dataset": "cardiotocography-10clases", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 54, - "best_val_acc": 0.6614420062695925, - "test_acc": 0.6418495297805643, - "train_size": 531, - "val_size": 319, - "test_size": 1276, - "stats": { - "mean": [ - [ - 0.05696145216572526, - 0.04547308248587554, - 0.02537313540489641, - 0.00411199623352259, - 0.004895357815442945, - 0.008270713935970049, - 0.005839290018833664, - -0.016622836393596845, - 0.056058268926553946, - -0.03742293794726937, - 0.012369841544256039, - 0.0072619020715631285, - 0.009574918079096046, - 0.031539144971751344, - 0.013908543314500948, - 0.011100862523540712, - 0.04299334557438753, - 0.0388642668549907, - 0.03971033022598931, - 0.04886574700564973, - 0.01822254990583819 - ] - ], - "std": [ - [ - 0.9791003932834449, - 1.021744482805594, - 1.1340682159044895, - 1.0045684160238317, - 1.0167341100485954, - 1.0690427250537498, - 1.0300221271732741, - 1.0094253367928134, - 1.0210603991574776, - 0.9572713912379988, - 1.0483212024662971, - 1.0072461534048065, - 1.0014897901284459, - 0.9804849453944862, - 0.9885214019890697, - 1.0745697261946487, - 0.992143934303644, - 0.984246843865331, - 0.9805974247887139, - 1.1272267847632704, - 1.0038856117840471 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 14542, - "cert_evals": { - "36": 0.5454545617103577, - "72": 0.4514106512069702, - "108": 0.33542320132255554, - "255": 0.10344827175140381 - }, - "fold": 0 - }, - { - "best_epoch": 54, - "best_val_acc": 0.6139817629179332, - "test_acc": 0.6382306477093207, - "train_size": 531, - "val_size": 329, - "test_size": 1266, - "stats": { - "mean": [ - [ - 0.02423730847457605, - 0.013319074199623025, - 0.015243735216572874, - 0.004751267419963072, - -0.009100580225987828, - 0.008270713935970045, - 0.024992621468926206, - 0.03573573145009404, - -0.005775212429378253, - -0.0017990462335216943, - -0.04130081879472713, - 0.004844720715630924, - 0.008810358945386055, - 0.025032086685499028, - -0.003331445386064059, - 0.003099077212806293, - 0.013448002824858358, - 0.00903407777777766, - 0.006905300357815675, - 0.014681350583804143, - -0.02494074199623351 - ] - ], - "std": [ - [ - 0.9901364010340642, - 1.0331843009790576, - 1.0385537848348627, - 1.004594460707876, - 0.9939531654620118, - 1.0690427250537498, - 1.1059904833090093, - 1.0066519698467797, - 0.9947251360209003, - 1.007854194532267, - 0.9613978699084029, - 1.0039167957400732, - 1.0015612937949965, - 1.0093255157872945, - 0.9891264460600468, - 0.9170858677231267, - 1.0232842600875196, - 0.9997950684728752, - 1.0142818567858394, - 1.0064323164990734, - 0.9910108983737475 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 14542, - "cert_evals": { - "36": 0.4954407215118408, - "72": 0.42553192377090454, - "108": 0.33738601207733154, - "255": 0.09726443886756897 - }, - "fold": 1 - }, - { - "best_epoch": 81, - "best_val_acc": 0.685459940652819, - "test_acc": 0.629570747217806, - "train_size": 531, - "val_size": 337, - "test_size": 1258, - "stats": { - "mean": [ - [ - -0.017864035781544274, - 0.006498658568738066, - 0.055962871563087456, - 0.031599305084746454, - -0.01800729736346521, - 0.008270713935970026, - -0.010121785310734386, - 0.06804887372881353, - -0.026457461770244318, - -0.009681385969868147, - -0.06351851043314512, - 0.0022826497175141396, - 0.0007831224105461175, - 0.006246139887005633, - 0.020293879472693028, - -0.039576907721280453, - -0.031042671939736536, - -0.02997460489642182, - -0.02915410564971728, - -0.03835001242937842, - -0.02802381167608266 - ] - ], - "std": [ - [ - 0.9840240485333955, - 1.0369630058509158, - 1.3077211738329413, - 0.9781910820406798, - 0.9593815683814114, - 1.0690427250537495, - 0.9831811654899777, - 1.0030139105693259, - 0.9410382228102027, - 1.0102835335540883, - 0.9567918855139759, - 0.9840184308800868, - 0.9460545431142556, - 1.0343625123637432, - 0.9972026659995562, - 0.9845178278494092, - 0.982127775954673, - 0.9875424397739129, - 0.9974176458730358, - 0.9332863192875079, - 1.005191404704601 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 14542, - "cert_evals": { - "36": 0.5697329044342041, - "72": 0.498516321182251, - "108": 0.4035608172416687, - "255": 0.11275964230298996 - }, - "fold": 2 - }, - { - "best_epoch": 47, - "best_val_acc": 0.680379746835443, - "test_acc": 0.6544175136825645, - "train_size": 531, - "val_size": 316, - "test_size": 1279, - "stats": { - "mean": [ - [ - 0.00242115593220332, - -0.035886080602636754, - -0.03572555838041413, - -0.01890058003766386, - -0.032639473446328435, - 0.008270713935969828, - -0.010121798493407167, - 0.037159613276836166, - -0.026031056685498998, - -0.0068150113747645945, - -0.01142061785310738, - -0.00994834726930324, - -0.03017912354048965, - -0.07131180037664787, - -0.020571447269303055, - -0.026240708097928056, - 0.01977089152542346, - -0.0009897885122410945, - 0.008988329585687696, - -0.027821750659133063, - 0.07988433521657268 - ] - ], - "std": [ - [ - 0.9646815053252067, - 0.9964364169189934, - 0.8667767137648238, - 0.9918320242400497, - 0.9443068366192023, - 1.0690427250537484, - 0.9028491559082471, - 0.9963685539925591, - 0.9378981844514512, - 0.9990211691032591, - 0.9968931340694016, - 0.9947823538218709, - 1.01034823063542, - 0.9491639320099594, - 0.9768788202272297, - 0.8919007118681375, - 0.9486367993709804, - 0.9697075304143699, - 0.975375266216865, - 0.9399010412320569, - 0.9783943677709094 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 14542, - "cert_evals": { - "36": 0.5981012582778931, - "72": 0.5031645894050598, - "108": 0.40506330132484436, - "255": 0.08227848261594772 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6410171095975639, - "std_test_acc": 0.010312570558719997, - "n_samples": 2126, - "n_features": 21, - "n_classes": 10, - "mean_cert_acc_36": 0.5521823614835739, - "std_cert_acc_36": 0.04351797956837119, - "mean_cert_acc_72": 0.4696558713912964, - "std_cert_acc_72": 0.03757468366796874, - "mean_cert_acc_108": 0.37035833299160004, - "std_cert_acc_108": 0.03921937088818284, - "mean_cert_acc_255": 0.09893770888447762, - "std_cert_acc_255": 0.012802612665882483 - }, - "cardiotocography-3clases": { - "dataset": "cardiotocography-3clases", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 49, - "best_val_acc": 0.8885448916408669, - "test_acc": 0.8671383647798742, - "train_size": 531, - "val_size": 323, - "test_size": 1272, - "stats": { - "mean": [ - [ - -0.030111656873823105, - -0.003732127118644177, - 0.01116787758945438, - -0.08985611299434969, - -0.00846454877589486, - 0.008270713935970052, - 0.01860809416195951, - 0.07714044712806034, - -0.005562035969867772, - -0.02718609557438801, - -0.012457818041431213, - 0.012724705461393555, - -0.02157851902071565, - -0.007921984030131852, - 0.03306414218455754, - 0.04044068926553697, - -0.048516965348399554, - -0.04458778192090391, - -0.03123695568738192, - 0.02170018583804156, - -0.018774542372881505 - ] - ], - "std": [ - [ - 1.0267196734843282, - 1.0079165135088577, - 0.9473557451244335, - 0.9914796817927604, - 1.004413984395137, - 1.0690427250537498, - 1.0265337126752654, - 1.0005000887455053, - 1.027745709308044, - 0.9908319242282088, - 1.0037543771306683, - 1.0398975301195088, - 1.0062327099761543, - 1.0841869723664168, - 1.0142218392015123, - 1.151741953917099, - 1.0734457791437295, - 1.0354213623061976, - 1.0200885928553527, - 1.1205840477329363, - 1.0030899076810105 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.8544891476631165, - "72": 0.8173374533653259, - "108": 0.792569637298584, - "255": 0.5975232124328613 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.8773006134969326, - "test_acc": 0.8668242710795903, - "train_size": 531, - "val_size": 326, - "test_size": 1269, - "stats": { - "mean": [ - [ - 0.016391169491525318, - 0.0011396926553671261, - -0.02373987099811634, - 0.03607396610169575, - -0.010373017325799852, - 0.00827071393597003, - 0.012223685499058473, - 0.010651874764595136, - 0.01981098888888896, - 0.01887923308851223, - -0.018915777890772333, - -0.015072648775894497, - 0.009447557815442556, - -0.017157672448210953, - -0.006524062146892641, - -0.03690971751412391, - -0.03587095574387965, - -0.017897674387947204, - -0.022515022862523364, - 0.011496865838041524, - -0.04343927306967993 - ] - ], - "std": [ - [ - 0.9391569592897272, - 1.0230906606141204, - 0.9581004188558814, - 0.9835526445831309, - 0.9979926559581693, - 1.0690427250537498, - 1.0123898646052452, - 1.000643989202775, - 1.0328535759777588, - 1.0412458470198602, - 1.0101002215424937, - 1.0019895656154183, - 1.0176643747680885, - 0.9912502978877031, - 0.9736333689619006, - 0.8842664932785655, - 1.039084545290219, - 0.9977498578188039, - 0.9855549645903211, - 1.0605253991894208, - 1.000119457990836 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.8312883377075195, - "72": 0.8006134629249573, - "108": 0.7607361674308777, - "255": 0.5153374075889587 - }, - "fold": 1 - }, - { - "best_epoch": 38, - "best_val_acc": 0.8666666666666667, - "test_acc": 0.8837944664031621, - "train_size": 531, - "val_size": 330, - "test_size": 1265, - "stats": { - "mean": [ - [ - 0.011989649905837963, - 0.017703763653483834, - -0.04815508248587558, - 0.0878522580037672, - -0.0001940107344639859, - -0.0574620999999995, - 0.04414582297551817, - 0.04154100908662901, - 0.0033932510357819923, - 0.013044282391713674, - -0.042404981242937984, - 0.04134378888888889, - -0.01985842806026365, - 0.05704191233521654, - 0.04647320527306972, - -0.06624954802259869, - 0.0383948538606398, - 0.015676433521657228, - 0.03476359286252388, - 0.0983877023352167, - -0.00027604896421838714 - ] - ], - "std": [ - [ - 1.0121411725514342, - 1.0022698506112053, - 0.7850107263672123, - 1.021861659011844, - 1.0205680703685656, - 1.0, - 1.0504178369202641, - 0.9762037792485212, - 0.9969033920323853, - 1.0262088384173584, - 0.9577094393711939, - 1.018018865673482, - 1.0072567026892174, - 1.0240761987453126, - 0.9864342700743015, - 0.8655231462742808, - 1.0132444325659744, - 1.002180759880479, - 1.0086965056851351, - 1.1584443320466373, - 0.9678154222739248 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.8454545140266418, - "72": 0.803030252456665, - "108": 0.7545454502105713, - "255": 0.581818163394928 - }, - "fold": 2 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8785942492012779, - "test_acc": 0.8728549141965679, - "train_size": 531, - "val_size": 313, - "test_size": 1282, - "stats": { - "mean": [ - [ - 0.07590710470809812, - -0.024193697175141464, - -0.04779198342749522, - -0.03360304143126111, - 0.029070319209039387, - -0.024595693032014893, - 0.005839325800377342, - 0.06772045080037671, - 0.004032814877590208, - -0.01572106636534833, - -0.023934781092278794, - -0.0005697517890771726, - -0.008709438794726921, - -0.015583420433144993, - -0.012270593220338952, - 0.01910270809792879, - -0.009544668926553972, - -0.0007485035781543035, - 0.019792885216572968, - 0.012601643615819754, - 0.07063507344632772 - ] - ], - "std": [ - [ - 0.9774443663972388, - 0.9691878598072985, - 0.7938133543361705, - 1.0258465761633682, - 0.9993132346074002, - 0.7566415100311142, - 1.0194614547438874, - 0.9883543548463236, - 0.9952655430481072, - 0.9924332095258233, - 1.0409700820319554, - 0.9838443180700808, - 0.9913771235918427, - 0.9821486224205357, - 0.9651162627503362, - 1.033340912804804, - 1.0105779866484361, - 1.0049118298763688, - 0.989141891228224, - 1.0204876585018856, - 0.9866082018247349 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.8466453552246094, - "72": 0.8242811560630798, - "108": 0.7923322319984436, - "255": 0.5686900615692139 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8726530041147986, - "std_test_acc": 0.007927974213592653, - "n_samples": 2126, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.8444693386554718, - "std_cert_acc_36": 0.009658174036547434, - "mean_cert_acc_72": 0.811315581202507, - "std_cert_acc_72": 0.011365900519592083, - "mean_cert_acc_108": 0.7750458717346191, - "std_cert_acc_108": 0.020256155695127103, - "mean_cert_acc_255": 0.5658422112464905, - "std_cert_acc_255": 0.03567334358297272 - }, - "adult": { - "dataset": "adult", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.8226150563852483, - "test_acc": 0.8227624139389976, - "train_size": 16281, - "val_size": 6562, - "test_size": 25999, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 13574, - "cert_evals": { - "36": 0.765620231628418, - "72": 0.7007009983062744, - "108": 0.6356293559074402, - "255": 0.3975921869277954 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8114303178484108, - "test_acc": 0.8111234961755776, - "train_size": 16281, - "val_size": 6544, - "test_size": 26017, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 13574, - "cert_evals": { - "36": 0.7542787790298462, - "72": 0.6951406002044678, - "108": 0.6335574984550476, - "255": 0.37423595786094666 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.8170449282075035, - "test_acc": 0.8198512498083116, - "train_size": 16281, - "val_size": 6477, - "test_size": 26084, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 13574, - "cert_evals": { - "36": 0.7566774487495422, - "72": 0.6912150382995605, - "108": 0.6337810158729553, - "255": 0.3808861970901489 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.8074769184198577, - "test_acc": 0.8099714880172613, - "train_size": 16281, - "val_size": 6607, - "test_size": 25954, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 13574, - "cert_evals": { - "36": 0.7452701926231384, - "72": 0.685333788394928, - "108": 0.6261541247367859, - "255": 0.35038596391677856 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.815927161985037, - "std_test_acc": 0.006342039423253526, - "n_samples": 48842, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.7554616630077362, - "std_cert_acc_36": 0.008365403646295486, - "mean_cert_acc_72": 0.6930976063013077, - "std_cert_acc_72": 0.006475757995122158, - "mean_cert_acc_108": 0.6322804987430573, - "std_cert_acc_108": 0.004188459648991792, - "mean_cert_acc_255": 0.3757750764489174, - "std_cert_acc_255": 0.019571116345729472 - }, - "chess-krvk": { - "dataset": "chess-krvk", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 41, - "best_val_acc": 0.2505915759583531, - "test_acc": 0.2529138915318744, - "train_size": 7014, - "val_size": 4226, - "test_size": 16816, - "stats": { - "mean": [ - [ - 0.012324607927003232, - 0.007078780439120998, - 0.0020496236099223986, - -0.024108994297119334, - -0.0005551300684344027, - 0.00494480253777899 - ] - ], - "std": [ - [ - 0.999931915679557, - 1.0057899986789152, - 1.0018138589619487, - 0.9949807268406698, - 1.0000689847213224, - 1.0016960231746526 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 3990, - "cert_evals": { - "36": 0.13393279910087585, - "72": 0.06767629086971283, - "108": 0.027922384440898895, - "255": 0.0007098911446519196 - }, - "fold": 0 - }, - { - "best_epoch": 29, - "best_val_acc": 0.24142823362497043, - "test_acc": 0.2432046630583477, - "train_size": 7014, - "val_size": 4229, - "test_size": 16813, - "stats": { - "mean": [ - [ - 0.02662805560307895, - 0.005693713430283323, - -0.0016727181351587745, - 0.014426962075848423, - -0.007343462446535813, - 0.00437411206158899 - ] - ], - "std": [ - [ - 0.9852094089714073, - 0.9988688121679218, - 1.0043106562162794, - 0.9917902725212167, - 0.9953541320225967, - 0.995076350426718 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 3990, - "cert_evals": { - "36": 0.12225112318992615, - "72": 0.049657128751277924, - "108": 0.01962639018893242, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.23490252020922492, - "test_acc": 0.2367545735329057, - "train_size": 7014, - "val_size": 4206, - "test_size": 16836, - "stats": { - "mean": [ - [ - 0.009281328200740034, - -0.0021550139720564235, - -0.004650539349872485, - 0.006120143427431122, - -0.0004934166951813222, - 0.0024717757342437065 - ] - ], - "std": [ - [ - 0.9905305563279689, - 1.0007194352174467, - 1.0073929861352688, - 0.996792137495875, - 0.995664797353786, - 0.9984373474066448 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 3990, - "cert_evals": { - "36": 0.13813599944114685, - "72": 0.05920114368200302, - "108": 0.024964338168501854, - "255": 0.0002377555938437581 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.2405152224824356, - "test_acc": 0.23700214643453374, - "train_size": 7014, - "val_size": 4270, - "test_size": 16772, - "stats": { - "mean": [ - [ - 0.0038034088964931244, - -0.012312182207011678, - 0.00825354519532299, - -0.012616928286283908, - 0.00814625808383194, - 0.012173608639860799 - ] - ], - "std": [ - [ - 0.9903915605524702, - 0.991199162231707, - 1.011474563134033, - 0.9971077092137348, - 0.999255185770078, - 1.0033642166267953 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 3990, - "cert_evals": { - "36": 0.14051522314548492, - "72": 0.05362997576594353, - "108": 0.013114754110574722, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.24246881863941538, - "std_test_acc": 0.007575797358926454, - "n_samples": 28056, - "n_features": 6, - "n_classes": 18, - "mean_cert_acc_36": 0.13370878621935844, - "std_cert_acc_36": 0.00810876119613063, - "mean_cert_acc_72": 0.057541134767234325, - "std_cert_acc_72": 0.007808792787871323, - "mean_cert_acc_108": 0.021406966727226973, - "std_cert_acc_108": 0.006507349753504872, - "mean_cert_acc_255": 0.00023691168462391943, - "std_cert_acc_255": 0.00033464636778438066 - }, - "chess-krvkp": { - "dataset": "chess-krvkp", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 31, - "best_val_acc": 0.9676724137931034, - "test_acc": 0.9689601655457838, - "train_size": 799, - "val_size": 464, - "test_size": 1933, - "stats": { - "mean": [ - [ - -0.012910581977471696, - 0.0232343479349185, - 0.01974840050062684, - -0.006236645807259704, - 0.016582745932415422, - 0.011297774718398169, - 0.042862941176470284, - 0.03031926157697225, - 0.0180404605757215, - -0.010202853566957767, - -0.00189366082603287, - -0.016319619524404437, - 0.0033822653316640658, - -0.03204078085106409, - 0.0705100575719649, - 0.02903828535669439, - -0.03100208760951203, - -0.008096886107634134, - -0.03482669524405622, - 0.019232514392990924, - 0.012952405506882283, - 0.028141539424280874, - 0.012118360450564641, - -0.021248015018773447, - -0.016025085481852858, - 5.306633288432277e-07, - -0.020626277847311296, - -0.017688700000000283, - 0.0857653942428025, - -0.03719805506883507, - 0.005740868585732433, - 0.07288125406758252, - 0.025791864831039592, - -0.00712086608260405, - -0.040342160200250346, - -0.05876795494368149 - ] - ], - "std": [ - [ - 0.9837163023685394, - 1.0378682164982054, - 1.0465982807867846, - 0.9915165284267596, - 1.005530465952035, - 1.0006602278791406, - 1.010781822340367, - 1.0199155022259125, - 1.0041109770934162, - 0.9954304425556489, - 0.999580748645936, - 0.9784729377035531, - 1.001226355888721, - 0.7309839212424674, - 1.0450840322089407, - 1.0585050069556725, - 0.9104979964986178, - 1.0030733244153598, - 0.7855814376765642, - 1.0182546843992308, - 1.0103378991543899, - 1.020315666869466, - 1.0226041285721963, - 0.9944445166738229, - 0.8530722671343124, - 0.9998428506463546, - 0.958403864877632, - 1.0, - 1.297598626233983, - 0.9108937768595846, - 1.0046803731698561, - 1.1311938967311475, - 1.0059129579966133, - 1.0017029704517841, - 1.020154120299574, - 0.9629351207831572 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 54534, - "cert_evals": { - "36": 0.9461206793785095, - "72": 0.9137930870056152, - "108": 0.857758641242981, - "255": 0.3987068831920624 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.9822616407982262, - "test_acc": 0.9753340184994861, - "train_size": 799, - "val_size": 451, - "test_size": 1946, - "stats": { - "mean": [ - [ - -0.0009927534418022186, - 0.018342768460575525, - -0.06582760575719632, - -0.0020792615769724375, - 0.051078400500625745, - 0.011297774718398223, - -0.03506647058823558, - -0.021223376720899582, - -0.03866361702127398, - -0.02380752190237722, - -0.014526558197747444, - 0.016318818523153884, - 0.006087788485606497, - 0.07781297659574443, - -0.04009326658322881, - 0.017423181476844563, - -0.016413096370462833, - -0.032386387984980926, - 0.020896709511889343, - 0.0017488035043802706, - 0.0032379173967446036, - -0.04377830913642133, - 0.00134634543179087, - -0.008370843554443178, - -0.01602508548185286, - -0.05699136670838574, - 0.012376380475592372, - -0.017688700000000283, - 0.023390775969961416, - 0.03719677847309204, - 0.005740868585732397, - -0.004124948685859613, - 0.002579862327909166, - -0.025243699624531293, - -0.02052447684605754, - 0.019589255319148336 - ] - ], - "std": [ - [ - 0.9986195311743077, - 1.0300230852190024, - 0.8216604611116667, - 0.9970790771407829, - 1.0163955081800622, - 1.0006602278791408, - 0.9894273630441428, - 0.9849960711322177, - 0.9895223747807858, - 0.9893503391280706, - 0.9977270081722001, - 1.0205058915949463, - 1.0023223894472089, - 1.4564544306041578, - 0.9790108101412359, - 1.0355371587989588, - 0.9537117155994841, - 1.0123108404588719, - 1.108181480971759, - 1.001546561141509, - 1.0024924985959782, - 0.9655037096440781, - 1.0024053099202712, - 0.9977739015125082, - 0.8530722671343125, - 1.021876104669329, - 1.0237032374075374, - 1.0, - 1.0898218142005072, - 1.080220497632301, - 1.0046803731698557, - 0.9917285097795778, - 1.000482486194206, - 1.0061895454376688, - 1.0104282205557285, - 1.0110875620192163 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 54534, - "cert_evals": { - "36": 0.9578713774681091, - "72": 0.9223946928977966, - "108": 0.8780487775802612, - "255": 0.49445676803588867 - }, - "fold": 1 - }, - { - "best_epoch": 41, - "best_val_acc": 0.9747368421052631, - "test_acc": 0.9661810613943809, - "train_size": 799, - "val_size": 475, - "test_size": 1922, - "stats": { - "mean": [ - [ - 0.04270595118898613, - -0.035464605757197565, - -0.026330987484355414, - 0.010392891113891287, - 0.024543281602002653, - -0.001253777221526715, - -0.011687647058824222, - -0.02728721652065032, - 0.0025757121401775553, - -0.07006339424280264, - -0.0018936608260329234, - -0.004080205256570354, - 0.04125958948685799, - -0.03204078085106409, - -0.02626784230287835, - -0.023229682102629934, - 0.041942868585731145, - 0.01619261576971138, - 0.006965858322903206, - -0.001747938673341953, - -0.05828717396746041, - 0.04064933917396773, - 0.06597843554443104, - -0.018672580725907748, - 0.005341821777221022, - -0.005427269086358065, - 0.03437815269086148, - -0.017688700000000283, - -0.007796533166459127, - -6.382978713675692e-07, - -0.04346299874843527, - 0.01787682352940982, - -0.03610680851063828, - 0.04465865832290276, - 0.019110889862328, - 0.03990408760951166 - ] - ], - "std": [ - [ - 1.0503026614950781, - 0.9377299469744113, - 0.9332222466570044, - 1.0134812577120929, - 1.0081529457229899, - 0.9997466732969692, - 0.9965218768327301, - 0.9806280790356154, - 1.0004721494235536, - 0.9669617912464558, - 0.9995807486459362, - 0.9945690429937961, - 1.0158077550757176, - 0.7309839212424674, - 0.9989487460582208, - 0.9496723729602274, - 1.1079472020538745, - 0.9931560757473815, - 1.0372639011971079, - 0.998134626824417, - 0.9489971567418679, - 1.0290373693626786, - 1.116580541935386, - 0.9951246155880097, - 1.0441402229839951, - 1.0021017867674258, - 1.064445876205708, - 1.0, - 0.9678679341238935, - 0.999842760601726, - 0.9613338278133499, - 1.0340832941176457, - 0.9901571062749744, - 0.9869400115230125, - 0.9895000075374855, - 1.0222216905424544 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 54534, - "cert_evals": { - "36": 0.9536841511726379, - "72": 0.911578893661499, - "108": 0.856842041015625, - "255": 0.47789472341537476 - }, - "fold": 2 - }, - { - "best_epoch": 31, - "best_val_acc": 0.9606986899563319, - "test_acc": 0.9489427539969056, - "train_size": 799, - "val_size": 458, - "test_size": 1939, - "stats": { - "mean": [ - [ - 0.0029798560700874874, - -0.015898287859826204, - 0.013165630788484818, - -0.002079261576972459, - 0.06434595994993732, - -0.0087847083854817, - -0.035066470588235754, - -0.021223376720899842, - 0.012885544430540316, - -0.0755052615769703, - -0.07516446558197788, - 0.004079404255319092, - 0.041259589486858005, - 0.04119505744680826, - -0.0069122853566958315, - -0.029037234042554844, - -0.01641309637046286, - -0.037784055068836316, - -0.03482669524405622, - -0.04370884480600792, - -0.035620035043805974, - 0.04690323904881119, - -0.009425669586981995, - -0.00064454067584565, - -0.05875890000000068, - -0.04884966708385503, - 0.0453790387984959, - -0.017688700000000283, - 0.002599236545681054, - 0.030997209011264834, - -0.05002351439299086, - 0.006875937421775107, - -0.010315694618272687, - -0.04077755694618336, - 0.004955401752189988, - 0.10084858448060059 - ] - ], - "std": [ - [ - 1.003506639923147, - 0.9726497119550556, - 1.031291250931018, - 0.9970790771407828, - 1.0202330509186042, - 0.9991224561764447, - 0.9894273630441432, - 0.9849960711322175, - 1.0029259974983142, - 0.9641477850388797, - 0.9865314194046129, - 1.0050737920779802, - 1.0158077550757172, - 1.2629201270580204, - 0.9808444007141872, - 0.9366196797544946, - 0.9537117155994845, - 1.0142732074093561, - 0.7855814376765643, - 0.9552444287880467, - 0.9695039665985851, - 1.033313842690941, - 0.9816728244810887, - 0.9996865943557063, - 1.0, - 1.0189528540341442, - 1.0840757895240576, - 1.0, - 1.0102634466126872, - 1.067334702526026, - 0.9552142319361535, - 1.0131869855246693, - 0.9972193469515207, - 1.0097604697449478, - 0.9972056619226006, - 1.052569358911855 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 54534, - "cert_evals": { - "36": 0.9279476404190063, - "72": 0.8908296823501587, - "108": 0.8558952212333679, - "255": 0.48689958453178406 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9648544998591391, - "std_test_acc": 0.011278596596429278, - "n_samples": 3196, - "n_features": 36, - "n_classes": 2, - "mean_cert_acc_36": 0.9464059621095657, - "std_cert_acc_36": 0.01323151303077317, - "mean_cert_acc_72": 0.9096490889787674, - "std_cert_acc_72": 0.013385531378740085, - "mean_cert_acc_108": 0.8621361702680588, - "std_cert_acc_108": 0.010635648879011278, - "mean_cert_acc_255": 0.46448948979377747, - "std_cert_acc_255": 0.04437454875328181 - }, - "congressional-voting": { - "dataset": "congressional-voting", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5614035087719298, - "test_acc": 0.5613382899628253, - "train_size": 109, - "val_size": 57, - "test_size": 269, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.11779591743119261, - -0.04414557798165136, - -0.044145577981651356, - -0.1385431192660551, - -0.04414557798165139, - -0.026378550458715573, - 0.11256628440366967, - -0.10507706422018329, - -0.054913027522935885, - -0.05395532110091718, - 0.008270385321100901, - 0.10771073394495408, - 0.03500372477064211, - -0.000600422018348633, - -0.02276844036697253 - ] - ], - "std": [ - [ - 0.8184815616369955, - 0.8313668954689791, - 0.8538679440524577, - 0.8538679440524576, - 0.5219210944971431, - 0.8538679440524588, - 0.9259164552817457, - 1.2484961570437194, - 0.7457451590890042, - 0.7568400989501728, - 0.8761485096645807, - 1.012504902324288, - 1.1811957798165138, - 1.0783310548027614, - 0.9977827937237086, - 0.9845600817644352 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 13702, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.578125, - "test_acc": 0.549618320610687, - "train_size": 109, - "val_size": 64, - "test_size": 262, - "stats": { - "mean": [ - [ - -0.00038625688073406236, - 0.057688394495412916, - 0.07259284403669729, - 0.07259284403669727, - -0.08832123853211014, - 0.01422363302752295, - -0.07830136697247703, - -0.08832123853211014, - 0.10401949541284418, - -0.054913027522935885, - -0.09670699082568791, - 0.043890183486238465, - -0.010408844036697309, - -0.05957216513761476, - 0.22344607339449585, - 0.020201284403669834 - ] - ], - "std": [ - [ - 0.9977358415203772, - 1.0666277227790677, - 1.1962128629178321, - 1.196212862917833, - 0.7346827772265264, - 1.0408721364505138, - 0.7595653225302291, - 0.7346827772265264, - 1.1887281938323424, - 0.7568400989501728, - 0.7623714803384029, - 1.0685939449541277, - 0.9788020482079224, - 0.8432648555935023, - 1.3191500469500397, - 1.0109306979905373 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 13702, - "cert_evals": { - "36": 0.015625, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7169811320754716, - "test_acc": 0.5934065934065934, - "train_size": 109, - "val_size": 53, - "test_size": 273, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.0008063761467889231, - -0.044145577981651335, - -0.10251478899082538, - -0.08832123853211014, - 0.014223633027522997, - -0.078301366972477, - -0.08832123853211014, - -0.14689637614678883, - -0.12773999999999977, - 0.03154801834862407, - 0.008270385321100882, - 0.028964348623853046, - -0.012284220183486308, - -0.0006004220183486534, - 0.04168614678899078 - ] - ], - "std": [ - [ - 0.8184815616369948, - 0.9978460372285823, - 0.853867944052458, - 0.6065906343935914, - 0.7346827772265261, - 1.0408721364505131, - 0.7595653225302292, - 0.7346827772265265, - 0.6117637925728782, - 1.0, - 1.062789656192666, - 1.0125049023242882, - 1.0520823572341493, - 0.9691144875367229, - 0.9977827937237085, - 1.023184850832101 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 13702, - "cert_evals": { - "36": 0.18867924809455872, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6338028169014085, - "test_acc": 0.6078431372549019, - "train_size": 109, - "val_size": 71, - "test_size": 255, - "stats": { - "mean": [ - [ - -0.0003862568807340379, - -0.05930114678899078, - 0.014223633027522962, - -0.04414557798165134, - -0.03809935779816519, - -0.04414557798165141, - -0.026378550458715615, - 0.012122522935779772, - -0.02143844036697227, - 0.017913944954128333, - -0.0967069908256879, - 0.07950998165137609, - 0.028964348623853057, - -0.012284220183486292, - -0.0006004220183485913, - -0.02276844036697257 - ] - ], - "std": [ - [ - 0.9977358415203773, - 0.9202474953183722, - 1.0408721364505134, - 0.8538679440524575, - 0.8955844252869521, - 0.8538679440524586, - 0.9259164552817456, - 1.0292422785092563, - 0.9536270350654188, - 1.0653667607530586, - 0.7623714803384029, - 1.1207507845689388, - 1.0520823572341482, - 0.9691144875367229, - 0.9977827937237086, - 0.9845600817644354 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 13702, - "cert_evals": { - "36": 0.0422535203397274, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.578051585308752, - "std_test_acc": 0.027148343250588517, - "n_samples": 435, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.06163944210857153, - "std_cert_acc_36": 0.08647095075573845, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "conn-bench-sonar-mines-rocks": { - "dataset": "conn-bench-sonar-mines-rocks", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.7575757575757576, - "test_acc": 0.7723577235772358, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.07224829615384616, - 0.06143836403846155, - 0.17981892115384618, - 0.18359467307692307, - 0.17865188250000005, - 0.18166694038461537, - 0.13145928269230767, - 0.3580806807692308, - 0.2723380293846154, - 0.32641636923076933, - 0.3547530749999999, - 0.27079468269230766, - 0.2390470615384616, - 0.08077609423076923, - 0.06372549615384623, - 0.027136992307692294, - -0.0707615403846154, - -0.013202551923076929, - 0.07079190192307686, - 0.14980152423076923, - 0.19067387173076927, - 0.18353470192307691, - 0.09474908461538462, - 0.11814903269230771, - 0.12851396730769224, - 0.09148541923076925, - 0.007863109038461517, - -0.03280788846153844, - -0.038817317307692306, - -0.030111546153846168, - -0.06803155000000002, - -0.1759780653846154, - -0.09925099846153843, - -0.06391267884615386, - -0.10967796730769228, - -0.09900584423076922, - -0.07212157115384613, - -0.04979613730769235, - -0.014902880769230744, - -0.06563232307692309, - -0.19819578653846154, - -0.09516337250000001, - 0.028546435961538493, - 0.02690762884615383, - -0.051032306153846144, - -0.1709350942307693, - -0.15902759326923072, - 0.05230017500000001, - -0.06006629230769232, - -0.14417805423076924, - 0.04664167115384615, - 0.035231851923076866, - 0.10847407884615384, - 0.0320697788461538, - 0.014380650000000059, - 0.1584930519230769, - 0.24879878846153847, - -0.06910759711538458, - -0.04868835576923079, - -0.009460907692307728 - ] - ], - "std": [ - [ - 0.8826781365757673, - 0.8736204750730865, - 1.0631193826022287, - 1.0559935051069889, - 1.0948164691784295, - 0.9911164668100656, - 1.058133601574446, - 1.1345779651029129, - 1.2612720115229583, - 1.3050289136088924, - 1.2242580940441732, - 1.1507745621698449, - 0.9449561434126305, - 0.9761316418147328, - 1.0515687251009254, - 1.0336058228027496, - 1.0092336792759293, - 0.9721128786372969, - 0.9828570204269845, - 1.0526094050032175, - 1.007626826074757, - 0.9451553241613345, - 1.0688742655635421, - 1.1766129754915444, - 1.0893546356638915, - 0.9472223527353211, - 0.9975324667404246, - 0.9442106678014526, - 0.9147349976996598, - 0.8924870761180707, - 0.9115618167344114, - 0.9476131762252616, - 0.9936735012487963, - 1.091198911266045, - 1.0880994377807855, - 1.058748260466537, - 1.0322810862952991, - 1.0794760575131008, - 1.0563032817583005, - 1.063491740689508, - 0.9911947467095144, - 0.9289066519838143, - 1.060366924720947, - 1.0624085035469397, - 0.8715483240662897, - 0.6896203094035522, - 0.7267883935975691, - 0.928021673885073, - 0.8751357100836189, - 0.7223660360736314, - 0.7383172079055456, - 0.8199366242592814, - 1.0798630214435168, - 1.1347800621794066, - 0.9003324355296055, - 1.2234839576090903, - 1.1067568444114322, - 0.7263873158583661, - 0.9265847016853823, - 0.8105858418957635 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 213510, - "cert_evals": { - "36": 0.6060606241226196, - "72": 0.4545454680919647, - "108": 0.3333333432674408, - "255": 0.09090909361839294 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7931034482758621, - "test_acc": 0.8267716535433071, - "train_size": 52, - "val_size": 29, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.1496621807692307, - -0.08903577807692303, - -0.14030929807692305, - -0.035338826923076924, - 0.08386959669423068, - 0.09199651153846154, - 0.14088967307692307, - 0.07056369423076922, - -0.0025582480769230555, - 0.009174194230769301, - 0.0818218730769231, - 0.08237485384615381, - 0.04123067288461538, - -0.00616768461538463, - -0.028849084615384605, - -0.04050276923076927, - -0.0212545653846154, - -0.05132907923076921, - -0.04626740192307692, - -0.07403159615384614, - -0.05252051923076921, - 0.030670448076923096, - -0.021138782692307692, - 0.005048434615384597, - 0.09778213076923079, - 0.2050811269230769, - 0.18951900000000002, - 0.09827862115384613, - 0.07715956730769227, - 0.1654723846153846, - 0.07360706730769234, - -0.012788405769230859, - -0.07698564038461544, - -0.11772723500000001, - -0.012259624999999958, - 0.0018293673076923635, - -0.07115984249999997, - -0.07953136711538462, - -0.04274317096153846, - -0.03792623653846152, - -0.08625715769230768, - -0.05082718653846153, - 0.0639244403846154, - 0.05993298846153846, - 0.008120661730769264, - -0.03299837499999998, - -0.08261534326923076, - -0.13786070961538463, - -0.11194899807692303, - -0.1165946903846154, - -0.11254034384615383, - -0.09731205576923077, - -0.10915543461538466, - -0.020348332692307698, - -0.03527259615384616, - -0.05305450769230768, - -0.0766177076923077, - 0.017685547115384614, - 0.05708845576923076, - 0.13349773076923077 - ] - ], - "std": [ - [ - 0.808987901180408, - 0.6916743939877592, - 0.6533719713044063, - 0.7289409087743024, - 0.9799815957215703, - 1.1546934744155954, - 1.0489671907417901, - 1.0406351665781963, - 1.06602300100525, - 0.9855510401092009, - 0.941611877990984, - 0.874334438804182, - 0.8948617088044496, - 0.9284777014495024, - 0.9652796384670821, - 0.9176168045360895, - 0.9187448624511494, - 0.9637941840958039, - 1.036895695822955, - 1.080455047426266, - 1.0569445623516454, - 1.027280062203057, - 0.9972067893847262, - 0.9558109386682533, - 0.9135564279343454, - 0.9323450964074564, - 0.9165881179625035, - 0.9150530169961677, - 0.8966782811687405, - 0.9697039290944067, - 1.0552459326194796, - 1.0678782438443375, - 1.0350794282536124, - 0.981036806175182, - 1.0268794592105523, - 1.049486682131856, - 1.0562822257610098, - 1.0082564159163012, - 1.008195204043701, - 1.0704359719340684, - 1.0356445372719016, - 0.9497252302544834, - 1.0265656593627723, - 1.1425919880616457, - 0.984594565229331, - 0.9387504917802769, - 0.9538513934843633, - 0.9644663205759176, - 0.9826957464876444, - 0.906104614495397, - 0.6863012460053298, - 0.8135699574469399, - 0.8718984903633391, - 0.87106180576059, - 0.9705550873133266, - 0.7881063937322114, - 1.0305107562527829, - 0.9850679024115949, - 1.0840227025091698, - 0.955646054806482 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 213510, - "cert_evals": { - "36": 0.6896551847457886, - "72": 0.517241358757019, - "108": 0.37931033968925476, - "255": 0.06896551698446274 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8787878787878788, - "test_acc": 0.8211382113821138, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11352727307692301, - 0.005484550769230757, - 0.14128544711538463, - 0.01698709807692309, - -0.05546616484423073, - 0.015633542307692313, - 0.01695465576923076, - 0.007012186538461534, - 0.16428315769230764, - 0.1885259807692308, - 0.17271181923076925, - 0.10288603057692303, - 0.035842053846153805, - 0.06598513846153845, - 0.024155067307692363, - -0.031890009615384636, - -0.09900835576923078, - -0.06074108884615382, - -0.057217736538461544, - -0.05421212307692307, - 0.009597998076923055, - 0.08198633076923077, - 0.0738865326923077, - 0.11153800000000001, - 0.12820763269230767, - 0.1497061423076923, - 0.17804224999999999, - 0.12074562557692313, - 0.011866653846153862, - 0.02657458461538462, - 0.08961283461538459, - 0.012436888461538488, - -0.15344758865384617, - -0.25327539384615383, - -0.1676381884615385, - -0.08097806538461542, - 0.010272027115384563, - 0.0761040280769231, - 0.07725368461538452, - 0.01526856923076923, - 0.09035966538461546, - -0.018093585576923078, - -0.08110181153846155, - -0.05179539615384614, - -0.062206399423076895, - -0.05773718076923074, - -0.015536751903846145, - -0.05303988461538456, - -0.0334830886538462, - -0.019491399423076903, - -0.014853353461538439, - -0.04920472788461536, - -0.013006382692307706, - -0.11464770384615387, - -0.22059024807692304, - -0.20056836153846153, - -0.17135017615384612, - -0.09496722596153845, - -0.12957644230769227, - 0.05055160769230771 - ] - ], - "std": [ - [ - 0.7779847294085735, - 0.8164589056484339, - 0.8897943994160501, - 0.8232379895108087, - 0.8913136137549748, - 1.2277539871431498, - 1.148342655187086, - 1.0125738638827777, - 1.0308151593845143, - 1.0814728380420244, - 1.1275636354460448, - 1.0953105542528634, - 0.9617223163008869, - 0.9271042130221435, - 1.002366167344782, - 1.0134009310910002, - 0.9541301699800748, - 0.9039526162729385, - 0.8533527267834845, - 0.8674137383144989, - 0.8667342359963858, - 0.8682751705934699, - 0.8669633975953135, - 0.8844079338595519, - 0.8959832014657619, - 0.9477171784962183, - 0.9665146933040765, - 0.9608709208756278, - 0.9362600441482569, - 0.826100491116595, - 0.9039285396250091, - 0.9697986338184826, - 0.8888423793086146, - 0.878236080206782, - 0.9309060317786465, - 0.9900496254008503, - 1.00813869687356, - 1.0903606967893815, - 1.0386726650233546, - 0.9723646970288363, - 0.965534654631892, - 0.9659616919831083, - 0.9294069827841253, - 0.9165737515917189, - 0.890391924899276, - 0.8408198724294259, - 0.7367456383541913, - 0.9168199780746074, - 0.8757122466574018, - 0.8068953654942984, - 0.8229736283202036, - 0.7999629806684128, - 0.9417385941942646, - 0.873184043119562, - 0.7480790001744239, - 0.9895160335641305, - 1.0132212109764678, - 0.7628419936253807, - 0.961901997536315, - 1.3290599320503582 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 213510, - "cert_evals": { - "36": 0.8181818723678589, - "72": 0.6666666865348816, - "108": 0.5454545617103577, - "255": 0.1818181872367859 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.9696969696969697, - "test_acc": 0.7723577235772358, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11402919442307692, - -0.1958088194230769, - -0.192454475, - -0.2174456115384615, - -0.1483449469961539, - -0.09730015192307692, - -0.11111996346153846, - -0.1199549596153846, - -0.08601968673076922, - -0.1359838, - -0.07711971153846155, - 0.005683598076923046, - -0.07644932499999996, - -0.12452823865384616, - -0.18065320384615383, - -0.24127502307692308, - -0.2122367865384616, - -0.17662752923076924, - -0.13966792115384613, - -0.06574370384615388, - -0.007378620000000012, - -0.0002028721153846167, - 0.06875905961538463, - 0.10454161923076924, - 0.1822036923076923, - 0.14234525, - 0.08357052884615387, - 0.14328510769230768, - 0.2375776069230769, - 0.1643224807692307, - 0.10515068653846156, - 0.09213309999999994, - 0.013323825000000011, - -0.06487759653846153, - -0.13430994076923078, - -0.21115623846153847, - -0.22730641923076922, - -0.23543729230769228, - -0.22808152115384622, - -0.14895506923076926, - -0.001168684615384663, - -0.04320264326923076, - -0.018799333269230768, - -0.013186748076922994, - -0.07072882692307694, - -0.03641541923076926, - -0.009211202865384651, - 0.028638237499999993, - 0.052042886346153845, - -0.09590774230769232, - -0.057291330384615397, - 0.06657091249999998, - 0.02539913076923079, - -0.15310468230769228, - -0.20838050961538462, - -0.049366707692307735, - -0.07994125884615386, - -0.19751397115384617, - -0.2403308269230769, - -0.24415720000000002 - ] - ], - "std": [ - [ - 0.8763416312333093, - 0.602973469758421, - 0.5448117196260321, - 0.5663296924240132, - 0.686341085757452, - 0.8337013907572342, - 0.6813276818285096, - 0.7825144766842531, - 0.7861121760890293, - 0.7905273301791387, - 0.7805552299762032, - 0.9027317120726256, - 0.8667207852850977, - 0.8531311452416169, - 0.8318630140159454, - 0.8852179006046725, - 0.8740431599665568, - 0.8442406359472446, - 0.8609171894886277, - 0.886971626868803, - 0.9185053211820478, - 1.0100806480837976, - 0.9919727273312126, - 1.0562822860856174, - 0.9850251469218465, - 0.9910273621465151, - 1.0655846350198521, - 0.9906322053442151, - 0.8736899428048334, - 0.9821436750511889, - 0.9453561139667965, - 0.8625303165093016, - 1.0040239879345572, - 0.9847231539651756, - 0.9280844832031707, - 0.9503954469001101, - 0.9765763369138967, - 0.965164414073675, - 0.9709362119147936, - 1.0665530487737096, - 1.0793454570821943, - 1.0572717622116554, - 1.0593503627745042, - 1.0162684589041668, - 1.0177130607371694, - 1.0958546673800382, - 1.1902586310529617, - 1.1293249209196217, - 1.0653539976947333, - 0.9647675285784101, - 1.1814566025747812, - 1.13738601881979, - 1.0351334435322548, - 0.934859922308927, - 0.7895031892247589, - 0.9239212461978867, - 0.8971132845231489, - 0.7340435621135994, - 0.876038640540552, - 0.7272617950430326 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 213510, - "cert_evals": { - "36": 0.7575757503509521, - "72": 0.696969747543335, - "108": 0.6060606241226196, - "255": 0.24242424964904785 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7981563280199732, - "std_test_acc": 0.02987830762756967, - "n_samples": 208, - "n_features": 60, - "n_classes": 2, - "mean_cert_acc_36": 0.7178683578968048, - "std_cert_acc_36": 0.0911709578612443, - "mean_cert_acc_72": 0.5838558152318001, - "std_cert_acc_72": 0.11663483438751514, - "mean_cert_acc_108": 0.4660397171974182, - "std_cert_acc_108": 0.13044224585331085, - "mean_cert_acc_255": 0.14602926187217236, - "std_cert_acc_255": 0.08072565592115226 - }, - "conn-bench-vowel-deterding": { - "dataset": "conn-bench-vowel-deterding", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 64, - "best_val_acc": 0.8118811881188119, - "test_acc": 0.8032786885245902, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 13967, - "cert_evals": { - "36": 0.6534653306007385, - "72": 0.5346534848213196, - "108": 0.356435626745224, - "255": 0.029702968895435333 - }, - "fold": 0 - }, - { - "best_epoch": 80, - "best_val_acc": 0.8425925925925926, - "test_acc": 0.8119047619047619, - "train_size": 462, - "val_size": 108, - "test_size": 420, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 13967, - "cert_evals": { - "36": 0.6574074029922485, - "72": 0.5277777910232544, - "108": 0.3611111044883728, - "255": 0.009259259328246117 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.801980198019802, - "test_acc": 0.775175644028103, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 13967, - "cert_evals": { - "36": 0.6237623691558838, - "72": 0.48514851927757263, - "108": 0.23762375116348267, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 43, - "best_val_acc": 0.8130841121495327, - "test_acc": 0.7814726840855107, - "train_size": 462, - "val_size": 107, - "test_size": 421, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 13967, - "cert_evals": { - "36": 0.644859790802002, - "72": 0.49532708525657654, - "108": 0.28037381172180176, - "255": 0.009345794096589088 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7929579446357415, - "std_test_acc": 0.017451084625813986, - "n_samples": 990, - "n_features": 11, - "n_classes": 11, - "mean_cert_acc_36": 0.6448737233877182, - "std_cert_acc_36": 0.015017748505804502, - "mean_cert_acc_72": 0.5107267200946808, - "std_cert_acc_72": 0.024184169755458083, - "mean_cert_acc_108": 0.3088860735297203, - "std_cert_acc_108": 0.06022093083543598, - "mean_cert_acc_255": 0.012077005580067635, - "std_cert_acc_255": 0.012542299851340555 - }, - "contrac": { - "dataset": "contrac", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 45, - "best_val_acc": 0.5545023696682464, - "test_acc": 0.5022371364653244, - "train_size": 368, - "val_size": 211, - "test_size": 894, - "stats": { - "mean": [ - [ - 0.04983602472826088, - -0.03683848315217381, - -0.030433624999999895, - 0.04126441032608701, - 0.0759277635869569, - 0.038788576086956336, - -0.05566297010869535, - 0.0662070706521741, - 0.049484739130435086 - ] - ], - "std": [ - [ - 1.0349771394866476, - 1.0203618187773704, - 1.0773888859130338, - 0.9920452760418988, - 0.9188135203134653, - 0.9763026632803047, - 0.9941427090552807, - 0.9825316131926941, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 3591, - "cert_evals": { - "36": 0.3364928960800171, - "72": 0.20853081345558167, - "108": 0.11848341673612595, - "255": 0.01895734667778015 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.5523809523809524, - "test_acc": 0.4782122905027933, - "train_size": 368, - "val_size": 210, - "test_size": 895, - "stats": { - "mean": [ - [ - -0.029433755434782626, - -0.071642726902174, - -0.09035044293478262, - 0.020525774456521734, - 0.007337516304348054, - 0.03878857608695629, - 0.035455372282608796, - -0.03957563858695622, - 0.049484739130434774 - ] - ], - "std": [ - [ - 1.034137512591575, - 1.0184105128981196, - 1.0653920839838686, - 1.048083233025277, - 0.9923881347533616, - 0.9763026632803046, - 0.9969044818106321, - 1.048729739192908, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 3591, - "cert_evals": { - "36": 0.4285714328289032, - "72": 0.27142858505249023, - "108": 0.13809524476528168, - "255": 0.01428571529686451 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.5362903225806451, - "test_acc": 0.4912485414235706, - "train_size": 368, - "val_size": 248, - "test_size": 857, - "stats": { - "mean": [ - [ - -0.0224978108695652, - 0.0756058451086956, - 0.07941412771739106, - 0.040112260869565215, - -0.03076817663043453, - -0.09286419021739152, - -0.046236899456521284, - 0.002180663043478335, - -0.06466629619565217 - ] - ], - "std": [ - [ - 1.0160308953617057, - 0.95882526146548, - 0.9253350657327032, - 1.0559034595300474, - 1.0290230539377072, - 1.0476659682160625, - 0.9462830856884548, - 0.9600526966125309, - 0.8858527840526336 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 3591, - "cert_evals": { - "36": 0.3266128897666931, - "72": 0.17741934955120087, - "108": 0.0927419364452362, - "255": 0.008064515888690948 - }, - "fold": 2 - }, - { - "best_epoch": 30, - "best_val_acc": 0.5108225108225108, - "test_acc": 0.4965675057208238, - "train_size": 368, - "val_size": 231, - "test_size": 874, - "stats": { - "mean": [ - [ - -0.05156334456521742, - -0.044870314673913024, - -0.03376221739130403, - 0.026286519021739164, - 0.06068548641304363, - -0.023903217391304493, - 0.03859739402173936, - -0.05627817934782584, - -0.01277946195652176 - ] - ], - "std": [ - [ - 1.0188547788894706, - 0.9948418681411789, - 0.9984372596511997, - 1.0660676802579363, - 0.9360979718845777, - 1.0130497245255512, - 0.9834396874521251, - 1.0057604797479107, - 0.9785587320331135 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 3591, - "cert_evals": { - "36": 0.3636363744735718, - "72": 0.23376622796058655, - "108": 0.1428571492433548, - "255": 0.012987012974917889 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.492066368528128, - "std_test_acc": 0.010268220806040076, - "n_samples": 1473, - "n_features": 9, - "n_classes": 3, - "mean_cert_acc_36": 0.3638283982872963, - "std_cert_acc_36": 0.04591267490273246, - "mean_cert_acc_72": 0.22278624400496483, - "std_cert_acc_72": 0.03978278439550091, - "mean_cert_acc_108": 0.12304443679749966, - "std_cert_acc_108": 0.022789725949386153, - "mean_cert_acc_255": 0.013573647709563375, - "std_cert_acc_255": 0.0044790597436257 - }, - "credit-approval": { - "dataset": "credit-approval", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 47, - "best_val_acc": 0.87, - "test_acc": 0.868421052631579, - "train_size": 172, - "val_size": 100, - "test_size": 418, - "stats": { - "mean": [ - [ - 0.04231717441860458, - -0.04319939244186043, - 0.01132773546511633, - 0.10497429069767436, - 0.1039714651162791, - -0.016887567441860464, - 0.12197747790697662, - 0.056721959767441876, - 0.023127069767441777, - 0.01803883720930219, - 0.02175907906976748, - -0.014331000000000156, - 0.026975616279069855, - -0.07794171941860471, - 0.08645942000000016 - ] - ], - "std": [ - [ - 0.9668001544731439, - 0.9828833679832603, - 1.0033612624654744, - 1.0683622008830216, - 1.0656041538091992, - 1.0007415139821727, - 1.1272056598607636, - 1.0528268054248064, - 1.0000784525981627, - 0.9964680315230805, - 0.9149454309542941, - 1.0003809007273163, - 1.0289037612452905, - 0.9424723282553955, - 1.5519077166103805 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 13638, - "cert_evals": { - "36": 0.75, - "72": 0.6699999570846558, - "108": 0.5899999737739563, - "255": 0.07999999821186066 - }, - "fold": 0 - }, - { - "best_epoch": 56, - "best_val_acc": 0.8817204301075269, - "test_acc": 0.8329411764705882, - "train_size": 172, - "val_size": 93, - "test_size": 425, - "stats": { - "mean": [ - [ - -0.05893763953488379, - -0.09494667732558137, - 0.10661604441860463, - 0.0016465697674418215, - -0.0016443023255812898, - -0.03715416976744184, - 0.019046397674418694, - 0.12816041290697705, - 0.04639099999999992, - 0.006295348837209058, - -0.02008573604651146, - -0.13093850000000004, - 0.006132180232558206, - -0.012206166162790686, - 0.10673194959302351 - ] - ], - "std": [ - [ - 1.0212712368033299, - 1.002227255518295, - 1.0267015215317181, - 1.0197891663144403, - 1.0132886907601226, - 0.9740103182437764, - 0.9462774495372472, - 1.135180114956504, - 1.0003490000000002, - 0.9983346607548056, - 0.9387238466077318, - 1.0017391917815985, - 0.9989094608428061, - 0.9604377028423987, - 1.6924318356475039 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 13638, - "cert_evals": { - "36": 0.7526881694793701, - "72": 0.7311828136444092, - "108": 0.6559139490127563, - "255": 0.07526881992816925 - }, - "fold": 1 - }, - { - "best_epoch": 6, - "best_val_acc": 0.8598130841121495, - "test_acc": 0.8369829683698297, - "train_size": 172, - "val_size": 107, - "test_size": 411, - "stats": { - "mean": [ - [ - -0.09690819767441845, - -0.07829492377906978, - 0.14346898139534883, - 0.008104488372092981, - 0.011557720930232681, - 0.0203769784883721, - -0.058847231395348816, - -0.004431645348837212, - 0.01149510465116271, - -0.02893511627906998, - -0.018890154651162814, - -0.07263475000000007, - -0.0563980755813953, - -0.0557846427906977, - -0.04536849656976747 - ] - ], - "std": [ - [ - 1.0400780435620642, - 0.9163334239629656, - 1.1299454947101701, - 0.9838838771477533, - 0.9907637201902963, - 1.0059394076223003, - 0.9122317175379675, - 0.9398719190475693, - 0.9997401653873875, - 1.0030891544052551, - 0.8392167415058691, - 1.0027567026500943, - 0.9205981575020528, - 0.8548997051032522, - 0.5350874335618861 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 13638, - "cert_evals": { - "36": 0.7196261286735535, - "72": 0.4112149477005005, - "108": 0.2149532586336136, - "255": 0.018691588193178177 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8962264150943396, - "test_acc": 0.8398058252427184, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.029660302325581287, - 0.04967415668604653, - 0.035228697674418614, - -0.08230726744186062, - -0.0808560755813953, - -0.06068950697674418, - 0.05521145232558148, - 0.0520138111627908, - -0.00013686046511636238, - -0.02893511627906982, - 0.0647990941860465, - -0.08429550000000029, - -0.11892838372093019, - -0.14010143755813953, - -0.060122975697674434 - ] - ], - "std": [ - [ - 0.9866458073044232, - 1.0497387015089001, - 0.9194770520533397, - 0.928940005324823, - 0.9330534400726008, - 1.0077990709538949, - 1.0375139084982685, - 0.9494310078822967, - 0.9992663708949371, - 1.0030891544052551, - 1.2789280573338035, - 1.0028244999999991, - 0.8074645456755252, - 0.8265119967382965, - 0.4698103883611287 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 13638, - "cert_evals": { - "36": 0.8301886916160583, - "72": 0.7641509771347046, - "108": 0.6698113083839417, - "255": 0.11320754885673523 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8445377556786787, - "std_test_acc": 0.016169503183489663, - "n_samples": 690, - "n_features": 15, - "n_classes": 2, - "mean_cert_acc_36": 0.7631257474422455, - "std_cert_acc_36": 0.04715535881152215, - "mean_cert_acc_72": 0.6441371738910675, - "std_cert_acc_72": 0.16010611416303375, - "mean_cert_acc_108": 0.532669622451067, - "std_cert_acc_108": 0.2146527917904834, - "mean_cert_acc_255": 0.07179198879748583, - "std_cert_acc_255": 0.039218876971075234 - }, - "cylinder-bands": { - "dataset": "cylinder-bands", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.7439024390243902, - "test_acc": 0.7218543046357616, - "train_size": 128, - "val_size": 82, - "test_size": 302, - "stats": { - "mean": [ - [ - -0.018113468749999997, - -0.09801495312499989, - -0.09835764843749996, - 0.015201562499999939, - -0.08460044531249963, - -0.05902956249999998, - -0.02159560937500003, - -0.10518925781250046, - 0.03565878125000016, - 0.03781927343750002, - -0.0029206640624998936, - -0.005388015624999963, - -0.007189643749999884, - -0.11441540624999999, - 0.02687471875000009, - -0.08272973437500022, - 0.014233650781250131, - -0.040908945312500035, - -0.20346299999999978, - 0.09558365781249996, - -0.12876496562500006, - -0.05027554687499996, - 0.03137399609374995, - -0.07727224921875003, - -0.112076146875, - 0.04986750409374999, - 0.0467316294531248, - 0.08485301562499976, - -0.07968368828125014, - -0.0404871031249999, - 0.026726734374999978, - 0.04898852562499999, - 0.07183878906250019, - 0.01963753046874992, - 0.07539527343749987 - ] - ], - "std": [ - [ - 1.009708113595319, - 0.6915256837343526, - 1.1851115463631896, - 1.1075149207516606, - 0.6356019715752345, - 0.9895598820491779, - 1.036117446187858, - 0.47416953322612243, - 0.9128570390625407, - 0.9754439041131451, - 0.9772769577736968, - 0.9965990540260843, - 1.0049338980010496, - 1.0152930221805465, - 1.0110105352731478, - 0.9779734187172597, - 0.946783796715577, - 0.9180378675297654, - 0.9791387337832046, - 1.3026657902081404, - 1.1587041225508155, - 1.0035768471185391, - 1.0872637801794474, - 0.8506413201552353, - 1.0909742588199165, - 0.9223170655454694, - 0.925140911301162, - 1.2060797979297548, - 0.10884702615305564, - 1.0969927491363656, - 1.0397512419029202, - 0.9385559077709305, - 0.7908440559763066, - 0.8086858742098973, - 0.23360368046727112 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 54406, - "cert_evals": { - "36": 0.5731707215309143, - "72": 0.4390243887901306, - "108": 0.2804878056049347, - "255": 0.0731707289814949 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.7222222222222222, - "test_acc": 0.717948717948718, - "train_size": 128, - "val_size": 72, - "test_size": 312, - "stats": { - "mean": [ - [ - -0.15498346874999988, - 0.07623314062499989, - -0.08125197656250005, - 0.1064101249999995, - 0.028200664062500352, - 0.14560404687500025, - 0.1655534453124999, - -0.021037773437500448, - 0.03565884375000017, - -0.09565992968750019, - -0.06719309374999989, - 0.07724234374999989, - 0.014383128125000021, - 0.015113148437499955, - 0.11287723437500005, - 0.15718076562499975, - -0.11598707812499996, - 0.01952450812500009, - -0.05958846093749991, - 0.05810956640625002, - 0.09577258359374996, - 0.01608712499999998, - 0.0455139015625, - -0.09322180656250004, - 0.010363770312500003, - -0.09235189678125001, - -0.12943964476562508, - 0.07837251562499978, - -0.08934230000000017, - -0.11201488515624988, - -0.016908421875000006, - -0.19726601218749995, - -0.027512601562499843, - -0.1071632757812501, - -0.06936312500000016 - ] - ], - "std": [ - [ - 0.9566675689840457, - 1.1785922605080725, - 1.0752069854571855, - 1.134315391792329, - 1.0921920451077407, - 1.0073040155644573, - 1.0080335723206957, - 0.8147932438575216, - 0.7216766565111302, - 1.0325076089625134, - 1.0351765461316509, - 0.9787809233141151, - 0.9952912678839302, - 0.9646382079847095, - 0.9376275956128628, - 1.025290058167112, - 1.1238851154497491, - 0.9392938268734667, - 0.9623682791314133, - 0.6383677679060908, - 0.8128844998290236, - 0.9862468382017052, - 0.8444859158500648, - 1.051379690058149, - 0.9861572089261571, - 1.2038176163546097, - 1.2075147493034224, - 1.1662944917994549, - 1.0, - 1.0433698981937496, - 0.9167305702944823, - 1.1576246436005715, - 1.2133555868200756, - 1.2553958063370618, - 1.386742675536984 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 54406, - "cert_evals": { - "36": 0.5833333134651184, - "72": 0.5138888955116272, - "108": 0.4305555522441864, - "255": 0.0694444477558136 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.6533333333333333, - "test_acc": 0.7152103559870551, - "train_size": 128, - "val_size": 75, - "test_size": 309, - "stats": { - "mean": [ - [ - -0.018113499999999876, - -0.010890906250000026, - 0.004276054687499921, - -0.04560409375000058, - -0.02819989062499964, - 0.003934625000000143, - 0.10796916406250016, - 0.02103777343750001, - -0.02139478124999982, - 0.02002204687499978, - -0.008763656249999825, - -0.04131476562499997, - 0.057528609375000095, - -0.11441537500000004, - -0.051960625, - 0.09099853124999963, - 0.025328648437500097, - 0.06508276609375009, - -0.0463809687499999, - 0.05531756718749999, - 0.048115672656250004, - -0.044416265624999944, - -0.006333254687500049, - 0.07249342484374995, - 0.017864971093750025, - -0.032888132281249996, - -0.005630188515625072, - -0.08849829687500009, - 0.1810991601562506, - -0.03171481484375, - -0.03763525000000013, - 0.012247269375000123, - -0.010699218749999687, - -0.04182582187500004, - 0.0392055468749999 - ] - ], - "std": [ - [ - 1.0014570356459378, - 0.9701723266723137, - 0.976668923366092, - 0.8848220008281984, - 0.8953310490553396, - 0.9995254897694512, - 1.0022604928841146, - 1.1538252271496559, - 1.0317076974392008, - 0.9849764181760653, - 0.9644949026944296, - 0.9682202506697574, - 1.0200144373065265, - 1.024650754456481, - 0.991180532876508, - 1.0231518076189408, - 0.9417295162218619, - 1.1518106310277838, - 1.0373234489917649, - 1.1369455371092343, - 0.9154717541032745, - 1.1226380377592042, - 1.0778851186420637, - 0.9942494651921334, - 0.9650868598248783, - 0.991851813013072, - 0.9883223822673011, - 0.8159153965212675, - 1.7818000158367098, - 0.9958958318550638, - 0.8529177390193199, - 0.9950922963006184, - 1.0386479794315284, - 1.046608837125399, - 0.3263770311133624 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 54406, - "cert_evals": { - "36": 0.5066666603088379, - "72": 0.4266666769981384, - "108": 0.3333333432674408, - "255": 0.1066666692495346 - }, - "fold": 2 - }, - { - "best_epoch": 31, - "best_val_acc": 0.7702702702702703, - "test_acc": 0.7290322580645161, - "train_size": 128, - "val_size": 74, - "test_size": 310, - "stats": { - "mean": [ - [ - -0.09862528124999967, - 0.07623314062499992, - -0.14967442968749994, - 0.1064100937499999, - 0.08460121875000035, - 0.11412195312500018, - 0.035988921874999975, - 0.02103796874999956, - 0.049922195312500195, - 0.020022046875000005, - 0.07303782812500019, - 0.1706510703124999, - 0.03116200625000013, - 0.10146572656249976, - 0.12004409375000007, - 0.04963468749999977, - -0.09730074531250002, - 0.2519632110937501, - 0.10295269531250012, - -0.017867453124999995, - 0.15167814140624994, - 0.053232843750000036, - 0.05788653593750008, - -0.03172638593750004, - 0.12707835390624983, - -0.07419502420312495, - -0.046009344765625224, - 0.07189192187499989, - -0.012073297656250094, - -0.011471089062500009, - 0.04745321093750001, - -0.06254772593749994, - 0.02904130468750018, - -0.017295875000000013, - -0.045236640625000143 - ] - ], - "std": [ - [ - 0.9681512944811281, - 1.1785922605080716, - 1.1820212062123494, - 1.2342204701284085, - 1.2560999937316328, - 1.0073040155644557, - 0.9422562101157176, - 0.9370712715647449, - 0.8107579850267628, - 0.9849764181760654, - 1.0089890027616917, - 1.0128688585013823, - 1.021806803227722, - 0.9860449137879513, - 0.965560494387225, - 1.0099223731350104, - 1.1411416049886207, - 0.9766554256496787, - 1.078888741266553, - 0.8735915598455525, - 0.9043004878113329, - 0.935916801014639, - 0.9022876021268718, - 1.0095878491602719, - 0.9226412455171137, - 1.103674350946853, - 1.109671652163808, - 1.0892584104797631, - 0.8707774330138579, - 0.9662087759049208, - 0.9327069000527582, - 1.0958735530051178, - 1.0258970951245958, - 1.0635339261419625, - 1.376208872677819 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 54406, - "cert_evals": { - "36": 0.662162184715271, - "72": 0.6081081032752991, - "108": 0.45945948362350464, - "255": 0.18918919563293457 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7210114091590126, - "std_test_acc": 0.006002132546107684, - "n_samples": 512, - "n_features": 35, - "n_classes": 2, - "mean_cert_acc_36": 0.5813332200050354, - "std_cert_acc_36": 0.06371562714693949, - "mean_cert_acc_72": 0.49692201614379883, - "std_cert_acc_72": 0.08354274135385631, - "mean_cert_acc_108": 0.37595904618501663, - "std_cert_acc_108": 0.08343622285595373, - "mean_cert_acc_255": 0.10961776040494442, - "std_cert_acc_255": 0.0556255438686116 - }, - "echocardiogram": { - "dataset": "echocardiogram", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.75, - "test_acc": 0.6923076923076923, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - -0.057606475757575756, - -0.15964663636363635, - -0.060374909090909125, - 0.0400295, - 0.10041431515151517, - 0.07715459090909091, - 0.009048404242424318, - 0.011163848484848474, - -0.3499357575757576, - -0.0035744545454545447 - ] - ], - "std": [ - [ - 1.1573831652081632, - 0.8404744208999705, - 0.7381400184555348, - 1.0796554948826975, - 0.8705069277860507, - 1.2129557576954413, - 1.0456434215229085, - 0.9246089519830962, - 1.0989667179647085, - 0.9932372830639454 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3590, - "cert_evals": { - "36": 0.05000000074505806, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8695652173913043, - "test_acc": 0.7066666666666667, - "train_size": 33, - "val_size": 23, - "test_size": 75, - "stats": { - "mean": [ - [ - -0.10427761212121212, - -0.08161054545454546, - 0.08791276969696966, - -0.14441026060606058, - 0.09186773939393943, - 0.02212875757575757, - -0.12115638181818184, - 0.13688663636363635, - -0.19213333333333332, - -0.08161054545454546 - ] - ], - "std": [ - [ - 0.8430736384486278, - 0.9233354795587926, - 1.041073713648991, - 0.8385992375905786, - 0.7966783723844354, - 0.8163890823085291, - 0.8747642125794102, - 0.7576737832204337, - 1.0947098909221693, - 0.9233354795587928 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3590, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 38, - "best_val_acc": 0.9, - "test_acc": 0.8333333333333334, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.04318501212121217, - -0.08161054545454545, - -0.1960651757575758, - 0.10663209696969696, - -0.039179059090909095, - -0.08327692727272729, - -0.02021858363636361, - -0.027255212121212104, - -0.0343309090909092, - -0.08161054545454542 - ] - ], - "std": [ - [ - 1.1928881057545633, - 0.9233354795587926, - 0.7336788223210056, - 1.0424668853529024, - 1.015206992443095, - 0.7150465728455708, - 0.9871909809630498, - 0.7552585618074782, - 1.0673558137650077, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3590, - "cert_evals": { - "36": 0.75, - "72": 0.6500000357627869, - "108": 0.4000000059604645, - "255": 0.10000000149011612 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.5168539325842697, - "train_size": 33, - "val_size": 9, - "test_size": 89, - "stats": { - "mean": [ - [ - 0.17818635454545453, - -0.003574454545454491, - 0.09132509090909088, - -0.2657220666666666, - 0.02064670606060603, - 0.008581981818181823, - -0.001812626060606065, - -0.08051203030303035, - 0.005119696969696846, - -0.08161054545454548 - ] - ], - "std": [ - [ - 0.65057027499482, - 0.9932372830639454, - 0.9917679778099099, - 0.9657357364086732, - 0.9330992242935773, - 1.0185738628461445, - 0.9305394942774076, - 0.8664314560759948, - 1.0688129554861598, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3590, - "cert_evals": { - "36": 0.2222222238779068, - "72": 0.2222222238779068, - "108": 0.1111111119389534, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6872904062229905, - "std_test_acc": 0.13009962943041792, - "n_samples": 131, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.2555555561557412, - "std_cert_acc_36": 0.3430977255008003, - "mean_cert_acc_72": 0.21805556491017342, - "std_cert_acc_72": 0.3064255459997242, - "mean_cert_acc_108": 0.12777777947485447, - "std_cert_acc_108": 0.18888889172790096, - "mean_cert_acc_255": 0.02500000037252903, - "std_cert_acc_255": 0.05000000074505806 - }, - "dermatology": { - "dataset": "dermatology", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.9827586206896551, - "test_acc": 0.9539170506912442, - "train_size": 91, - "val_size": 58, - "test_size": 217, - "stats": { - "mean": [ - [ - 0.06255490109890108, - -0.09950824175824165, - 0.06084052747252747, - -0.16717494505494507, - 0.052244340659340686, - 0.0025714945054945153, - -0.02246861538461534, - -0.017277736263736184, - -0.021717483516483508, - 0.03348407692307688, - -0.0475760989010988, - 0.06572261538461521, - 0.08858902197802174, - -0.1041265714285716, - 0.005385186813186856, - -0.035476670329670376, - 0.07677762417582405, - 0.04374145054945071, - 0.1155099230769231, - 0.12043031868131869, - 0.01650943956043959, - 0.07769217582417579, - -0.030356758241758278, - 0.013477208791208829, - 0.015482648351648287, - -0.0034025274725273612, - 0.04002742857142865, - 0.03137470329670338, - 0.008364593406593394, - 0.03786149450549449, - 0.03501758241758232, - 0.19951439560439582, - -0.014634098901098907, - 0.06380519120879125 - ] - ], - "std": [ - [ - 0.9579388217601761, - 1.0149277614583099, - 0.9508267211955849, - 0.9797619817212763, - 0.9779606305193399, - 1.0067406344751444, - 1.0036930400753548, - 0.9655703337016306, - 0.988719482589257, - 1.0387140092945895, - 0.9421816899315113, - 1.108600785818115, - 1.0553627690990925, - 0.8963300954815475, - 1.0312593831866153, - 0.9305276662720072, - 0.9419348744801717, - 1.0024345032706516, - 0.9943938503609722, - 1.126743771486882, - 1.024448001551178, - 1.0936199274871503, - 0.9903178300286889, - 1.0625282108029304, - 1.0022849145804325, - 1.0039785513963642, - 1.0686040527754073, - 1.0117848046592977, - 1.0099891482666616, - 1.032180187104034, - 1.0599064093185755, - 0.98964025727435, - 0.9787453595616104, - 0.9013728009327256 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 54794, - "cert_evals": { - "36": 0.9137930870056152, - "72": 0.8620689511299133, - "108": 0.7586206793785095, - "255": 0.36206895112991333 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.9454545454545454, - "test_acc": 0.9727272727272728, - "train_size": 91, - "val_size": 55, - "test_size": 220, - "stats": { - "mean": [ - [ - -0.15234734065934108, - -0.03685075824175817, - 0.024514153846154, - -0.003059032967032986, - 0.0522442747252747, - -0.020386087912087892, - 0.03530865934065939, - -0.043625648351648345, - -0.08879309890109885, - 0.09415389010989002, - -0.04757609890109863, - 0.06572261538461541, - 0.222018769230769, - 0.05758529670329658, - -0.007495417582417526, - -0.08522665934065947, - -0.07745157142857151, - -0.04334439560439563, - -0.12401621978021984, - 0.04764354945054952, - -0.021313461538461483, - 0.0352194725274725, - 0.051580087912087895, - 0.05687082417582426, - 0.041357142857142794, - -0.028813681318681075, - 0.017010725274725334, - -0.04641174945054939, - 0.01987447252747256, - 0.013464769230769122, - -0.009952681318681485, - -0.14857142857142827, - 0.03504902197802198, - 0.07064716813186812 - ] - ], - "std": [ - [ - 1.0799649707740484, - 0.9701819203088585, - 1.0349980862760444, - 0.9962695208080098, - 1.0565723090694727, - 0.956401750666777, - 1.0996255828899324, - 0.9272437132189425, - 0.9338556246970804, - 1.132692340014453, - 0.9421816899315112, - 1.108600785818116, - 1.3507430798011204, - 0.9954000343509968, - 0.9838347974365711, - 1.0051011914402448, - 1.082244925397, - 0.9863336565802372, - 0.8936601742161131, - 1.0709540797521042, - 0.9668866324311055, - 1.0433938478729325, - 1.061517000809812, - 1.0860930768159869, - 1.0492767576804765, - 0.9727826405276763, - 1.0221067222848232, - 0.9644227334697079, - 1.0222445250094454, - 1.1137241387036405, - 0.9325232366107138, - 0.9431871301685265, - 1.0294846104354056, - 0.954054376413069 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 54794, - "cert_evals": { - "36": 0.9272726774215698, - "72": 0.8545454144477844, - "108": 0.8363636136054993, - "255": 0.49090906977653503 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.9836065573770492, - "test_acc": 0.9672897196261683, - "train_size": 91, - "val_size": 61, - "test_size": 214, - "stats": { - "mean": [ - [ - 0.1286785934065936, - -0.052514956043955986, - -0.0723557912087912, - -0.03202061538461543, - -0.15349332967032966, - -0.020386153846153894, - -0.09950505494505507, - -0.004103824175824138, - 0.03417917582417588, - 0.08201997802197789, - -0.01447120879120871, - -0.022712967032967008, - -0.04484103296703309, - 0.003681208791208678, - 0.044027285714285734, - 0.04412385714285691, - -0.04660575824175837, - -0.014315659340659313, - -0.02820572527472527, - 0.03724537362637364, - -0.01185779120879114, - -0.039107373626373704, - 0.0024179670329669205, - -0.015451747252747299, - 0.002545351648351576, - 0.08553615384615376, - 0.017010747252747392, - -0.017241828571428485, - 0.008364593406593424, - -0.05972478021978029, - 0.012532417582417426, - 0.1541118681318682, - 0.0052391428571429075, - 0.04806798461538459 - ] - ], - "std": [ - [ - 0.9701280514742756, - 0.9293627837603032, - 0.9985142789172075, - 1.0092809883627014, - 0.9144981766921801, - 0.9688575910999048, - 0.7552905986573396, - 0.9998322435146684, - 1.0704136812401557, - 1.0731541860690452, - 0.9820497437937411, - 0.9606585652114606, - 0.9412251138507225, - 1.032650720921409, - 1.0662219170916833, - 1.0316415589934254, - 0.8883921685550962, - 1.0965763955898655, - 0.9938166856011934, - 1.0449962571399998, - 0.9713151295619376, - 0.916982706185695, - 1.0485354727700578, - 0.9633861656803218, - 0.9854442339078262, - 1.003978327496943, - 1.0338310542422602, - 0.9972909993244929, - 1.0099891482666616, - 0.6769782284640671, - 0.9985019725218273, - 0.9997718075782989, - 1.0050250528703155, - 0.9607093594262002 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 54794, - "cert_evals": { - "36": 0.9344261884689331, - "72": 0.8852458596229553, - "108": 0.7868852019309998, - "255": 0.49180325865745544 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.9807692307692307, - "test_acc": 0.9551569506726457, - "train_size": 91, - "val_size": 52, - "test_size": 223, - "stats": { - "mean": [ - [ - -0.05316160439560428, - 0.07280001098901108, - 0.00029673626373637353, - -0.012712835164835188, - 0.028039912087912074, - -0.05482258241758234, - 0.01604945054945059, - 0.009070153846153903, - 0.011820373626373679, - -0.0029178351648351595, - -0.14689076923076905, - -0.02271290109890109, - -0.04484103296703295, - 0.0036813406593406033, - 0.08266931868131823, - 0.054073769230769106, - -0.000336973626373744, - 0.02922736263736266, - 0.043652076923076925, - 0.03724537362637369, - -0.0024020659340658864, - 0.03521959340659338, - 0.0024179780219780282, - 0.056870879120879105, - 0.015482648351648276, - 0.00930285714285733, - 0.017010725274725344, - 0.002204784615384724, - -0.014655186813186854, - 0.0622580769230768, - 0.012532483516483228, - 0.06330681318681318, - -0.004697549450549487, - 0.015909242857142816 - ] - ], - "std": [ - [ - 0.9579387151851927, - 0.9666344534450786, - 0.9971916717551561, - 1.0285803186606315, - 0.9689331448788322, - 0.9145691771687489, - 0.8846614143098532, - 1.0173836013652253, - 0.9964001763067949, - 0.9871125181905619, - 0.8027509230903981, - 0.9299285829647791, - 0.9412251138507224, - 0.9834698643403745, - 1.1391943175030825, - 0.9785493379039759, - 1.017445012936306, - 0.9645207385980711, - 0.9428629894457031, - 1.0449962571399996, - 0.9921708037991144, - 1.033514126697011, - 1.048535468132942, - 1.0684193315579842, - 1.002284914580432, - 0.9595830510736266, - 1.022106722284823, - 1.0153293741790863, - 0.9598175741851003, - 1.1500085669506441, - 1.0435622629094696, - 0.949962818915988, - 1.0144124428718615, - 1.013968145011949 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 54794, - "cert_evals": { - "36": 0.9230769872665405, - "72": 0.8653846383094788, - "108": 0.7884615659713745, - "255": 0.442307710647583 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9622727484293326, - "std_test_acc": 0.009218086220224268, - "n_samples": 366, - "n_features": 34, - "n_classes": 6, - "mean_cert_acc_36": 0.9246422350406647, - "std_cert_acc_36": 0.008617791393131716, - "mean_cert_acc_72": 0.866811215877533, - "std_cert_acc_72": 0.013099747748574555, - "mean_cert_acc_108": 0.7925827652215958, - "std_cert_acc_108": 0.03224713150415024, - "mean_cert_acc_255": 0.4467722475528717, - "std_cert_acc_255": 0.0610203014080796 - }, - "ecoli": { - "dataset": "ecoli", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.3888888888888889, - "test_acc": 0.4444444444444444, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.013150064285714266, - 0.030534154761904717, - -0.03497671428571443, - -0.05455450000000004, - -0.07806762144047612, - 0.0146216491309523, - 0.00923791428571434 - ] - ], - "std": [ - [ - 0.9944073468449054, - 1.0029903172616768, - 0.8958309259021103, - 1.0, - 1.0494215334470565, - 0.9464416656581703, - 0.9697251209067621 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 3692, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8771929824561403, - "test_acc": 0.8051282051282052, - "train_size": 84, - "val_size": 57, - "test_size": 195, - "stats": { - "mean": [ - [ - 0.05841213633333324, - 0.009642500000000023, - -0.1049293571428573, - -0.05455450000000004, - -0.13059923814285718, - -0.04276377619047619, - -0.11014530833333327 - ] - ], - "std": [ - [ - 1.0146171837993285, - 1.0844043612606449, - 0.6372989064356027, - 1.0, - 1.1282134026013562, - 0.9791745837868009, - 1.0002488772478277 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 3692, - "cert_evals": { - "36": 0.7543859481811523, - "72": 0.5438596606254578, - "108": 0.28070175647735596, - "255": 0.017543859779834747 - }, - "fold": 1 - }, - { - "best_epoch": 44, - "best_val_acc": 0.875, - "test_acc": 0.8010204081632653, - "train_size": 84, - "val_size": 56, - "test_size": 196, - "stats": { - "mean": [ - [ - -0.011315743142857089, - -0.03455130952380979, - -0.03497671428571443, - -0.05455450000000004, - 0.08828174398809528, - -0.05821374880952385, - -0.06637139999999996 - ] - ], - "std": [ - [ - 1.012351652595517, - 1.0330947119577754, - 0.8958309259021106, - 1.0, - 1.0026493882045864, - 0.9566088016671406, - 0.9710783614044303 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 3692, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.4642857313156128, - "108": 0.25, - "255": 0.01785714365541935 - }, - "fold": 2 - }, - { - "best_epoch": 91, - "best_val_acc": 0.8703703703703703, - "test_acc": 0.8282828282828283, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.17523749880952394, - -0.0650854523809525, - -0.03497671428571443, - -0.05455450000000004, - 0.014348625000000045, - -0.16084512944047624, - -0.12776817619047612 - ] - ], - "std": [ - [ - 1.0115769923283313, - 0.9182494349544681, - 0.8958309259021106, - 1.0, - 1.1277230453570237, - 0.9641663228847202, - 0.9980600835386763 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 3692, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.48148149251937866, - "108": 0.20370370149612427, - "255": 0.018518518656492233 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7197189715046858, - "std_test_acc": 0.18390834405367124, - "n_samples": 336, - "n_features": 7, - "n_classes": 8, - "mean_cert_acc_36": 0.5338345915079117, - "std_cert_acc_36": 0.35769132472378956, - "mean_cert_acc_72": 0.3724067211151123, - "std_cert_acc_72": 0.2506138694424578, - "mean_cert_acc_108": 0.18360136449337006, - "std_cert_acc_108": 0.1264263025341716, - "mean_cert_acc_255": 0.013479880522936583, - "std_cert_acc_255": 0.008995765913010736 - }, - "energy-y1": { - "dataset": "energy-y1", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.8846153846153846, - "test_acc": 0.864406779661017, - "train_size": 192, - "val_size": 104, - "test_size": 472, - "stats": { - "mean": [ - [ - 0.04037588177083325, - -0.02897297395833333, - -0.0555741354166667, - -0.0014130312499998996, - -0.01040988541666666, - 0.08845356250000003, - 0.019546906250001692, - 0.12425216145833322 - ] - ], - "std": [ - [ - 1.0503259507282519, - 1.0401598299798114, - 0.9566204676221528, - 1.0115106857597378, - 0.9992947803759471, - 0.9870322434122373, - 0.9626025350664883, - 1.0012373439432847 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.759615421295166, - "72": 0.625, - "108": 0.5, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8712121212121212, - "test_acc": 0.831081081081081, - "train_size": 192, - "val_size": 132, - "test_size": 444, - "stats": { - "mean": [ - [ - -0.035944025000000025, - 0.01883181770833327, - 0.02047402083333334, - 0.008475244791666782, - 2.3129646346357427e-18, - -9.25185853854297e-18, - -0.003910447916664952, - -0.010073338541666126 - ] - ], - "std": [ - [ - 0.9212095277307366, - 0.9229015509828643, - 1.0465139198851874, - 0.9891013465328523, - 0.9993489999999986, - 0.9993506559221339, - 0.9981490715102995, - 0.9882682016149288 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.7045454978942871, - "72": 0.5530303120613098, - "108": 0.40909093618392944, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8739495798319328, - "test_acc": 0.8643326039387309, - "train_size": 192, - "val_size": 119, - "test_size": 457, - "stats": { - "mean": [ - [ - -0.06401001406250006, - 0.06953358854166669, - -4.583333333418871e-07, - 0.0678050677083333, - -0.0624593125, - 0.10707533333333334, - 0.011727677083334845, - -0.026863999999998927 - ] - ], - "std": [ - [ - 0.9971640605357807, - 1.016537043200003, - 0.9590898709257725, - 0.9858397966646458, - 0.997395236645448, - 0.9977770953987608, - 1.0267126976352656, - 1.0236092624260158 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.7478991746902466, - "72": 0.6386554837226868, - "108": 0.49579834938049316, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8947368421052632, - "test_acc": 0.8766233766233766, - "train_size": 192, - "val_size": 114, - "test_size": 462, - "stats": { - "mean": [ - [ - -0.09306050364583336, - 0.10140363020833336, - 0.038023541666666646, - 0.08051876041666675, - -0.06245931250000001, - 4.166666664589166e-08, - 0.16615551562499892, - 0.11081956770833301 - ] - ], - "std": [ - [ - 1.0103381574343495, - 1.0260340528127347, - 0.9660180839931469, - 0.9757962633490739, - 0.997395236645448, - 0.9993506559221341, - 0.9513965888850403, - 0.9859377713172496 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.7719298601150513, - "72": 0.6754385828971863, - "108": 0.5263158082962036, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8591109603260514, - "std_test_acc": 0.019559056891926694, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.7459974884986877, - "std_cert_acc_36": 0.02932473317148887, - "mean_cert_acc_72": 0.6230310946702957, - "std_cert_acc_72": 0.051298643612932536, - "mean_cert_acc_108": 0.48280127346515656, - "std_cert_acc_108": 0.05096223680479504, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "energy-y2": { - "dataset": "energy-y2", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.9137931034482759, - "test_acc": 0.841304347826087, - "train_size": 192, - "val_size": 116, - "test_size": 460, - "stats": { - "mean": [ - [ - 0.0009850791666666432, - 0.010139916666666622, - 0.032173687500000006, - -0.005650822916666537, - 0.010409885416666669, - -0.06052093749999998, - -0.02541311979166509, - 0.0537312500000005 - ] - ], - "std": [ - [ - 1.0456101033083376, - 1.0498619980358046, - 0.9456106661428212, - 0.9965179021332218, - 0.999294780375947, - 1.0222397484588055, - 1.030433216371699, - 0.995731298264168 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.8103448152542114, - "72": 0.7413793206214905, - "108": 0.6982758641242981, - "255": 0.2586206793785095 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.8688524590163934, - "test_acc": 0.8546255506607929, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - 0.07533532916666669, - -0.059394307291666594, - -0.017550052083333306, - -0.04944196875000006, - 0.031229656250000005, - -0.004655374999999985, - 0.06255218750000145, - 1.1510416676625372e-06 - ] - ], - "std": [ - [ - 1.0729275910612097, - 1.0653863321722707, - 0.9433869502795601, - 1.0190501631365936, - 0.998860917431203, - 0.9951670891648171, - 1.0163359360027204, - 1.0396997731000648 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.6229507923126221, - "72": 0.46721309423446655, - "108": 0.44262292981147766, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 50, - "best_val_acc": 0.860655737704918, - "test_acc": 0.8678414096916299, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - -0.0004920619791667415, - 0.007242729166666742, - -0.020474875000000007, - 0.016951052083333352, - 2.3129646346357427e-18, - 0.004655458333333339, - 0.11924057812500127, - 0.06380555208333295 - ] - ], - "std": [ - [ - 1.0283618263304504, - 1.0335770524750947, - 0.8923225124501564, - 0.9833589680412395, - 0.9993489999999986, - 1.0280747733173587, - 0.9999909373553216, - 0.955311666538388 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.7868852019309998, - "72": 0.7540982961654663, - "108": 0.6885245442390442, - "255": 0.46721309423446655 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8230088495575221, - "test_acc": 0.8617710583153347, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - -0.045791585416666704, - 0.053598781249999984, - 0.038023489583333334, - 0.0339023333333334, - -0.04163954166666667, - 0.013966291666666672, - 0.03909468750000155, - 0.06716386458333357 - ] - ], - "std": [ - [ - 1.0190772752310013, - 1.0258162287916472, - 1.0141309105461986, - 1.0041302689502694, - 0.998481132706467, - 0.9782096135772306, - 0.997298911424109, - 1.0244022864972453 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.6814159154891968, - "72": 0.5221238732337952, - "108": 0.24778760969638824, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8563855916234612, - "std_test_acc": 0.011413160207502694, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.7253991812467575, - "std_cert_acc_36": 0.08836758745605668, - "mean_cert_acc_72": 0.6212036460638046, - "std_cert_acc_72": 0.1479110906567278, - "mean_cert_acc_108": 0.519302736967802, - "std_cert_acc_108": 0.216231093557382, - "mean_cert_acc_255": 0.18145844340324402, - "std_cert_acc_255": 0.2261740218629843 - }, - "fertility": { - "dataset": "fertility", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8771929824561403, - "train_size": 25, - "val_size": 18, - "test_size": 57, - "stats": { - "mean": [ - [ - -0.050080199999999984, - -0.12364147839999998, - 0.14793016000000006, - -0.32071263999999977, - 0.1791338, - -0.12053400000000013, - 0.5731312000000003, - -0.16074628000000002, - 0.03862860000000002 - ] - ], - "std": [ - [ - 1.0236052735742232, - 0.8512034434759349, - 0.8026475169365781, - 0.9000012058569202, - 0.9750796495625166, - 0.7418187080757671, - 0.7460504646830267, - 0.9966002512278438, - 0.8297482471350933 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.7777777910232544, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.8032786885245902, - "train_size": 25, - "val_size": 14, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.08396883999999995, - 0.0741850816, - -0.08875767999999994, - 0.16035823999999999, - -0.2985557199999999, - 0.017217679999999954, - -0.28656639999999994, - -0.012364960000000034, - 7.200000000029405e-07 - ] - ], - "std": [ - [ - 0.9493769176881722, - 1.0402868069724176, - 1.0846399428755964, - 1.0014288942292522, - 0.95537904, - 1.089027811624688, - 1.008650391054026, - 0.9817617018642958, - 0.9407763787630519 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.5714285969734192, - "72": 0.2857142984867096, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 27, - "best_val_acc": 0.7, - "test_acc": 0.7454545454545455, - "train_size": 25, - "val_size": 20, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.15099352, - 0.04121466079999998, - 0.029586240000000055, - 0.16035823999999999, - -0.059710959999999924, - 0.29272248000000006, - 0.09552136000000001, - -0.25966716, - -0.27897695999999994 - ] - ], - "std": [ - [ - 0.9753651401849921, - 1.00304651742069, - 0.9614305510351658, - 1.001428894229252, - 0.9943900320852971, - 0.9593333711047946, - 0.911221690762852, - 0.8623722386522275, - 0.6562133354788506 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.5, - "72": 0.30000001192092896, - "108": 0.20000000298023224, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.78125, - "train_size": 25, - "val_size": 11, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.05008016, - 0.16980184160000003, - 0.029586240000000055, - -0.08017719999999987, - -0.13932587999999993, - 0.22384639999999986, - -0.19104464, - 0.23493724, - -0.28326872000000003 - ] - ], - "std": [ - [ - 0.967192993888714, - 1.0029056548149258, - 0.9614305510351658, - 0.981981821759731, - 0.9879951745516705, - 0.9393450743392652, - 0.9552200000001204, - 1.0881296800000002, - 0.6448658384270962 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.3636363744735718, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.801794054108819, - "std_test_acc": 0.055627933420491875, - "n_samples": 100, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.5532106906175613, - "std_cert_acc_36": 0.17275423162600154, - "mean_cert_acc_72": 0.14642857760190964, - "std_cert_acc_72": 0.16918171114537983, - "mean_cert_acc_108": 0.05000000074505806, - "std_cert_acc_108": 0.10000000149011612, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "flags": { - "dataset": "flags", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.48148148148148145, - "test_acc": 0.4369747899159664, - "train_size": 48, - "val_size": 27, - "test_size": 119, - "stats": { - "mean": [ - [ - 0.2352414791666667, - -0.14561693750000007, - 0.1764680979166667, - 0.11582924333333333, - 0.0278278833333333, - 0.04467812499999988, - -0.14742766666666676, - -0.14850950000000007, - 0.10914166666666664, - 0.020176562500000023, - -0.14527287500000005, - -0.021462375000000023, - -0.005958499999999978, - -0.18136456250000013, - -0.1484010833333332, - -0.13407733333333335, - -0.14238879166666651, - -0.06353299999999999, - 0.039132958333333315, - 0.23061385416666677, - 0.16322545416666676, - 0.20470881250000014, - -0.04084762500000006, - -0.005915999999999931, - -0.08552499999999989, - 0.003115083333333317, - -0.00012200000000005262, - 0.016370875000000003 - ] - ], - "std": [ - [ - 0.9423798810959939, - 0.9424971000607776, - 1.1257258803436931, - 1.5640772168523231, - 0.9974256598053217, - 1.129307049644929, - 1.052031616542435, - 0.7965270829416287, - 0.9104918487062668, - 0.9984666452987403, - 0.9898063223282548, - 0.9958585433814053, - 1.0008837456871553, - 0.8789136023594675, - 0.8091964732150918, - 0.9827727342487288, - 0.6596688427296609, - 0.858146791992489, - 1.050181614737104, - 1.5175473203808312, - 0.8994410282874392, - 1.317453200121319, - 0.9530138431587623, - 0.994027422565394, - 0.9275008724551151, - 1.0021317232904448, - 0.9667438830883966, - 0.9280632223285767 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 54284, - "cert_evals": { - "36": 0.25925925374031067, - "72": 0.2222222238779068, - "108": 0.1111111119389534, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.4827586206896552, - "test_acc": 0.38461538461538464, - "train_size": 48, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - 0.19499710416666668, - -0.0022983958333333797, - -0.02790886250000002, - 0.11650907499999995, - -0.06750504166666671, - -0.11583450000000012, - -0.10268268750000005, - 0.02775170833333333, - 0.26183579166666643, - -0.02146237499999999, - -0.14527287500000005, - 0.27001018749999983, - -0.10226858333333351, - 0.10011306249999985, - -0.3313875208333335, - -0.17088533333333333, - -0.18737783333333316, - -0.06353299999999996, - 0.03913295833333332, - -0.008377395833333351, - -0.026332812499999955, - -0.15468943749999978, - 0.07922083333333325, - 0.13755950000000008, - -0.03367612499999993, - 0.07865360416666665, - 0.0827322729166666, - -0.1398202291666666 - ] - ], - "std": [ - [ - 1.0149211380035321, - 1.0106590573641523, - 0.800987362794606, - 1.5710238762349773, - 0.9911412389198323, - 0.8417359860573123, - 0.7550650019137193, - 0.8454707572998891, - 0.7463117905961775, - 0.9958585433814053, - 0.9898063223282548, - 0.9774069853377493, - 1.0506189728199082, - 1.04374696833814, - 0.41816393735262497, - 0.8196612593038392, - 0.596847083543995, - 0.8581467919924893, - 1.050181614737104, - 0.8097533539243018, - 0.6013621428718394, - 0.6159775664971462, - 1.073924939147738, - 1.064042786035294, - 0.9713883617826264, - 1.1076121378365742, - 1.021768139613268, - 0.8455337132759265 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 54284, - "cert_evals": { - "36": 0.3103448152542114, - "72": 0.20689654350280762, - "108": 0.06896551698446274, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.4230769230769231, - "test_acc": 0.325, - "train_size": 48, - "val_size": 26, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.0340199583333333, - 0.10917162499999984, - -0.07162090208333334, - 0.06506778333333332, - -0.10921322916666676, - 0.12493452083333324, - 0.013654270833333296, - 0.15594170833333318, - -0.04355245833333338, - -0.021462374999999978, - 0.104134875, - 0.02017656249999995, - 0.1385066249999999, - 0.053200124999999876, - 0.09558083333333343, - 0.3076187916666668, - 0.17253487500000028, - 0.15269966666666668, - 0.1823765416666667, - 0.13501729166666662, - 0.262743825, - -0.06483987499999996, - 0.19928929166666667, - -0.1015663333333332, - -0.03367612499999994, - 0.07865360416666677, - 0.23660444999999997, - 0.06843458333333337 - ] - ], - "std": [ - [ - 1.0728446319744602, - 1.004997765945125, - 0.6738313483909325, - 1.1276322526496132, - 0.9889360364810051, - 1.0737570402474663, - 1.2301542970075396, - 1.0335005003320021, - 1.0268293591046207, - 0.9958585433814053, - 0.9898063223282548, - 0.9984666452987404, - 0.9021844164633743, - 1.0235194592787966, - 1.0911203018947113, - 1.043398618770709, - 1.428359917728367, - 1.0537876663148145, - 1.2133500974257005, - 0.931759019467099, - 1.699034990837401, - 0.8618067283867119, - 1.170282570673264, - 0.9322841280124254, - 0.9713883617826267, - 1.1076121378365744, - 1.009283746545842, - 1.0092164745858712 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 54284, - "cert_evals": { - "36": 0.07692307978868484, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.2903225806451613, - "test_acc": 0.3826086956521739, - "train_size": 48, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.060849604166666675, - -0.11376839583333333, - -0.09783850416666667, - -0.09356036875000003, - 0.22445235416666667, - 0.024614104166666605, - 0.0762974583333333, - 0.09184660416666661, - -0.14534854166666666, - -0.021462374999999978, - 0.18727079166666663, - 0.061815500000000016, - 0.042196541666666705, - 0.10011306249999992, - -0.08740560416666669, - 0.0008853750000000308, - -0.1423887916666665, - -0.06353283333333333, - -0.10411062500000007, - -0.056175625000000166, - 0.25800489583333336, - -0.15468943749999986, - 0.07922083333333328, - -0.10156633333333316, - -0.08552499999999985, - 0.0031150833333333725, - -0.1421576375, - 0.0684342083333334 - ] - ], - "std": [ - [ - 1.0293582077836319, - 0.9794406225141076, - 0.6268224867254953, - 0.3684227553507345, - 1.025591356541465, - 1.1118837703058688, - 1.0365020313045694, - 1.0275207215403601, - 1.0856923338143685, - 0.9958585433814053, - 0.9757408637342995, - 0.9993344999999996, - 0.9714914160365958, - 1.0437469683381402, - 0.8943692877865511, - 1.023515389848972, - 0.6596688427296608, - 1.0084428269148291, - 0.8321700190516114, - 0.7587733649056444, - 1.7047553305488228, - 0.615977566497146, - 1.073924939147738, - 0.9322841280124254, - 0.9275008724551151, - 1.0021317232904448, - 0.8580294890796403, - 1.071739861024061 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 54284, - "cert_evals": { - "36": 0.09677419066429138, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3822997175458812, - "std_test_acc": 0.04574596139172203, - "n_samples": 194, - "n_features": 28, - "n_classes": 8, - "mean_cert_acc_36": 0.18582533486187458, - "std_cert_acc_36": 0.11645807383195483, - "mean_cert_acc_72": 0.1072796918451786, - "std_cert_acc_72": 0.12403382249621239, - "mean_cert_acc_108": 0.045019157230854034, - "std_cert_acc_108": 0.054757111130699795, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "glass": { - "dataset": "glass", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.35135135135135137, - "test_acc": 0.2903225806451613, - "train_size": 53, - "val_size": 37, - "test_size": 124, - "stats": { - "mean": [ - [ - 0.012939788679245282, - 0.04699466943396226, - 0.04250909433962263, - -0.01625201207547179, - -0.03750319433962267, - -0.18787082075471698, - 0.06524139433962263, - -0.040507150943396124, - -0.2307195471698114 - ] - ], - "std": [ - [ - 0.801738486196533, - 0.8467082620054888, - 0.9820084649167357, - 0.9338214241369891, - 0.8598618475288062, - 0.3955791139166082, - 0.8724031270593463, - 0.8657099216828293, - 0.7013424696367202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3690, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.22137404580152673, - "train_size": 53, - "val_size": 30, - "test_size": 131, - "stats": { - "mean": [ - [ - -0.06851211245283018, - -0.15009423962264148, - 0.02275701132075471, - -0.11148559811320762, - 0.16614626415094338, - 0.138459841509434, - -0.08099267547169811, - 0.036904622641509635, - -0.12809118867924535 - ] - ], - "std": [ - [ - 0.8515731555985958, - 0.9581970001358434, - 0.9640671504859841, - 0.9248622429706228, - 0.9755758770264732, - 1.357781655818288, - 0.8022445220282372, - 1.1525134057528226, - 0.8492428385949199 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3690, - "cert_evals": { - "36": 0.1666666716337204, - "72": 0.06666667014360428, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 57, - "best_val_acc": 0.5, - "test_acc": 0.45925925925925926, - "train_size": 53, - "val_size": 26, - "test_size": 135, - "stats": { - "mean": [ - [ - 0.17342035830188673, - 0.10083030188679246, - -0.0808434981132076, - -0.019653658490565933, - -0.19072764905660378, - 0.02794728113207545, - 0.12344338867924527, - -0.06403424528301871, - 0.22045922641509424 - ] - ], - "std": [ - [ - 1.2137577085998512, - 0.8431029761509528, - 1.0333305367739407, - 1.0160914345283907, - 1.0137208401349003, - 1.2887142840709145, - 1.1306321303495666, - 0.9397607053756946, - 1.2490718777482173 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3690, - "cert_evals": { - "36": 0.07692307978868484, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.5357142857142857, - "test_acc": 0.45864661654135336, - "train_size": 53, - "val_size": 28, - "test_size": 133, - "stats": { - "mean": [ - [ - -0.09789963037735849, - -0.25360606113207534, - -0.0009194132075472026, - 0.04837090226415086, - 0.10451545471698113, - 0.3782897773584904, - -0.08351155283018871, - -0.02570778301886777, - 0.11976666037735839 - ] - ], - "std": [ - [ - 0.9830235331660265, - 0.9613168258565478, - 1.0022618468949342, - 0.9817559883419383, - 1.0203488325490284, - 1.7842263867081236, - 1.0422858738909424, - 0.9054813684433138, - 1.1073266176346976 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 3690, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.35740062556182517, - "std_test_acc": 0.12059384514319345, - "n_samples": 214, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.09661172516644001, - "std_cert_acc_36": 0.07476140485801916, - "mean_cert_acc_72": 0.01666666753590107, - "std_cert_acc_72": 0.03333333507180214, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "haberman-survival": { - "dataset": "haberman-survival", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.7608695652173914, - "test_acc": 0.75, - "train_size": 76, - "val_size": 46, - "test_size": 184, - "stats": { - "mean": [ - [ - 0.056303715789473636, - 0.11814425789473684, - 0.07505885618421046 - ] - ], - "std": [ - [ - 1.071529133459213, - 0.9640121301272397, - 1.1153002449883138 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3366, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.8372093023255814, - "test_acc": 0.7165775401069518, - "train_size": 76, - "val_size": 43, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.10623882105263147, - 0.09384808421052634, - 0.007344408815789407 - ] - ], - "std": [ - [ - 1.0605035134671559, - 1.0869710980458733, - 1.1078408305262222 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3366, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8867924528301887, - "test_acc": 0.7231638418079096, - "train_size": 76, - "val_size": 53, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.06604734605263156, - -0.015483576315789458, - 0.01100456263157891 - ] - ], - "std": [ - [ - 1.0531764871263751, - 0.9959949318361989, - 0.8640777726923776 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3366, - "cert_evals": { - "36": 0.09433962404727936, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 8, - "best_val_acc": 0.7567567567567568, - "test_acc": 0.7409326424870466, - "train_size": 76, - "val_size": 37, - "test_size": 193, - "stats": { - "mean": [ - [ - -0.03016957763157897, - -0.13291423947368405, - 0.01283475092105254 - ] - ], - "std": [ - [ - 1.0380766725977404, - 1.0963438485094303, - 1.0823191968380823 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3366, - "cert_evals": { - "36": 0.18918919563293457, - "72": 0.027027027681469917, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.732668506100477, - "std_test_acc": 0.015469695762190618, - "n_samples": 306, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.07088220492005348, - "std_cert_acc_36": 0.09054532660920898, - "mean_cert_acc_72": 0.006756756920367479, - "std_cert_acc_72": 0.013513513840734959, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "hayes-roth": { - "dataset": "hayes-roth", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.6176470588235294, - "test_acc": 0.5612244897959183, - "train_size": 28, - "val_size": 34, - "test_size": 98, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3399, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.64, - "test_acc": 0.5981308411214953, - "train_size": 28, - "val_size": 25, - "test_size": 107, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3399, - "cert_evals": { - "36": 0.07999999821186066, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.5673076923076923, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3399, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.46153846153846156, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3399, - "cert_evals": { - "36": 0.0714285746216774, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5470503711908918, - "std_test_acc": 0.0592530331088494, - "n_samples": 160, - "n_features": 3, - "n_classes": 3, - "mean_cert_acc_36": 0.037857143208384514, - "std_cert_acc_36": 0.04385349784141781, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-cleveland": { - "dataset": "heart-cleveland", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.6111111111111112, - "test_acc": 0.5953757225433526, - "train_size": 76, - "val_size": 54, - "test_size": 173, - "stats": { - "mean": [ - [ - 0.025679380263157865, - 0.06560718421052641, - -0.04165710526315796, - 0.12079876315789474, - -0.05836617236842103, - 0.21103164473684244, - 0.009953435000000009, - -0.04552891578947369, - -0.07930921052631572, - 0.018019449999999958, - -0.1633495263157895, - 0.1490460526315791, - 0.1173184736842107 - ] - ], - "std": [ - [ - 0.8936682722687875, - 0.9705101476202265, - 1.0410809532354568, - 0.9713482365754217, - 1.0046131234392313, - 1.1698900228292355, - 0.991743905598925, - 1.063967410026795, - 0.9653541002995567, - 0.9670845428420584, - 0.8530269008877411, - 1.0419737091060064, - 0.9887800977718967 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 13705, - "cert_evals": { - "36": 0.5, - "72": 0.4444444477558136, - "108": 0.25925925374031067, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.5116279069767442, - "test_acc": 0.5, - "train_size": 76, - "val_size": 43, - "test_size": 184, - "stats": { - "mean": [ - [ - -0.2101489736842105, - 0.09376453947368439, - -0.1649965789473685, - -0.03545365789473685, - -0.1381618, - 0.02633263157894729, - -0.1355152364473684, - -0.028272514473684226, - 0.060729605263158, - -0.12137016052631582, - 0.02882180263157893, - -0.062184184210526385, - -0.10297684210526317 - ] - ], - "std": [ - [ - 0.9630708106281646, - 0.9569359106048417, - 1.0685892850045124, - 0.9716813782156916, - 0.8933102337559928, - 1.0237058396713807, - 0.987768251139324, - 1.0505795881681008, - 1.018728244712418, - 0.800844776889746, - 0.9838325491030496, - 0.9678759361024273, - 0.9824728943441249 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 13705, - "cert_evals": { - "36": 0.04651162773370743, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.6140350877192983, - "test_acc": 0.5882352941176471, - "train_size": 76, - "val_size": 57, - "test_size": 170, - "stats": { - "mean": [ - [ - 0.009666096052631561, - 0.12192189473684223, - -0.04165730263157901, - -0.053396460526315796, - 0.009485552631578952, - -0.08448677631578952, - -0.12229084131578946, - 0.029248118421052637, - 0.0887373684210527, - 0.14607715657894724, - 0.007469368421052609, - 0.13496389473684212, - -0.016193828947368444 - ] - ], - "std": [ - [ - 0.991747257977119, - 0.9423253440641232, - 1.054702252215874, - 1.01578753443219, - 0.912628998922061, - 0.9070959475884481, - 0.9828872816770845, - 1.0215811465249889, - 1.026781557739585, - 1.110916508206595, - 1.0555936285886078, - 1.1293737151568792, - 0.9751655205627294 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 13705, - "cert_evals": { - "36": 0.35087719559669495, - "72": 0.017543859779834747, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.6756756756756757, - "test_acc": 0.48947368421052634, - "train_size": 76, - "val_size": 37, - "test_size": 190, - "stats": { - "mean": [ - [ - 0.009666401315789493, - -0.1314943026315789, - -0.027953026315789546, - -0.017510736842105287, - 0.14569758815789477, - -0.12142657894736847, - 0.16864663157894735, - 0.0298232342105263, - 0.032721842105263264, - -0.0567749657894737, - -0.14199722368421067, - 0.050471736842105284, - -0.002842618421052697 - ] - ], - "std": [ - [ - 1.037308935092612, - 1.039536608942455, - 1.0731491570199134, - 0.9857713056853448, - 1.1678879570276746, - 0.8615768485992676, - 0.9924490204448371, - 1.0295305309669156, - 1.0098342617684068, - 1.0125711830157138, - 0.967005700282042, - 1.1226814635925688, - 0.9876978299691207 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 13705, - "cert_evals": { - "36": 0.054054055362939835, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5432711752178815, - "std_test_acc": 0.056282680828852884, - "n_samples": 303, - "n_features": 13, - "n_classes": 5, - "mean_cert_acc_36": 0.23786071967333555, - "std_cert_acc_36": 0.22501043749964994, - "mean_cert_acc_72": 0.11549707688391209, - "std_cert_acc_72": 0.21945413726033314, - "mean_cert_acc_108": 0.06481481343507767, - "std_cert_acc_108": 0.12962962687015533, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-hungarian": { - "dataset": "heart-hungarian", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.8021390374331551, - "train_size": 73, - "val_size": 34, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.0800741506849315, - 0.187091506849315, - 0.14536817123287665, - 0.057955123287671204, - 0.007548964931506878, - 0.0018470410958903167, - -0.026523986301369866, - -0.07145227945205493, - -0.002936657534246297, - 0.06359038356164397, - 0.03073776712328766, - -0.08100684931506869 - ] - ], - "std": [ - [ - 0.9987991948716954, - 0.8797143812899805, - 1.0138369657816542, - 1.004282733869356, - 1.1169105950079397, - 1.0014602608653556, - 0.9486883864181348, - 1.0204510052676476, - 0.9970306548239305, - 1.1098417855233023, - 1.0026671671379417, - 0.8754503895152498 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3654, - "cert_evals": { - "36": 0.5588235259056091, - "72": 0.20588235557079315, - "108": 0.05882352963089943, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.717948717948718, - "test_acc": 0.8351648351648352, - "train_size": 73, - "val_size": 39, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.03390847945205465, - 0.1564823287671232, - -0.05334468493150675, - 0.17270156164383563, - -0.14544580410958913, - -0.10677657534246586, - 0.03300201369863015, - 0.11938546301369855, - 0.026828767123288015, - 0.11635597260273989, - 0.11918921917808224, - -0.025584246575342404 - ] - ], - "std": [ - [ - 1.015281664085163, - 0.9028410442013451, - 1.0337121941577725, - 0.9152783215528201, - 0.8308188513709485, - 0.787052874670898, - 0.9862292931929137, - 0.8791726610331962, - 1.0093946605762534, - 0.9709004823896129, - 0.9957071278619543, - 0.9379507836223181 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3654, - "cert_evals": { - "36": 0.6153846383094788, - "72": 0.4615384638309479, - "108": 0.10256410390138626, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 23, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.8324022346368715, - "train_size": 73, - "val_size": 42, - "test_size": 179, - "stats": { - "mean": [ - [ - 0.14495649315068504, - 0.003436438356164301, - -0.06753834246575333, - 0.2389838082191781, - 0.03065915232876712, - -0.16108838356164396, - 0.03300202739726026, - 0.07263872739726036, - 0.02682876712328804, - -0.04947819178082209, - 0.0012539315068493056, - -0.05725431506849332 - ] - ], - "std": [ - [ - 0.9448396245451279, - 0.9965626371881349, - 0.9510883979986018, - 0.9219475695799935, - 0.863125052835077, - 0.6471998892994516, - 1.0497525444673081, - 0.9275566360232819, - 1.0093946605762534, - 0.8385071156366399, - 0.992646777404723, - 0.8922594920555511 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3654, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.6428571343421936, - "108": 0.5, - "255": 0.1190476194024086 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.8409090909090909, - "test_acc": 0.7853107344632768, - "train_size": 73, - "val_size": 44, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.03448108219178094, - 0.03404561643835607, - 0.2021428561643836, - -0.012603835616438326, - 0.012083080821917778, - 0.0018470410958903595, - 0.03300201369863012, - -0.05440366712328782, - 0.14589046575342487, - 0.0786663835616438, - 0.13393120547945203, - -0.05725438356164386 - ] - ], - "std": [ - [ - 0.9357023656034743, - 0.98044976884177, - 0.9447129008604433, - 0.8618425109620811, - 1.2011825380327528, - 1.0014602608653553, - 0.986229293192914, - 0.847254895689431, - 1.0489937022040874, - 1.0096312619774381, - 1.0380236400472438, - 0.844840730482065 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3654, - "cert_evals": { - "36": 0.7727273106575012, - "72": 0.7272727489471436, - "108": 0.6363636255264282, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8137542104245347, - "std_test_acc": 0.024153034503433833, - "n_samples": 294, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.6653053015470505, - "std_cert_acc_36": 0.09620986038078794, - "mean_cert_acc_72": 0.5093876756727695, - "std_cert_acc_72": 0.23071846332516396, - "mean_cert_acc_108": 0.3244378147646785, - "std_cert_acc_108": 0.2874593793584017, - "mean_cert_acc_255": 0.02976190485060215, - "std_cert_acc_255": 0.0595238097012043 - }, - "heart-switzerland": { - "dataset": "heart-switzerland", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 24, - "best_val_acc": 0.4444444444444444, - "test_acc": 0.3108108108108108, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.03867648709677418, - 0.061165483870967645, - -0.031605645161290254, - -0.04727649354838697, - 0.12035961290322578, - 0.10471612903225812, - 0.10948048064516128, - 0.21947058064516128, - 0.24267312903225804, - 0.146339935483871, - 0.09546838709677423, - -0.14905170967741943 - ] - ], - "std": [ - [ - 1.1959209887023292, - 0.8952513255013157, - 1.0680537841920705, - 1.1526431663263934, - 1.2389629579337629, - 1.0370364433639812, - 0.8482163286791152, - 0.998704338537551, - 0.823971907762666, - 0.9616527651367163, - 1.172612838656165, - 1.0452475193168111 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3753, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.33783783783783783, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - 0.38275906451612907, - -0.056386774193548456, - 0.015231451612903284, - 0.016496377419354898, - 0.2830434193548386, - -0.059711161290322494, - 0.04518695483870968, - -0.039474967741935506, - 0.10301854838709676, - -0.043132193548387085, - 0.0954683870967742, - -0.026422451612903276 - ] - ], - "std": [ - [ - 0.8537728993403316, - 1.0773842413872565, - 0.9891428503533505, - 0.8244718913923468, - 1.4910217148161218, - 1.0016724276385454, - 0.8092921347980535, - 0.9902763031378431, - 0.9512021337497041, - 1.1112826701924636, - 1.172612838656165, - 1.014523633801689 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3753, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.375, - "test_acc": 0.22058823529411764, - "train_size": 31, - "val_size": 24, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1363268064516129, - 0.06116548387096767, - -0.07844332258064517, - 0.28318253870967747, - 0.12035961290322578, - -0.00490193548387092, - -0.09028977096774195, - -0.16894774193548387, - -0.07077383870967743, - -0.23260409677419347, - -0.0015777419354838426, - -0.12861274193548392 - ] - ], - "std": [ - [ - 0.9985620954632528, - 0.8952513255013155, - 0.7865317101247931, - 0.8496477832825274, - 1.2389629579337627, - 0.8129502811517081, - 0.9201252610360474, - 0.960195792094272, - 0.7788574621968283, - 0.922011584077965, - 1.0630870797904943, - 0.9101297422084665 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3753, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.35714285714285715, - "test_acc": 0.3076923076923077, - "train_size": 31, - "val_size": 14, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.06132570967741941, - -0.05638677419354848, - -0.03160587096774191, - -0.08206108387096776, - 0.1203596129032258, - 0.21433419354838715, - 0.08651870322580645, - 0.08999780645161289, - 0.000605741935483859, - -0.11892112903225804, - 0.19251451612903228, - -0.09795603225806457 - ] - ], - "std": [ - [ - 1.1796944897022907, - 1.0773842413872565, - 1.002361426374151, - 1.2266934302261872, - 1.2389629579337627, - 1.2107719727384119, - 1.1761632862640778, - 1.0028917964777728, - 0.9746182884484196, - 1.026652327670446, - 1.4781625990241394, - 1.0351077769123456 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3753, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2942322979087685, - "std_test_acc": 0.050927759373163184, - "n_samples": 123, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-va": { - "dataset": "heart-va", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.3783783783783784, - "test_acc": 0.25663716814159293, - "train_size": 50, - "val_size": 37, - "test_size": 113, - "stats": { - "mean": [ - [ - 0.12417273199999997, - 0.05847433999999993, - 0.11939195999999985, - 0.13652684859999997, - 0.169332294, - -0.08422980000000006, - -0.051211000000000055, - -0.025999581999999997, - -0.10986361999999993, - 0.02611757999999999, - 0.18437666399999986, - -0.16063424000000026 - ] - ], - "std": [ - [ - 1.0375983940843654, - 0.8186406200000009, - 0.906257232351079, - 0.9850972422932538, - 0.9999215189422874, - 0.964959379692824, - 0.9368765586228528, - 0.926118336928491, - 0.985877688928741, - 0.8984566513475283, - 1.109014128975748, - 0.8047660315047241 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3753, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4, - "test_acc": 0.2833333333333333, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.10881117199999998, - 0.17542300000000016, - 0.21993213999999972, - -0.08821109999999997, - 0.13781262600000002, - 0.08422731999999994, - 0.00731520000000001, - -0.12721317799999998, - -0.30961252, - -0.25667714, - -0.17580066800000008, - -0.02059391999999999 - ] - ], - "std": [ - [ - 0.9929893928858932, - 1.0, - 0.8501447398821216, - 1.0656963957883359, - 1.0325714366151477, - 1.022085030499879, - 0.9621289169237981, - 1.0393960665815958, - 0.9317809815586118, - 0.8468928172805285, - 0.9604725295714901, - 0.9867682179778366 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3753, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4074074074074074, - "test_acc": 0.21951219512195122, - "train_size": 50, - "val_size": 27, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.15233571999999998, - 0.05847433999999995, - 0.11939203999999982, - -0.012556939999999935, - 0.15528536399999998, - -0.042115520000000004, - 0.06584127999999993, - 0.009825086000000021, - 0.16978484000000008, - 0.05313653999999998, - 0.04716622799999987, - 0.15239717999999963 - ] - ], - "std": [ - [ - 0.9466778160837978, - 0.8186406200000006, - 0.794839780092792, - 1.0183639969617624, - 0.9927764037429706, - 0.982265363064182, - 1.1062072213290066, - 0.982147212242076, - 0.9915274640582656, - 1.040558924765334, - 1.0326448287754921, - 1.138945356222443 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3753, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.4666666666666667, - "test_acc": 0.3, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.07040700000000005, - 0.17542300000000016, - 0.14452675999999975, - 0.06532269999999997, - -0.19794047999999992, - -0.08422980000000009, - -0.16826343999999985, - 0.010868634000000012, - 0.009985720000000033, - -0.009907080000000006, - -0.10719553600000013, - -0.08649541999999996 - ] - ], - "std": [ - [ - 1.2049567103246417, - 1.0, - 0.9024156133740057, - 0.9721589400778301, - 0.9497444006039201, - 0.964959379692824, - 0.920277085388703, - 0.9840113193010918, - 0.9979451845458254, - 1.0793938409678105, - 0.9369066157621472, - 0.9024286546800494 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3753, - "cert_evals": { - "36": 0.03333333507180214, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2648706741492194, - "std_test_acc": 0.03511942273502331, - "n_samples": 200, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.008333333767950535, - "std_cert_acc_36": 0.01666666753590107, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "hepatitis": { - "dataset": "hepatitis", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.782608695652174, - "test_acc": 0.8279569892473119, - "train_size": 39, - "val_size": 23, - "test_size": 93, - "stats": { - "mean": [ - [ - -0.07305103333333338, - -0.25417620512820527, - -0.0684997948717948, - 0.002734846153846289, - -0.27956964102564097, - 0.043173205128205175, - -0.08607384615384614, - 0.058396666666666625, - 0.06670830769230766, - -0.04725699999999998, - 0.016169358974358995, - -0.02457512820512817, - 0.0025034871794872037, - -0.027701887179487183, - -0.15169055846153845, - -0.0886186358974359, - -0.07013070256410256, - 0.1575872743589744, - -0.1341903076923079 - ] - ], - "std": [ - [ - 0.7065121639768482, - 0.5178280049962226, - 1.0644445404981495, - 0.9941527427588283, - 0.9460715809412041, - 1.0610130501194135, - 1.1425568971679159, - 0.9324615341247179, - 0.946176852270342, - 0.9924710852804189, - 0.9714365294574488, - 0.9824999787091323, - 0.9634407063351287, - 0.8415828453559291, - 0.8432379274259605, - 0.6407479822535036, - 0.9523942193593046, - 1.0530325526231488, - 0.9744402928447131 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 13894, - "cert_evals": { - "36": 0.30434784293174744, - "72": 0.08695652335882187, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.9230769230769231, - "test_acc": 0.8333333333333334, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.11794246410256407, - -0.08617061538461546, - 0.18073612820512838, - 0.002734846153846107, - -0.01757938461538464, - -0.10891841025641022, - -0.26475346153846147, - -0.16237000000000007, - -0.13763476923076928, - 0.0032585384615384802, - -0.12308166666666664, - -0.13340641025641017, - -0.052936256410256344, - -0.1222803846153846, - -0.12690142128205126, - -0.21492274871794878, - -0.0701304769230769, - -0.19038912820512827, - -0.03147528205128203 - ] - ], - "std": [ - [ - 0.9308482815868492, - 0.8729826521744097, - 0.9562346989313699, - 0.9941527427588275, - 1.0687148745897885, - 1.082595260131678, - 1.2147882026120127, - 1.1445852172148068, - 1.1192331270078257, - 1.0668209925491146, - 1.0726249795408656, - 1.1491882555748711, - 1.1143257286511818, - 0.9024022721027672, - 0.9826150523838478, - 0.6405176575741821, - 1.0834147839386958, - 1.0210323203399736, - 0.9932070287924958 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 13894, - "cert_evals": { - "36": 0.42307692766189575, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8163265306122449, - "train_size": 39, - "val_size": 18, - "test_size": 98, - "stats": { - "mean": [ - [ - 0.25751469999999993, - -0.0021678205128206176, - -0.16819412820512808, - -0.13856787179487162, - -0.22717153846153848, - -0.05822148717948713, - -0.026513846153846145, - -0.07406333333333337, - 0.025839692307692258, - -0.04725692307692307, - 0.016169487179487147, - -0.13340641025641015, - -0.052936256410256344, - -0.040312646153846145, - 0.10239844307692307, - 0.13277096923076923, - 0.021281615384615406, - -0.028776703589743616, - 0.019882230769230784 - ] - ], - "std": [ - [ - 1.005461160498127, - 0.9939344729297802, - 0.9562346989313698, - 1.1126187137474748, - 0.8609878396947588, - 0.9804372857666263, - 0.9786685591250096, - 0.9813568775708227, - 0.946176852270342, - 1.0881358642498125, - 1.054392008519234, - 1.1491882555748716, - 1.1143257286511812, - 0.6571748166650522, - 0.9244222305036086, - 1.0717140331590138, - 0.8996151755406562, - 0.9261613145039079, - 0.998504170514703 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 13894, - "cert_evals": { - "36": 0.5, - "72": 0.1666666716337204, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8846153846153846, - "test_acc": 0.8333333333333334, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.07509134615384613, - -0.17017341025641036, - 0.13088894871794884, - 0.1440375641025641, - -0.12237543589743595, - -0.05822148717948713, - 0.1521657692307693, - 0.1467033333333333, - 0.10757692307692303, - 0.003258384615384635, - 0.06258628205128201, - -0.13340641025641015, - 0.057943230769230816, - 0.03955354102564104, - 0.16271944128205126, - 0.026228858974358962, - 0.12825329743589742, - -0.037512437692307686, - 0.2253122820512821 - ] - ], - "std": [ - [ - 0.9881800818586763, - 0.7226193648278391, - 0.9639985722278488, - 0.835958152953438, - 0.9195820679374928, - 0.9804372857666264, - 0.8380816839591891, - 0.797209189164857, - 0.8727148090274184, - 0.8602473119915564, - 0.8683835140087598, - 0.9266649753751967, - 0.7801070627641344, - 0.8750146780135224, - 1.0473279879316608, - 0.8897406999004371, - 0.8705306469748111, - 0.8788094464260305, - 0.9932070287924956 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 13894, - "cert_evals": { - "36": 0.8076923489570618, - "72": 0.7307692766189575, - "108": 0.5769230723381042, - "255": 0.03846153989434242 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8277375466315559, - "std_test_acc": 0.008018418366032062, - "n_samples": 155, - "n_features": 19, - "n_classes": 2, - "mean_cert_acc_36": 0.5087792798876762, - "std_cert_acc_36": 0.2149133191224802, - "mean_cert_acc_72": 0.24609811790287495, - "std_cert_acc_72": 0.3302048947229385, - "mean_cert_acc_108": 0.14423076808452606, - "std_cert_acc_108": 0.2884615361690521, - "mean_cert_acc_255": 0.009615384973585606, - "std_cert_acc_255": 0.01923076994717121 - }, - "horse-colic": { - "dataset": "horse-colic", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.9393939393939394, - "test_acc": 0.782051282051282, - "train_size": 68, - "val_size": 66, - "test_size": 234, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 53126, - "cert_evals": { - "36": 0.8181818723678589, - "72": 0.6515151858329773, - "108": 0.3484848737716675, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.9166666666666666, - "test_acc": 0.7850877192982456, - "train_size": 68, - "val_size": 72, - "test_size": 228, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 53126, - "cert_evals": { - "36": 0.8333333134651184, - "72": 0.75, - "108": 0.5277777910232544, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.873015873015873, - "test_acc": 0.8227848101265823, - "train_size": 68, - "val_size": 63, - "test_size": 237, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 53126, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.6507936716079712, - "108": 0.5873016119003296, - "255": 0.111111119389534 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.88, - "test_acc": 0.728, - "train_size": 68, - "val_size": 50, - "test_size": 250, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 53126, - "cert_evals": { - "36": 0.5600000023841858, - "72": 0.23999999463558197, - "108": 0.019999999552965164, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7794809528690274, - "std_test_acc": 0.03900237165260028, - "n_samples": 368, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.731450229883194, - "std_cert_acc_36": 0.12595282324318538, - "mean_cert_acc_72": 0.5730772130191326, - "std_cert_acc_72": 0.22688798225404605, - "mean_cert_acc_108": 0.37089106906205416, - "std_cert_acc_108": 0.25499905021255226, - "mean_cert_acc_255": 0.0277777798473835, - "std_cert_acc_255": 0.055555559694767 - }, - "ilpd-indian-liver": { - "dataset": "ilpd-indian-liver", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.7209302325581395, - "test_acc": 0.6780626780626781, - "train_size": 146, - "val_size": 86, - "test_size": 351, - "stats": { - "mean": [ - [ - -0.04947167191780823, - -0.00829989520547949, - 0.0029959439041094614, - 0.043865143424657534, - -0.02727346465753423, - 0.06000245376712337, - 0.18081108150684932, - 0.13766838972602727, - 0.07700867876712333 - ] - ], - "std": [ - [ - 1.0220386211163874, - 0.9305248911517027, - 1.0317627748416793, - 1.0430349333459359, - 0.6968608763678219, - 1.4666603089790804, - 0.976649603737411, - 0.9779410793607819, - 1.0045141661622095 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.011627906933426857, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8260869565217391, - "test_acc": 0.6956521739130435, - "train_size": 146, - "val_size": 69, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.023718123972602808, - -0.005873168493150683, - 0.03226138232876717, - 0.04699460315068498, - 0.05445175945205481, - -0.012896076027397266, - 0.006021310958904103, - -0.03022427397260268, - 0.024170888356164395 - ] - ], - "std": [ - [ - 0.9837490979337397, - 0.9321175505257335, - 1.0715555930063725, - 0.9529710623514904, - 1.1810113146612142, - 0.7086815710476746, - 1.0423446624153474, - 1.010859445699408, - 1.0504905455411107 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.14492753148078918, - "72": 0.05797101557254791, - "108": 0.014492753893136978, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6704545454545454, - "test_acc": 0.6876790830945558, - "train_size": 146, - "val_size": 88, - "test_size": 349, - "stats": { - "mean": [ - [ - -0.06850946301369858, - -0.0660989635342466, - -0.043828577945205456, - -0.023010099041095942, - 0.006519339726027369, - -0.025199812328767113, - -0.0009198609589041257, - -0.051749036301369795, - -0.1729785705479453 - ] - ], - "std": [ - [ - 0.960568795724854, - 0.7317880619730879, - 0.8532176637131939, - 0.846889651522413, - 0.8393088412983767, - 0.6466602014941917, - 1.025247253115212, - 1.0319261806513593, - 0.9884325003029147 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.2613636553287506, - "72": 0.11363636702299118, - "108": 0.05681818351149559, - "255": 0.011363636702299118 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.75, - "test_acc": 0.7025495750708215, - "train_size": 146, - "val_size": 84, - "test_size": 353, - "stats": { - "mean": [ - [ - 0.10156164794520553, - 0.11148967165753422, - 0.14932299390410964, - -0.06575168465753424, - 0.08565644520547948, - 0.041416027397260274, - 0.12780630068493154, - 0.0825649349315068, - 0.027512271917808223 - ] - ], - "std": [ - [ - 0.9791992181077636, - 1.0803158704678002, - 1.2337654004282645, - 0.900953545319748, - 1.161354860471408, - 0.8045626472841879, - 0.9144661645250372, - 1.0285214362372226, - 1.0463698865975202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.0595238097012043, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6909858775352747, - "std_test_acc": 0.010542570791169806, - "n_samples": 583, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.11936072586104274, - "std_cert_acc_36": 0.10955259062297998, - "mean_cert_acc_72": 0.04290184564888477, - "std_cert_acc_72": 0.05450256604470905, - "mean_cert_acc_108": 0.017827734351158142, - "std_cert_acc_108": 0.02687646705807375, - "mean_cert_acc_255": 0.0028409091755747795, - "std_cert_acc_255": 0.005681818351149559 - }, - "image-segmentation": { - "dataset": "image-segmentation", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.9, - "test_acc": 0.9, - "train_size": 2100, - "val_size": 50, - "test_size": 160, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 14155, - "cert_evals": { - "36": 0.8399999737739563, - "72": 0.8199999928474426, - "108": 0.7599999904632568, - "255": 0.29999998211860657 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.9361702127659575, - "test_acc": 0.9079754601226994, - "train_size": 2100, - "val_size": 47, - "test_size": 163, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 14155, - "cert_evals": { - "36": 0.8936169743537903, - "72": 0.8510637879371643, - "108": 0.8085106015205383, - "255": 0.3617021143436432 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.9534883720930233, - "test_acc": 0.9041916167664671, - "train_size": 2100, - "val_size": 43, - "test_size": 167, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 14155, - "cert_evals": { - "36": 0.8837209343910217, - "72": 0.8372092843055725, - "108": 0.7906976938247681, - "255": 0.3488371968269348 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9166666666666666, - "test_acc": 0.8908045977011494, - "train_size": 2100, - "val_size": 36, - "test_size": 174, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 14155, - "cert_evals": { - "36": 0.8055555820465088, - "72": 0.75, - "108": 0.6388888955116272, - "255": 0.4444444477558136 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.900742918647579, - "std_test_acc": 0.007382983278136297, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.8557233661413193, - "std_cert_acc_36": 0.04075872503639994, - "mean_cert_acc_72": 0.8145682662725449, - "std_cert_acc_72": 0.04488170920011587, - "mean_cert_acc_108": 0.7495242953300476, - "std_cert_acc_108": 0.07642984788486118, - "mean_cert_acc_255": 0.36374593526124954, - "std_cert_acc_255": 0.06000623341660821 - }, - "hill-valley": { - "dataset": "hill-valley", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 61, - "best_val_acc": 0.6111111111111112, - "test_acc": 0.5083333333333333, - "train_size": 606, - "val_size": 126, - "test_size": 480, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 483078, - "cert_evals": { - "36": 0.1269841343164444, - "72": 0.0714285746216774, - "108": 0.0396825410425663, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 75, - "best_val_acc": 0.5950413223140496, - "test_acc": 0.5896907216494846, - "train_size": 606, - "val_size": 121, - "test_size": 485, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 483078, - "cert_evals": { - "36": 0.1570247858762741, - "72": 0.04958677291870117, - "108": 0.024793386459350586, - "255": 0.01652892492711544 - }, - "fold": 1 - }, - { - "best_epoch": 38, - "best_val_acc": 0.6083333333333333, - "test_acc": 0.5576131687242798, - "train_size": 606, - "val_size": 120, - "test_size": 486, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 483078, - "cert_evals": { - "36": 0.11666667461395264, - "72": 0.07500000298023224, - "108": 0.05000000447034836, - "255": 0.008333333767950535 - }, - "fold": 2 - }, - { - "best_epoch": 61, - "best_val_acc": 0.6929824561403509, - "test_acc": 0.5792682926829268, - "train_size": 606, - "val_size": 114, - "test_size": 492, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 483078, - "cert_evals": { - "36": 0.12280701845884323, - "72": 0.061403509229421616, - "108": 0.017543859779834747, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5587263790975061, - "std_test_acc": 0.03615457104411662, - "n_samples": 1212, - "n_features": 100, - "n_classes": 2, - "mean_cert_acc_36": 0.1308706533163786, - "std_cert_acc_36": 0.017943605156081517, - "mean_cert_acc_72": 0.0643547149375081, - "std_cert_acc_72": 0.011404142156049657, - "mean_cert_acc_108": 0.033004947938025, - "std_cert_acc_108": 0.014604761611201382, - "mean_cert_acc_255": 0.006215564673766494, - "std_cert_acc_255": 0.007918687477084126 - }, - "iris": { - "dataset": "iris", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 59, - "best_val_acc": 0.9047619047619048, - "test_acc": 0.7391304347826086, - "train_size": 37, - "val_size": 21, - "test_size": 92, - "stats": { - "mean": [ - [ - -0.06538616216216218, - 0.037524162162162124, - -0.05163069459459464, - -0.05491507459459471 - ] - ], - "std": [ - [ - 0.9148870367317358, - 1.0881966465526376, - 0.9955337168703222, - 0.9789290060304676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.6190476417541504, - "72": 0.523809552192688, - "108": 0.2380952388048172, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.896551724137931, - "test_acc": 0.7023809523809523, - "train_size": 37, - "val_size": 29, - "test_size": 84, - "stats": { - "mean": [ - [ - -0.1894133945945945, - -0.14947308108108107, - -0.07307603783783788, - -0.09033012864864856 - ] - ], - "std": [ - [ - 0.9592123832790647, - 0.9096266883189955, - 1.0119512040032557, - 1.0176631024602978 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.4482758641242981, - "72": 0.10344827175140381, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8695652173913043, - "test_acc": 0.9, - "train_size": 37, - "val_size": 23, - "test_size": 90, - "stats": { - "mean": [ - [ - 0.12065495945945945, - 0.08115708108108108, - -0.014868264864864856, - 0.0017480032432432313 - ] - ], - "std": [ - [ - 1.079972374505205, - 0.8268394002889127, - 1.0381376116445211, - 1.0358017457861401 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.6521739363670349, - "72": 0.3478260934352875, - "108": 0.3478260934352875, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9117647058823529, - "test_acc": 0.8227848101265823, - "train_size": 37, - "val_size": 34, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.019474235135135163, - 0.1372560810810812, - -0.050099464864865016, - -0.012418108108108169 - ] - ], - "std": [ - [ - 1.0035126577760827, - 0.9654086463610752, - 1.0191317626227525, - 1.0325640931007958 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7910740493225358, - "std_test_acc": 0.08838370818637425, - "n_samples": 150, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.42987436056137085, - "std_cert_acc_36": 0.3001856164231527, - "mean_cert_acc_72": 0.24377097934484482, - "std_cert_acc_72": 0.23689929061954498, - "mean_cert_acc_108": 0.14648033306002617, - "std_cert_acc_108": 0.17497274275580896, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "ionosphere": { - "dataset": "ionosphere", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.8936170212765957, - "test_acc": 0.9212962962962963, - "train_size": 88, - "val_size": 47, - "test_size": 216, - "stats": { - "mean": [ - [ - -0.053792624999999955, - 0.11437863863636365, - -0.09784573977272727, - 0.037641697727272765, - 0.03979244659090908, - -0.022637212499999986, - -0.03695475681818172, - -0.03367938977272729, - -0.021329492045454524, - -0.09884267272727273, - 0.035718605681818186, - 0.06464764249999998, - -0.019363167613636392, - -0.05855647840909092, - -0.09749018068181807, - -0.038717673863636344, - -0.20421359857954527, - -0.07935669659090909, - -0.1400404538977272, - 0.02510688295454545, - -0.037117688954545446, - 0.033973999999999976, - -0.1653208722727273, - 0.005757295454545449, - -0.1324492284090909, - -0.08898458409090908, - -0.05795820443181821, - -0.02483663102272733, - -0.08507457556818178, - 0.08867289204545453, - -0.04576606920454543, - 0.02797571125000001, - -0.0760243448863635 - ] - ], - "std": [ - [ - 1.0628766820372375, - 0.7507239967772006, - 1.0291396537758577, - 0.8884938256308751, - 0.9340022757733981, - 0.913837455075107, - 0.9736609191811407, - 0.9876988868200146, - 1.0170932036566493, - 0.9930860356859771, - 0.9548850329366211, - 0.9223725518038193, - 0.8913550898838349, - 1.0187510679778873, - 1.017494178014936, - 1.0307802521113834, - 0.975629252171648, - 1.0218068809970482, - 0.9797731524500652, - 0.9502446255339264, - 0.9112949974613238, - 0.9538996196640592, - 0.8900589740016208, - 0.9778636762599577, - 0.9154522749390646, - 1.05891815419685, - 0.9349516698212756, - 1.028413342097531, - 1.0174809086582552, - 0.8603550537251974, - 0.9177215824920913, - 0.9334496357023497, - 0.9708996223344086 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 54150, - "cert_evals": { - "36": 0.8510637879371643, - "72": 0.8297871947288513, - "108": 0.7446808218955994, - "255": 0.1914893537759781 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.9454545454545454, - "test_acc": 0.9134615384615384, - "train_size": 88, - "val_size": 55, - "test_size": 208, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.057230188340909066, - -0.12594148852272724, - -0.0657140477272727, - 0.03683578340909091, - -0.019606631818181786, - -0.060358038636363666, - 0.04340084659090913, - -0.0891362948863636, - 0.11950643409090907, - -0.0431416420454545, - 0.015000489886363617, - 0.006661120113636418, - 0.05273973636363641, - 0.015397984090909127, - 0.014861920909090958, - 0.1809429574999999, - 0.08595570852272723, - 0.06362748978409093, - 0.013652813181818213, - 0.08379081831818179, - 0.012709255681818172, - 0.05176218068181814, - -0.0808674875, - 0.0755702415909092, - 0.018801221590909037, - 0.00032548409090908274, - -0.044570049999999944, - -0.06261137522727273, - -0.029789787386363672, - 0.05672472590909099, - 0.07217833522727275, - -0.1547468361363635 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9307820453086587, - 1.0773699872895335, - 1.0440681513418153, - 0.8335723077848519, - 1.0288328270221063, - 1.012134427705991, - 0.9381625016034029, - 1.0351171735867382, - 0.8413129464522849, - 0.957745165443786, - 0.996483818815002, - 1.0520779681632726, - 0.9017607688663065, - 0.9016249527670053, - 0.9886646202839675, - 0.948531710759369, - 0.9429119629240612, - 0.9771648840049503, - 1.0130626800360227, - 0.9206929443124036, - 1.0062206389304456, - 0.9740332111643196, - 1.0276361536986764, - 1.004938887359179, - 0.9916060965398966, - 1.0389805297776586, - 0.9937147733197984, - 0.9550117277666471, - 1.045048464961226, - 0.9419333165833579, - 0.9692634514790782, - 0.8827267306674739 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 54150, - "cert_evals": { - "36": 0.8909090757369995, - "72": 0.8545454144477844, - "108": 0.7454545497894287, - "255": 0.45454543828964233 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8983050847457628, - "test_acc": 0.9411764705882353, - "train_size": 88, - "val_size": 59, - "test_size": 204, - "stats": { - "mean": [ - [ - -0.1268343749999996, - 0.03819893595454546, - -0.011457272727272726, - 0.05116481477272727, - -0.0830110590909092, - 0.047313343863636344, - 0.10252151931818183, - 0.1333957454545454, - 0.05029393693181818, - 0.04156139318181821, - -0.001252886136363645, - -0.02304269772727273, - -0.028127184431818178, - 0.09080393977272729, - 0.051952362500000016, - 0.026424043636363623, - 0.004673466193181796, - 0.08743039488636364, - -0.026571849534090915, - 0.14150050181818186, - 0.03335016056818166, - 0.12982050340909096, - 0.16414423761363636, - 0.09544092727272725, - -0.013555443181818177, - 0.13096514511363633, - 0.08380314419318177, - 0.11039518400000002, - 0.10956971738636363, - 0.16996981363636354, - 0.20297531795454554, - 0.13073818977272728, - 0.22886673897727264 - ] - ], - "std": [ - [ - 1.1403639563737902, - 0.9669190187863775, - 0.9172167629719893, - 0.8606790311963011, - 0.9989705798429368, - 0.9373035431734378, - 0.9209352640839872, - 0.8488345605516046, - 0.8825266596197384, - 0.9437597259890439, - 0.8884696173398924, - 1.0048586652940763, - 0.9550518112139788, - 0.9614986333459294, - 0.9194447344313414, - 0.9950631727543465, - 0.9784728631967848, - 0.9580770253420143, - 0.9232846642295484, - 0.9004257495362915, - 0.9845719410626651, - 0.9096258762479161, - 0.9598729860189827, - 0.9018492624900448, - 0.9747064152086655, - 0.8917378557660298, - 1.0112826407608113, - 0.9771390659506771, - 0.934094299138346, - 0.9171760631839044, - 0.9408030802675159, - 0.9489033599031296, - 0.9833308046410482 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 54150, - "cert_evals": { - "36": 0.8305084705352783, - "72": 0.7966101765632629, - "108": 0.7288135886192322, - "255": 0.47457626461982727 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.9814814814814815, - "test_acc": 0.9186602870813397, - "train_size": 88, - "val_size": 54, - "test_size": 209, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.08337084420454545, - 0.012367452272727331, - -0.10430459318181814, - -0.04320599500000006, - -0.02125417613636366, - 0.13601533749999994, - 0.08083362500000006, - 0.04508737613636362, - 0.06580848409090917, - -0.04573462613636365, - -0.11163381636363634, - -0.08390394295454544, - -0.08376589772727273, - -0.044872403409090926, - -0.0040415840909091135, - -0.08072537250000003, - 0.09002621590909089, - -0.162396136590909, - -0.039994314090909096, - -0.10034994406818182, - -0.025718289772727287, - -0.07362233545454551, - 0.15139177386363645, - -0.09483327613636364, - 0.035840585227272695, - 0.10623734090909087, - 0.16713354263636365, - -0.09824181704545455, - -0.02187183522727274, - -0.02442285272727274, - -0.04313826136363642, - 0.1828973070454546 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9490576864105106, - 0.9875219449564684, - 1.1736996169419784, - 1.085283557408111, - 1.0964938389858863, - 1.0087899511657812, - 1.0744821220114844, - 1.0108692257357619, - 1.0627108745057163, - 1.0442983244440271, - 1.1469962087719372, - 1.0331323404442145, - 1.1049553685537077, - 1.023216090225595, - 1.0297914379913535, - 1.0415403651865944, - 1.0022218327408114, - 1.0389078436934174, - 1.0658270934057976, - 1.0847302652617432, - 1.0404853997786638, - 1.050257290760166, - 0.893199357426146, - 1.0313013612091906, - 0.9776385188820035, - 1.0220555587416027, - 0.8817940384222789, - 1.0763521420836772, - 1.0347943476784296, - 1.1267168423195861, - 1.0726159506205808, - 1.1123266143540387 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 54150, - "cert_evals": { - "36": 0.944444477558136, - "72": 0.9074074029922485, - "108": 0.8518518805503845, - "255": 0.5370370149612427 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9236486481068523, - "std_test_acc": 0.012130114984698214, - "n_samples": 351, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.8792314529418945, - "std_cert_acc_36": 0.05018781997044504, - "mean_cert_acc_72": 0.8470875471830368, - "std_cert_acc_72": 0.046695367110338115, - "mean_cert_acc_108": 0.7677002102136612, - "std_cert_acc_108": 0.05662282992379446, - "mean_cert_acc_255": 0.4144120179116726, - "std_cert_acc_255": 0.1527108728937981 - }, - "lenses": { - "dataset": "lenses", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.75, - "test_acc": 0.5714285714285714, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - 0.6526299999999999, - 0.0, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.7296625220778439, - 0.978945, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.14285714285714285, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - -0.32631499999999997, - -0.6526299999999999, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.922958197211553, - 0.7296625220778439, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.1875, - "train_size": 6, - "val_size": 2, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - 0.32631499999999997, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.978945, - 0.9229581972115529, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.75, - "test_acc": 0.42857142857142855, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - -0.59948, - 0.32631499999999997, - 0.32631499999999997, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.915720825870709, - 0.9229581972115529, - 0.922958197211553, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3431, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3325892857142857, - "std_test_acc": 0.20273625149456626, - "n_samples": 24, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.0, - "std_cert_acc_36": 0.0, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "led-display": { - "dataset": "led-display", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 45, - "best_val_acc": 0.6923076923076923, - "test_acc": 0.7171717171717171, - "train_size": 250, - "val_size": 156, - "test_size": 594, - "stats": { - "mean": [ - [ - 0.007071759999999854, - -0.06713887999999998, - 0.04580425999999983, - -0.02524725599999987, - 0.032490744000000016, - 0.026608120000000096, - 1.7199999999801818e-06 - ] - ], - "std": [ - [ - 0.9950459658737895, - 1.009900234084628, - 0.9724760974354865, - 1.0074396393306633, - 1.004766715631752, - 0.9754811567914686, - 0.9994980323196654 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 3758, - "cert_evals": { - "36": 0.634615421295166, - "72": 0.5512820482254028, - "108": 0.48076924681663513, - "255": 0.12820513546466827 - }, - "fold": 0 - }, - { - "best_epoch": 47, - "best_val_acc": 0.6879432624113475, - "test_acc": 0.7323481116584565, - "train_size": 250, - "val_size": 141, - "test_size": 609, - "stats": { - "mean": [ - [ - -0.030645360000000187, - 0.03051721599999998, - -0.07328692000000013, - -0.01683115199999986, - -0.024368800000000006, - 0.02660812000000029, - 1.7199999999624183e-06 - ] - ], - "std": [ - [ - 1.018012947504733, - 0.9932371252643158, - 1.0370805647209447, - 1.0048701299259322, - 0.9948347843380658, - 0.9754811567914693, - 0.9994980323196655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 3758, - "cert_evals": { - "36": 0.631205677986145, - "72": 0.5815602540969849, - "108": 0.4893616735935211, - "255": 0.04964538663625717 - }, - "fold": 1 - }, - { - "best_epoch": 34, - "best_val_acc": 0.6942675159235668, - "test_acc": 0.7065767284991569, - "train_size": 250, - "val_size": 157, - "test_size": 593, - "stats": { - "mean": [ - [ - -0.02121608000000006, - -0.018310832, - -0.02748262000000013, - 0.008417160000000156, - 0.01624516000000005, - 0.026608120000000093, - -0.01687781599999998 - ] - ], - "std": [ - [ - 1.0124517882249175, - 1.002792806702983, - 1.0143765302763266, - 0.9966955712286966, - 1.0022682733933526, - 0.9754811567914692, - 1.005041365963769 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 3758, - "cert_evals": { - "36": 0.5796178579330444, - "72": 0.5605095624923706, - "108": 0.47770702838897705, - "255": 0.12738853693008423 - }, - "fold": 2 - }, - { - "best_epoch": 49, - "best_val_acc": 0.7409638554216867, - "test_acc": 0.7294520547945206, - "train_size": 250, - "val_size": 166, - "test_size": 584, - "stats": { - "mean": [ - [ - -0.0023575200000001267, - 0.0061031919999999995, - 0.009160819999999905, - -0.04207946399999987, - -0.016246007999999923, - -0.1011123440000001, - 0.05064032800000006 - ] - ], - "std": [ - [ - 1.0009703691603724, - 0.9983249694649329, - 0.9943226309022788, - 1.0123492183086487, - 0.9964583563164333, - 1.0799745182608878, - 0.9809392436444123 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 3758, - "cert_evals": { - "36": 0.626505970954895, - "72": 0.5722891092300415, - "108": 0.5361445546150208, - "255": 0.11445783078670502 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7213871530309628, - "std_test_acc": 0.011864566697878163, - "n_samples": 1000, - "n_features": 7, - "n_classes": 10, - "mean_cert_acc_36": 0.6179862320423126, - "std_cert_acc_36": 0.025794067594419545, - "mean_cert_acc_72": 0.5664102435112, - "std_cert_acc_72": 0.013263536632195205, - "mean_cert_acc_108": 0.4959956258535385, - "std_cert_acc_108": 0.027216791502544774, - "mean_cert_acc_255": 0.10492422245442867, - "std_cert_acc_255": 0.0373866540925016 - }, - "libras": { - "dataset": "libras", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 25, - "best_val_acc": 0.75, - "test_acc": 0.7387387387387387, - "train_size": 90, - "val_size": 48, - "test_size": 222, - "stats": { - "mean": [ - [ - 0.059153607855555554, - -0.022086486111111102, - 0.05922882088888888, - -0.02086866645555565, - 0.056779304333333384, - -0.018696930000000046, - 0.05689053533333337, - -0.016248013333333245, - 0.0569165588888889, - -0.0036989233333332458, - 0.06283389777777776, - -0.0037991557777777556, - 0.05937392222222222, - -0.007620807444444464, - 0.05464593999999994, - -0.011244530777777774, - 0.04970278000000001, - -0.013921464755555614, - 0.04771983000000002, - -0.019249020222222305, - 0.044871499788888936, - -0.020557805333333252, - 0.03973438522222228, - -0.026101116888888873, - 0.0330146356666666, - -0.027676334444444468, - 0.034978265333333355, - -0.0210573455555555, - 0.04064138888888893, - -0.01831029133333337, - 0.044241277888888826, - -0.010786282777777736, - 0.051733793333333285, - -0.0034738184444444765, - 0.045049727888888905, - -0.021378303111111135, - 0.04119049111111115, - -0.045665581555555515, - 0.03553613722222227, - -0.07517735188888884, - 0.022791370888888884, - -0.09528456055555552, - 0.01893847222222228, - -0.11598632511111107, - 0.02626179000000001, - -0.1326080574444444, - 0.034327293333333335, - -0.13289333, - 0.03746381222222225, - -0.11572220622222221, - 0.042059589422222224, - -0.09740232666666666, - 0.04862533955555555, - -0.08259843555555557, - 0.04790880555555556, - -0.06473083111111111, - 0.04817679555555557, - -0.043231756999999996, - 0.05318957111111112, - -0.019220134666666673, - 0.055677036666666645, - -0.002841064555555544, - 0.05546902555555555, - 0.003981006666666653, - 0.05436141222222221, - 0.010304663333333285, - 0.04651793477777778, - 0.004333857777777748, - 0.038974952222222185, - -0.008231636300000048, - 0.03247019888888887, - -0.02334288095555553, - 0.03011131132222221, - -0.030717089555555615, - 0.02976556422222225, - -0.03948321999999996, - 0.022267378333333344, - -0.03566932055555558, - 0.015906501777777787, - -0.04077892000000001, - 0.011949363777777782, - -0.03570859, - 0.004940353333333312, - -0.031180698333333357, - 0.0004020502222222259, - -0.025412966666666658, - -0.002333565333333347, - -0.02677985111111109, - -0.0059334082222222105, - -0.026852045555555534 - ] - ], - "std": [ - [ - 1.0272697848649774, - 0.9664771136823957, - 1.027688880747467, - 0.9662624765656191, - 1.0292677018687986, - 0.9684534093051018, - 1.0319599452853536, - 0.9677596062743243, - 1.0377674721252286, - 0.9616782342445047, - 1.0370360978842266, - 0.9555582821931108, - 1.0289925918383118, - 0.9579834639182713, - 1.0189074336088546, - 0.9625256328191537, - 1.0121348350240766, - 0.9646803522961049, - 1.0126185493427433, - 0.9598197286028425, - 1.0189730181818124, - 0.951620173828917, - 1.0350698342948041, - 0.9370228296137644, - 1.0541894305710373, - 0.9184614636871827, - 1.0696682809354456, - 0.9329853150754773, - 1.0890255312769253, - 0.9489615861352966, - 1.1066977252299934, - 0.9608235727079338, - 1.1024326497238879, - 0.9717686177151472, - 1.0972507342710132, - 0.9657911543082057, - 1.069178058095652, - 0.9664501545749722, - 1.0261884635827954, - 0.9801982751719368, - 0.9882367711096164, - 1.0014044489935727, - 0.9672861968365165, - 1.024725533269629, - 0.9648715731537318, - 1.033145694150089, - 0.973815805756156, - 1.0313002194928262, - 0.9859951872457644, - 1.0345119812696684, - 0.9964608835988579, - 1.0372020790742669, - 1.002794362543549, - 1.050476963151338, - 1.0100223483256028, - 1.051659471579452, - 1.0207177149077362, - 1.0380336604147125, - 1.0274778037875825, - 1.0217936789225461, - 1.023355900720886, - 0.99539519439483, - 1.0134647330026565, - 0.9689247631505362, - 1.0089599239522917, - 0.950558838647045, - 1.008875615908425, - 0.9499906362659443, - 1.0089288969813415, - 0.9607648958830952, - 1.0158951823905173, - 0.9737378299181498, - 1.0199933463033373, - 0.9860581507065539, - 1.0263547725332822, - 1.0015989523192506, - 1.032627742296777, - 1.0279180377810286, - 1.0376802603494275, - 1.050663043279449, - 1.0450149927264303, - 1.0536672233709206, - 1.048344449365565, - 1.0509585135332231, - 1.049228637606536, - 1.0418893656144446, - 1.0487172103574718, - 1.0370002214587464, - 1.0495960897157208, - 1.0304275340443008 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 842259, - "cert_evals": { - "36": 0.6875, - "72": 0.6041666865348816, - "108": 0.5208333730697632, - "255": 0.3541666865348816 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.7321428571428571, - "test_acc": 0.6401869158878505, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.033764339333333275, - 0.0455450088888889, - -0.0393941557777778, - 0.0442136877777778, - -0.045103564444444466, - 0.04001134399999995, - -0.05244813000000002, - 0.028505362222222205, - -0.06154681444444444, - 0.021204386666666637, - -0.07797415355555551, - 0.01921581555555562, - -0.10197233555555556, - 0.006906205777777777, - -0.12702198222222222, - -0.005695309999999986, - -0.14416418666666672, - -0.02292435444444457, - -0.16337620333333333, - -0.03858305355555561, - -0.1711072416555556, - -0.04597038555555552, - -0.17688608222222224, - -0.0510546662222222, - -0.1777130125555556, - -0.055949267777777756, - -0.1758602002222223, - -0.056614647777777784, - -0.17039360222222222, - -0.06617457911111113, - -0.16981005877777777, - -0.07106641555555543, - -0.16308817222222222, - -0.05537972144444455, - -0.14865953544444438, - -0.04185643888888888, - -0.12450770666666665, - -0.020887783333333316, - -0.0970945600000001, - -0.01284855222222223, - -0.06770919911111105, - -0.006189087555555519, - -0.045649386666666646, - -0.019774148444444417, - -0.024750903666666667, - -0.028532645999999984, - -0.008615883333333359, - -0.04990173111111105, - 0.0027711554444444235, - -0.06698789577777778, - 0.001936522755555571, - -0.08285931522222224, - -0.0073226571111110784, - -0.08259888076666667, - -0.02258475644444445, - -0.07283224555555554, - -0.03855426111111113, - -0.06328560555555554, - -0.06116145375555557, - -0.06039820777777778, - -0.08062423999999999, - -0.06031211888888889, - -0.1001700812222222, - -0.0643715877777778, - -0.11488044000000007, - -0.06820063999999999, - -0.1203164692222222, - -0.07924086666666665, - -0.12108284722222223, - -0.0915652744444445, - -0.11548237566666666, - -0.10036381111111108, - -0.10867505555555551, - -0.11164193444444444, - -0.10020240444444449, - -0.12007570888888885, - -0.09298762111111107, - -0.12944496888888887, - -0.0845759822222222, - -0.12039282000000003, - -0.07738502700000004, - -0.1146484011111111, - -0.06909253888888889, - -0.09596822888888885, - -0.0527662786666667, - -0.08531162555555549, - -0.04094482422222221, - -0.0668187426666667, - -0.03109291377777779, - -0.049228804444444406 - ] - ], - "std": [ - [ - 0.9391947140806977, - 0.9661200046110473, - 0.9369047047249826, - 0.965372181859147, - 0.9379655989040812, - 0.9626856204401466, - 0.9383704435642225, - 0.9596973553804454, - 0.9435124416750471, - 0.9569644766257196, - 0.9507806726832521, - 0.9503884002742878, - 0.9577699621134407, - 0.945652945681381, - 0.9650370451264835, - 0.9434629223854399, - 0.9739544466032157, - 0.9438505847776927, - 0.9764228611015309, - 0.9469890572332942, - 0.9779898535101123, - 0.9533340820544212, - 0.9757437918199428, - 0.9549347448822753, - 0.9663610809902762, - 0.9438525284454122, - 0.952169999214585, - 0.9678377690397413, - 0.9393886782621469, - 0.9947209380373468, - 0.9361716970367747, - 1.0123442945183636, - 0.9252713522214633, - 1.0260951627274713, - 0.9231710047035482, - 1.025557832763311, - 0.9248516800643717, - 1.0172305910811887, - 0.9282810826954029, - 1.0064682263739466, - 0.9205614506509361, - 0.9946120696327407, - 0.9081070345079777, - 0.9949749986778512, - 0.9033325693342755, - 1.006822968070411, - 0.9085081292518836, - 1.0191220579997762, - 0.9153594418262174, - 1.0318423200857954, - 0.9183368353262834, - 1.0392962508240564, - 0.9237882688127866, - 1.055023953325584, - 0.9343012330154237, - 1.0481089228331875, - 0.9560851685143908, - 1.0339727591956172, - 0.9853902060723677, - 1.0098325304467373, - 0.9988778299057116, - 0.9870909710943886, - 1.0021729674536564, - 0.9828786628007012, - 1.0079592542333784, - 0.9835701890015256, - 1.017348186621727, - 0.9858555228606939, - 1.0242608111755789, - 0.9832306180154835, - 1.0262585496418493, - 0.9866284497369432, - 1.0229030560951116, - 0.9869096028519032, - 1.0172087108740004, - 0.9788435218174495, - 1.0148292680398843, - 0.9702030398470889, - 1.0139464402917768, - 0.9650993937320577, - 1.0142334827118167, - 0.9622076846279796, - 1.0188552180562984, - 0.9619140911906384, - 1.0175453036347175, - 0.9585537532942093, - 1.0155723528745622, - 0.9543291962926345, - 1.012212127147541, - 0.9495775298724907 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 842259, - "cert_evals": { - "36": 0.660714328289032, - "72": 0.6428571939468384, - "108": 0.5535714626312256, - "255": 0.3214285969734192 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.7321428571428571, - "test_acc": 0.602803738317757, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.0795752713666667, - 0.0976775155555555, - -0.0792770048888889, - 0.09542594000000003, - -0.0793193911111111, - 0.09638493444444453, - -0.0793156911111111, - 0.09763250999999992, - -0.08028563333333336, - 0.0968837866666667, - -0.08446061444444444, - 0.09761106766666666, - -0.0858379077777778, - 0.09109071466666677, - -0.08833427666666666, - 0.08412569366666675, - -0.08150408654444444, - 0.07868567302222215, - -0.07937965800000002, - 0.07571118444444438, - -0.07020866522222223, - 0.07384745777777788, - -0.05723015477777777, - 0.06437183422222217, - -0.04520808033333336, - 0.04587258000000005, - -0.029391714666666645, - 0.02986913666666669, - -0.01909765222222218, - 0.021750623000000042, - -0.016599911111111112, - 0.03220027088888891, - -0.021600725555555558, - 0.038351117999999955, - -0.029936903333333327, - 0.043317289555555506, - -0.04636568555555557, - 0.04265821111111109, - -0.06504211555555557, - 0.0398037177777778, - -0.07834400400000001, - 0.03486788355555556, - -0.09061476011111111, - 0.024548287777777737, - -0.10536790666666669, - 0.029715636555555532, - -0.1355004688888889, - 0.023034604444444474, - -0.1566124356666667, - 0.013996776444444445, - -0.17107036222222222, - 0.008349538444444445, - -0.17717941188888894, - 0.011516642222222234, - -0.18186103466666662, - 0.006701916666666682, - -0.1859549, - 0.017993973000000038, - -0.1814516993111111, - 0.023018069777777796, - -0.177811022, - 0.013411195555555524, - -0.17198873444444454, - 0.007958389222222214, - -0.159803446, - 0.01762081777777776, - -0.14861193111111112, - 0.03175548111111108, - -0.13662967000000004, - 0.039799975555555506, - -0.12218454000000008, - 0.05352645888888891, - -0.10940399555555551, - 0.056771615555555516, - -0.10123112444444446, - 0.04481529555555562, - -0.09524841888888891, - 0.04344370633333331, - -0.08900512488888888, - 0.047798668888888826, - -0.08192136066666673, - 0.039209352222222264, - -0.07595590804444444, - 0.038319951666666546, - -0.0710968062222223, - 0.046865989111111096, - -0.06933622333333335, - 0.04505355422222219, - -0.0645431828888889, - 0.048621090000000124 - ] - ], - "std": [ - [ - 0.9995783575072309, - 0.9453718021917624, - 0.9986629556137443, - 0.9447043484979707, - 0.9963987589123307, - 0.9459381244093827, - 0.9892357792736222, - 0.9448309404294691, - 0.9884066352373108, - 0.9409207140609871, - 0.9850607322448387, - 0.9374842650334984, - 0.9943922917763706, - 0.9366045758806816, - 1.0082213369876118, - 0.9387174087314007, - 1.0167982259784791, - 0.9414588919501151, - 1.0151339246945583, - 0.946713464769804, - 1.0115845765750173, - 0.9519023234179994, - 1.0054336883537112, - 0.9439031440238868, - 0.9948632401641084, - 0.9178338997823589, - 0.985985091605607, - 0.8980699861250137, - 0.9786895246049818, - 0.8844782943097348, - 0.9763567999689986, - 0.8891258733016062, - 0.9893411781237217, - 0.8987381436886754, - 1.0077858282578576, - 0.8950579121384119, - 1.0348131829708704, - 0.8802295332034641, - 1.0573036237099012, - 0.8816011636092593, - 1.0741826778133243, - 0.8914978392878847, - 1.076897441410801, - 0.911788092656148, - 1.0751351512562335, - 0.9265647791225483, - 1.0763970425573648, - 0.9407369624799463, - 1.075053685265128, - 0.9417913276181705, - 1.0697018034326975, - 0.9523523099253108, - 1.0619584342897572, - 0.9687246728261701, - 1.0496115620329747, - 0.9819961763171552, - 1.0437880565787132, - 0.9902261296333055, - 1.036776335171439, - 1.0167686539675216, - 1.02719908329187, - 1.0393897565193124, - 1.0151559172418654, - 1.0633025125446949, - 1.0021468886253628, - 1.0845540064051982, - 0.9949848743518965, - 1.0934858712212507, - 0.9936750833266651, - 1.0939158617327953, - 0.9887264840502932, - 1.07687069654482, - 0.9849073877892529, - 1.0495601673985115, - 0.968536122796128, - 1.0302608877871398, - 0.9595525737715221, - 1.0250582586535266, - 0.9494218117785129, - 1.0314076443737552, - 0.9369730450579224, - 1.0282406198941436, - 0.927613615345622, - 1.0110472572993734, - 0.9191954706340935, - 0.9917321431280843, - 0.9152228948941693, - 0.9841156236614271, - 0.9187162282547586, - 0.9920089857228521 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 842259, - "cert_evals": { - "36": 0.6071428656578064, - "72": 0.5535714626312256, - "108": 0.4821428656578064, - "255": 0.3214285969734192 - }, - "fold": 2 - }, - { - "best_epoch": 37, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.68, - "train_size": 90, - "val_size": 45, - "test_size": 225, - "stats": { - "mean": [ - [ - 0.09026950530000002, - -0.03347233166666681, - 0.08805549977777775, - -0.03405123534444449, - 0.08708464222222234, - -0.03423331444444434, - 0.08310377777777779, - -0.037732521111111056, - 0.07844351111111113, - -0.04188870111111114, - 0.07671959222222215, - -0.04202225133333326, - 0.08212408711111117, - -0.0449390454444444, - 0.0878047777777778, - -0.05257811300000004, - 0.09755105444444442, - -0.051445295555555555, - 0.10336957555555559, - -0.05607170222222236, - 0.10687409668888889, - -0.05782803755555547, - 0.10272375744444447, - -0.057026167999999905, - 0.10213378411111111, - -0.044367474444444326, - 0.09731909555555555, - -0.04350549444444442, - 0.08865874400000001, - -0.06280649233333332, - 0.08169131444444443, - -0.08661213244444435, - 0.07810773555555556, - -0.1112553797777778, - 0.07463555555555558, - -0.1263340871111112, - 0.06639933666666666, - -0.1465535255555555, - 0.05377655111111114, - -0.1640056500000001, - 0.04418829777777779, - -0.17093437533333333, - 0.02842860777777779, - -0.16408909622222206, - 0.016942645555555583, - -0.16675064855555574, - 0.0073328979777777265, - -0.1588536488888888, - 0.00373534444444446, - -0.1495966028888889, - 0.0037222849777777105, - -0.1322372677777777, - -0.0027955453333333665, - -0.10401365777777777, - -0.014766566666666684, - -0.0861462788888889, - -0.025277220000000013, - -0.07635618999999995, - -0.03186592444444443, - -0.07135788, - -0.030484778888888852, - -0.06502929344444444, - -0.022410275666666677, - -0.05761954077777779, - -0.016950835555555564, - -0.03907689404444446, - -0.011996154444444438, - -0.029193174444444425, - -0.010071146111111135, - -0.02858531444444451, - -0.007421466666666659, - -0.023952365555555542, - -0.009688820900000063, - -0.01668311955555556, - -0.005838026666666681, - -0.0015534499999999242, - -0.005162895555555574, - -0.0012964042222222037, - -0.001906099777777802, - 0.003737124444444456, - -0.003503918111111117, - 0.001677034444444477, - -0.007449703600000025, - -0.0018753644444445127, - -0.012184628888888922, - 0.0026639691111110986, - -0.016971600444444422, - 0.007810784999999998, - -0.020134840000000025, - 0.010748244444444445 - ] - ], - "std": [ - [ - 0.9926513732856214, - 0.9922740467464981, - 0.9964342900718223, - 0.9915656502494293, - 1.0031269607060127, - 0.9916453686089172, - 1.0081725642875177, - 0.9907693657057502, - 1.0084903680397026, - 0.9923185425628301, - 1.0128792801232473, - 0.9902737219168581, - 1.010792816435926, - 0.9888655842110828, - 1.0031758362749574, - 0.9854298441685992, - 0.9890882368719963, - 0.9804285773312239, - 0.9730772918992427, - 0.9745141433518287, - 0.9567259704295461, - 0.9768662669607254, - 0.9493774355368427, - 1.0038706259343744, - 0.9377382291600974, - 1.0496602487376752, - 0.9305872026550348, - 1.0503150154169958, - 0.9307025386159513, - 1.0392640335949292, - 0.9406209149566932, - 1.0233939080464391, - 0.9494506124739838, - 1.012079221518538, - 0.9489390893774563, - 1.0141082199450873, - 0.9442671255914099, - 1.0105514136076659, - 0.9468901507686455, - 1.0026766110539935, - 0.9613592957699403, - 0.985068403868737, - 0.9800073579280031, - 0.975436460339431, - 1.0032379235377316, - 0.9551918013742791, - 1.028917517888183, - 0.9387713484170384, - 1.0523789652036324, - 0.9234035510206958, - 1.070132196612977, - 0.9175395296994716, - 1.0842267579309721, - 0.9236823939192144, - 1.0897183483523363, - 0.9433433068622874, - 1.086396588028764, - 0.9587574522789919, - 1.0791277022520895, - 0.9570482720019563, - 1.0581187757889448, - 0.9635751628260921, - 1.0294739845645628, - 0.9733935507031055, - 1.0038087220203096, - 0.976159293071053, - 0.9795623017359278, - 0.9735603509166184, - 0.9585371109226899, - 0.9664985333557078, - 0.9486892392383033, - 0.9697532879719861, - 0.9467364294702475, - 0.9789250453647614, - 0.945107639018188, - 0.9917430005321338, - 0.9508272395661652, - 0.9771349829809848, - 0.9547821795258222, - 0.9594346199487507, - 0.9622256316466118, - 0.9685833725709367, - 0.9607418125919945, - 0.9665777543918542, - 0.9594116876542311, - 0.9632493733809626, - 0.9562909158066344, - 0.9622547186764627, - 0.9546903734091414, - 0.9522119089089927 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 842259, - "cert_evals": { - "36": 0.7333333492279053, - "72": 0.644444465637207, - "108": 0.6222222447395325, - "255": 0.2888889014720917 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6654323482360865, - "std_test_acc": 0.05815415720649624, - "n_samples": 360, - "n_features": 90, - "n_classes": 15, - "mean_cert_acc_36": 0.6721726357936859, - "std_cert_acc_36": 0.05271218953301104, - "mean_cert_acc_72": 0.6112599521875381, - "std_cert_acc_72": 0.04273122926929383, - "mean_cert_acc_108": 0.5446924865245819, - "std_cert_acc_108": 0.059361637418449284, - "mean_cert_acc_255": 0.3214781954884529, - "std_cert_acc_255": 0.026649605696912125 - }, - "low-res-spect": { - "dataset": "low-res-spect", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 13, - "best_val_acc": 0.8902439024390244, - "test_acc": 0.8006329113924051, - "train_size": 133, - "val_size": 82, - "test_size": 316, - "stats": { - "mean": [ - [ - 0.024469110902255578, - 0.005587958646616302, - 0.01128199067669173, - -0.06037009248120303, - -0.05151846172932332, - -0.024907055639097758, - -0.0322428857142857, - -0.07194005187969929, - -0.07847493984962406, - -0.07729481917293234, - -0.0773144627819549, - -0.07946655714285718, - -0.08317833781954889, - -0.08108707368421056, - -0.051557367819548866, - -0.021992530075187956, - 0.014977627969924827, - 0.04699444218045112, - 0.04272368962406013, - 0.05729708105263157, - 0.07787030999999998, - 0.07839934406015038, - 0.09192532827067672, - 0.07718017969924812, - 0.0731354135338346, - 0.07884905857142857, - 0.07964327293233082, - 0.05894142315789478, - 0.062022699022556374, - 0.07031742661654138, - 0.043068441142857156, - 0.04871273007518795, - 0.04621051263157891, - 0.06354882256390976, - 0.0722840044360902, - 0.038285738646616524, - 0.02072807609022559, - 0.04804389000000004, - 0.0138044796992481, - -0.018880903210526323, - 0.011148169654135377, - 0.02407343864661653, - 3.409736842104958e-05, - 0.014395889473684208, - 0.012942278195488701, - 0.003991518496240605, - 0.004891412781954892, - -0.0026670207518796982, - 0.0021274761654135233, - 0.004516233834586465, - -0.017067495330827086, - 0.05021997804511279, - 0.05085938015037594, - 0.049456287593984995, - 0.04968600586466166, - 0.038087282105263166, - 0.0031582917293233393, - 0.021881782706766925, - 0.006666542857142849, - -0.009844528496240594, - 0.009452689842105257, - -0.006844017293233067, - -0.0035632469924812256, - -0.013377724812030098, - -0.0006018690977443607, - -0.018097159398496255, - -0.011943087969924802, - -0.03201817045112783, - 0.003904128195488711, - -0.007856270676691717, - -0.008680359248120318, - 0.014900510601503778, - 0.004884186917293262, - 0.009004930977443638, - 0.005372908571428565, - 0.007624029323308276, - -0.002930867593984958, - -0.006319933082706782, - 0.00469686285714285, - -0.008532866616541344, - 0.0019344359398495853, - -0.004738761654135335, - 0.0044714904511278155, - -0.001649885714285715, - -0.00984493360902256, - -0.01978030300751879, - -0.00966449759398497, - -0.010639091127819557, - -0.00729790171428571, - -0.01663022781954888, - -0.014927266917293243, - -0.0048786105263157985, - -0.023854766390977448, - -0.002417377293233085, - -0.018055805503759383, - -0.035139856165413506, - -0.003715027067669185, - -0.023457403157894727, - -0.028482144812030083, - -0.012900542255639115 - ] - ], - "std": [ - [ - 1.017393269930814, - 0.9859850544384411, - 0.6351269169990451, - 0.9218499349108917, - 0.9397831881819683, - 0.9559682118638801, - 0.9438724801654544, - 0.9693197875856094, - 0.9713955988615406, - 0.9774390189841138, - 0.9920460008560096, - 0.9991906740103633, - 1.0018878985632447, - 1.0231730392212295, - 1.0116746756260164, - 1.0108766947238579, - 0.9897047919639949, - 0.9656545067924569, - 0.9779229908137462, - 0.9930910566294954, - 0.9769947826741521, - 0.9930680515190659, - 0.9847812255306415, - 0.9945404262409027, - 1.0133003340234725, - 1.010622334528224, - 0.9790643689216147, - 0.9695036033277806, - 0.9691086110146303, - 0.9709469151594099, - 0.9509962741361917, - 0.9459390595619844, - 0.9682759104651395, - 0.9693952498748859, - 0.9565179833606766, - 1.0087728224509616, - 1.0339412420571243, - 0.9797879106089201, - 1.046812274765615, - 1.017780178031687, - 0.9666275571579879, - 1.0256130258535934, - 1.0669421863085269, - 1.0402013313577008, - 1.0594653822910898, - 1.0511922704716143, - 1.0356545195251559, - 1.0641512050185258, - 1.0747163688005084, - 1.0935617174093786, - 1.07443136746114, - 1.0136851672908218, - 0.997280326392972, - 0.9783984688090382, - 1.0042883048291307, - 1.0487180616841298, - 1.0824392363653417, - 1.0689163006997184, - 1.07508445719523, - 1.094579375466917, - 1.0691245108180063, - 1.0218590639920084, - 1.0406528766233436, - 1.0483992179501052, - 1.0151157130662107, - 0.9890602540733745, - 1.0033195884602837, - 0.9979416719998978, - 0.9549270557055792, - 0.9629229016162045, - 0.9687018168255607, - 0.9641140507904243, - 0.9578638967395385, - 0.9634794979402529, - 0.9643850012759382, - 0.9632020577312645, - 0.9577176582123652, - 0.9571989614345542, - 0.9564290236354037, - 0.9456491144494708, - 0.9478771903690641, - 0.9493390272820802, - 0.9470489606741441, - 0.9627884351729016, - 0.9803995592284533, - 0.9681002662445597, - 0.9719751368852133, - 0.9739709130127491, - 0.9720839287368537, - 0.9671210605802054, - 0.9711011471027048, - 0.9845527475390607, - 0.9825803050843526, - 1.0038184387573925, - 0.979717500002443, - 0.9649405988529449, - 0.9876179722405718, - 0.9748242307388256, - 0.9872212806368876, - 0.982676241489978 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 485773, - "cert_evals": { - "36": 0.8780487775802612, - "72": 0.8414633870124817, - "108": 0.7439023852348328, - "255": 0.5121951103210449 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.7681159420289855, - "test_acc": 0.7689969604863222, - "train_size": 133, - "val_size": 69, - "test_size": 329, - "stats": { - "mean": [ - [ - 0.1530652789473686, - -0.009363782556390993, - 0.05088392255639105, - 0.09471572902255651, - 0.08876052902255634, - 0.12944444736842103, - 0.10373392857142849, - -0.02023532421052626, - -0.029163837593984988, - -0.026313689849624053, - -0.02965288872180454, - -0.034014545112781965, - -0.03632338819548872, - -0.014735644736842088, - 0.01785539338345867, - 0.042751381052631564, - 0.08679215699248122, - 0.10001419052631579, - 0.1017368892481203, - 0.1075867052631579, - 0.10462587691729323, - 0.0953443353383458, - 0.1062469197894737, - 0.10487969082706766, - 0.1025905135338346, - 0.08913448766917297, - 0.09933672556390981, - 0.10743754187969931, - 0.11109795225563905, - 0.10047740721804511, - 0.08384493444360905, - 0.08902717887218042, - 0.08559397548872186, - 0.06289796500751879, - 0.060330664586466215, - 0.046363331127819554, - 0.07722293548872182, - 0.0516131944360902, - -0.022730849022556402, - -0.028101030902255634, - -0.013324536090225563, - -0.09062933308270675, - -0.0771601732330827, - -0.06511450924812032, - -0.12265796165413538, - -0.08916524360902257, - -0.07463184060150373, - -0.05617420278195486, - -0.030201605263157905, - -0.07578766255639095, - -0.059237725210526344, - 0.1091188300225564, - 0.09946399218045113, - 0.08242898984962406, - 0.03451749195488724, - 0.014174642255639086, - -0.049911600902255625, - -0.08932375545864665, - -0.07350661661654141, - -0.06060752706766915, - -0.0945347070225564, - -0.07166026834586467, - -0.08000871849624057, - -0.06738826315789478, - -0.0653453539849624, - -0.06987513011278194, - -0.07700414037593982, - -0.0684724142857143, - -0.06314225375939844, - -0.06643927654135334, - -0.056201902105263185, - -0.045947005037593976, - -0.033031945488721806, - -0.04689342698496246, - -0.051469952631578955, - -0.03478667669172926, - -0.032341004661654134, - -0.056062630977443614, - -0.05649333834586465, - -0.039601220375939813, - -0.037854870451127794, - -0.045860515789473665, - -0.05729389000000003, - -0.0682322045112782, - -0.058773774210526354, - -0.06832082496240602, - -0.0708990614285714, - -0.0600364096992481, - -0.07209753969172931, - -0.0762365472180451, - -0.0768351112781955, - -0.07007685624060155, - -0.08927176834586463, - -0.0882228510300752, - -0.07869736499248121, - -0.0844527432330827, - -0.07372521428571428, - -0.09207066969172933, - -0.08798474277443606, - -0.09338331523308271 - ] - ], - "std": [ - [ - 0.9744553382107187, - 0.9677597969434724, - 1.777310974913784, - 0.9984082294697983, - 0.9969586292153921, - 1.0583440616051412, - 1.0566345380560944, - 0.9857375895494132, - 1.0026115267211986, - 1.0074187005868174, - 0.9914187021756643, - 0.9940673441835514, - 0.98310153446628, - 0.9642872316677437, - 0.9316107906957257, - 0.8392466954824206, - 0.8182299587971944, - 0.8347678474815514, - 0.8515903298166666, - 0.8799721558505285, - 0.89007089287234, - 0.8866071634453673, - 0.8820893100565611, - 0.8826542910069028, - 0.8881722225389, - 0.8787089402752493, - 0.8964119629138864, - 0.879494453663738, - 0.8784873894639735, - 0.886681676346154, - 0.9222856861284946, - 0.9332670529570117, - 0.9776036297075393, - 0.9305127026487992, - 0.9359011475452199, - 0.9633874454328895, - 0.9527398490690858, - 0.965465879462667, - 1.0188818420464785, - 0.9828227999977308, - 0.9531229051081205, - 0.8713338836905145, - 0.9153495157969829, - 0.9223417239665608, - 0.8942885354612832, - 0.8998020432065605, - 0.9315570163515208, - 0.9082683584325931, - 0.9187746260543722, - 0.893070795181221, - 0.9468936674390013, - 0.9056643525291117, - 0.9110446769794468, - 0.9379974540127038, - 0.9647664124557613, - 1.0085574939350006, - 0.9275642673326407, - 0.8504043471913983, - 0.9142116919528667, - 0.8800039098256741, - 0.8415645024254653, - 0.8409729112787964, - 0.8399221552071359, - 0.8651820522167459, - 0.8672852422573245, - 0.8259267130126927, - 0.8390487632459173, - 0.8180961860126535, - 0.8777786937858696, - 0.8683920376045541, - 0.8383842635930155, - 0.8430069272476867, - 0.8666946932557273, - 0.8486025752416404, - 0.8592189394385275, - 0.8740498203324533, - 0.8491655645886534, - 0.8344601422755191, - 0.8287917280777043, - 0.8272025037471293, - 0.8136865464598907, - 0.8270386668301318, - 0.80191790451096, - 0.7804539659801455, - 0.7882991571441237, - 0.778040195581798, - 0.7589918746851501, - 0.7570902805838913, - 0.7293901823605933, - 0.7351310134454143, - 0.7408556555784315, - 0.725678505691747, - 0.6990444825351154, - 0.6919872173073935, - 0.7125567265129449, - 0.7086783958233831, - 0.6708513004398178, - 0.6871596422451152, - 0.6809238754969238, - 0.6885319279117135 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 485773, - "cert_evals": { - "36": 0.739130437374115, - "72": 0.7101449370384216, - "108": 0.6811594367027283, - "255": 0.5942029356956482 - }, - "fold": 1 - }, - { - "best_epoch": 48, - "best_val_acc": 0.8297872340425532, - "test_acc": 0.881578947368421, - "train_size": 133, - "val_size": 94, - "test_size": 304, - "stats": { - "mean": [ - [ - -0.13586325413533815, - -0.0618193278195488, - -0.04310375263157894, - -0.004718533834586481, - 0.01244425488721805, - -0.025889947368421044, - -0.03012266992481201, - -0.06166973518796993, - -0.058414011278195524, - -0.04856861338345865, - -0.053738878195488775, - -0.0494522635338346, - -0.033144374736842064, - -0.01673198932330828, - 0.00380962645112784, - 0.03076035639097744, - 0.08222181203007521, - 0.08607955939849626, - 0.08385189150375942, - 0.08648061872180456, - 0.08489306466165417, - 0.08092049669172934, - 0.08067010932330827, - 0.07488779000000001, - 0.07012468195488719, - 0.07198337165413535, - 0.04773527819548873, - 0.050869944360902274, - 0.03545853684210525, - 0.016283467669172918, - 0.004097258646616531, - 0.010401111278195502, - -0.01792126090225564, - -0.002418199992481197, - 0.024459281879699275, - 0.025849884210526343, - 0.037459733984962384, - 0.006547264984962439, - -0.010970754511278193, - 0.04163085169924812, - 0.02889156383458647, - 0.030891175112781943, - 0.028361738345864675, - 0.02267998270676693, - -0.025261697518796977, - -0.0006612544360902128, - 0.015497131578947396, - 0.0313857212706767, - 0.03935556884962408, - 0.020145579699248115, - 0.01561868073684209, - 0.07393228112781952, - 0.04280226511278196, - 0.015148240601503748, - -0.02417430518796993, - 0.02045143834586462, - -0.006660919548872173, - 0.012737768827067671, - 0.005639975112781977, - 0.025091721879699245, - 0.0078095799248120235, - -0.0012346056390977465, - -0.00859317037593985, - -0.006910761654135332, - 0.0007964472932330711, - -0.013898008308270668, - -0.00025283060150373826, - -0.016696168195488716, - -0.01286229004511279, - -0.012526450751879697, - -0.030305314661654148, - -0.022196533157894733, - -0.014210327067669165, - -0.022408989473684207, - -0.032924627819548864, - -0.03237249348120299, - -0.020712286992481198, - -0.029102100751879693, - -0.03426806187969925, - -0.0444582919548872, - -0.05113502075187971, - -0.02233855496240602, - -0.032802209022556386, - -0.05755775917293232, - -0.047944335338345884, - -0.049902552481203004, - -0.045151886090225545, - -0.03859559834586468, - -0.05805407509774432, - -0.04678762857142857, - -0.04049555030075189, - -0.03414902180451127, - -0.04661476240601504, - -0.059792844360902264, - -0.045702631368421086, - -0.04080758105263156, - -0.05423186360902256, - -0.061008449345864635, - -0.04793841503759399, - -0.03687203282706768 - ] - ], - "std": [ - [ - 1.0650127556320446, - 1.0066608520484202, - 0.4156979395941612, - 1.0111846623477019, - 1.0239930605317062, - 0.9684176798741715, - 0.9492043006836792, - 0.9787734675960276, - 0.988203812821042, - 0.9943574947885739, - 0.9813196660052181, - 0.9835335096862478, - 0.9989723824774754, - 1.0098341686716865, - 1.0089678435680955, - 1.006897414092789, - 1.0014680482759133, - 0.9969246326169929, - 1.003048211475138, - 0.9963037789822996, - 0.9898134995117452, - 0.9862762846232758, - 0.9696634183119972, - 0.9719462993345181, - 0.9829041377072096, - 0.9970195508702976, - 0.9730130647207035, - 0.9951471045673186, - 1.000240668580986, - 0.9831852201961157, - 0.9993734243431007, - 0.9862173484627466, - 1.0050828113211423, - 0.9769241582086713, - 0.9707777014896144, - 0.9086079382002629, - 0.9264498134320229, - 0.8898792590804552, - 0.9013370080430921, - 0.9668210661261372, - 1.0273237339044736, - 1.0647338020747121, - 1.0837400905988852, - 1.0895012361342458, - 0.9942055646868553, - 1.0030736971903318, - 1.0609720074331763, - 1.062673419595116, - 1.0433128230210706, - 1.0685942775734432, - 1.0659683471227248, - 0.9465620323080091, - 0.9666073282199529, - 0.9823564017132853, - 0.9338971590735567, - 0.9507680860369068, - 0.9776613927510699, - 1.0598523929295665, - 1.0562343768456484, - 1.0489211645884213, - 1.0066351241778364, - 0.9808309075924808, - 0.9798741552856448, - 0.9697984887288765, - 0.983702693591976, - 0.9640382228774541, - 0.9492112764984969, - 0.9447960904251254, - 0.9458208100097997, - 0.9393657515269506, - 0.9219232080989007, - 0.9287988887010107, - 0.9255985041358817, - 0.9022261222236313, - 0.919866535230441, - 0.9212084221960762, - 0.9055005820857147, - 0.9052992836968272, - 0.8965515106580905, - 0.9021371283357683, - 0.8931093485275595, - 0.8894800077414449, - 0.875828335944702, - 0.8768265814954874, - 0.8758047501041376, - 0.8679342278962235, - 0.8563653918115903, - 0.8447870748154496, - 0.8533573385243273, - 0.8580903767160212, - 0.8449284057138841, - 0.8368868316325839, - 0.8375542445936696, - 0.8372449278647315, - 0.8325101772382546, - 0.8345010300544318, - 0.835506482915972, - 0.8231852532778424, - 0.8212941968447315, - 0.8516404740029587 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 485773, - "cert_evals": { - "36": 0.7659574151039124, - "72": 0.7446808218955994, - "108": 0.6702127456665039, - "255": 0.4999999701976776 - }, - "fold": 2 - }, - { - "best_epoch": 39, - "best_val_acc": 0.9, - "test_acc": 0.8636363636363636, - "train_size": 133, - "val_size": 90, - "test_size": 308, - "stats": { - "mean": [ - [ - 0.10493862744360913, - 0.0936277362406016, - -0.0037778827819548765, - -0.03855023533834586, - -0.02125209138345864, - -0.04543471105263157, - -0.04156411240601502, - 0.01708999368421052, - 0.01226467932330826, - 0.008226878796992469, - -0.0025615368421052433, - -0.018209970902255675, - -0.022531850601503787, - -0.047815336466165384, - -0.04824461954887216, - -0.04206402887218042, - -0.02118501894736845, - -0.0029625436842105487, - 0.01991662105263155, - 0.02359305000000002, - 0.0402974844360902, - 0.02456900902255638, - 0.02643880670676695, - 0.01608115548872179, - 0.022838549624060137, - 0.021608356240601513, - 0.0155475280451128, - 0.0207188052631579, - 0.0194884992481203, - 0.035869669473684244, - 0.023877902255639096, - 0.02819542037593984, - 0.011200890977443602, - 0.0551807004511278, - 0.04744355939849627, - 0.06211426172932332, - 0.06588056992481206, - 0.07162352157894733, - 0.08258311954887225, - 0.064603631774436, - 0.07408918799999994, - 0.07613642842105264, - 0.06256042105263157, - 0.050916241353383455, - 0.04188059195488719, - 0.06601848721804507, - 0.08979577601503759, - 0.04491898714285714, - 0.05555289037593983, - 0.08533037067669177, - 0.1070483993233083, - 0.02408604115037597, - 0.03420398706766918, - 0.0032010017293233246, - 0.029893602556390973, - 0.09153908646616546, - 0.11421593466165411, - 0.07139292911278192, - 0.08337384052631581, - 0.06448526315789473, - 0.04947902714285716, - 0.017647485338345863, - -0.0008786248120300822, - -0.015028007622556393, - -0.005325834736842084, - -0.018705311578947382, - -0.027164074135338317, - -0.029699412736842082, - -0.03217006824060152, - -0.03655872067669175, - -0.05774721052631579, - -0.04586767902255643, - -0.04562037030075189, - -0.07277231285714282, - -0.054276041203007504, - -0.034596221676691734, - -0.054279020075187985, - -0.060108875413533845, - -0.05830179338345861, - -0.06900260458646613, - -0.06369796345864664, - -0.050903367669172896, - -0.06467745977443612, - -0.039303367142857155, - -0.05294008157894737, - -0.05645630721804513, - -0.029166729631578958, - -0.04837335909774438, - -0.057497763834586456, - -0.046163446466165416, - -0.046505692105263174, - -0.042113237368421055, - -0.047567896992481186, - -0.03315349614285714, - -0.04929982421052632, - -0.046727424661654124, - -0.04073674195488724, - -0.040684289624060156, - -0.04322478375939848, - -0.03915163230075189 - ] - ], - "std": [ - [ - 1.085273555336867, - 1.0600160276531263, - 0.5674366488770868, - 1.0538936578762175, - 1.0736216450711755, - 1.0086568899549089, - 1.0107145864607423, - 0.9639829575234186, - 0.9684391767243656, - 0.9700338935541478, - 0.9673544475161013, - 0.9769837254042069, - 0.9832042991536264, - 0.9966940528369324, - 1.0144584886010504, - 1.0253444526714819, - 1.044458899094195, - 1.0437288549864745, - 1.032355378351829, - 1.0318246656034074, - 1.0266339589652462, - 1.0146406956988476, - 1.0044468099155188, - 1.025901708674945, - 1.0091911104926408, - 1.0132829244630681, - 1.0135138926532963, - 1.0124400641048181, - 1.002468214234293, - 0.9964174189277575, - 1.0143810743935044, - 1.016224305012167, - 1.0394808957835124, - 0.9841938243486714, - 0.976043096972565, - 0.9976075386689336, - 1.0012751177529822, - 0.9622637624799687, - 1.0036628686765507, - 1.0160940224228003, - 1.0693721871548225, - 1.0925110746781017, - 1.0637453552419913, - 1.112434336735407, - 1.0720233742927996, - 1.0887433013425338, - 1.1365343727139479, - 1.1082290562555606, - 1.0534133646461585, - 1.0636388960493586, - 1.127374798190782, - 1.0194494800051157, - 1.0115614911992439, - 0.9818412722460208, - 0.9822209459756657, - 1.005189728257075, - 1.08403913325294, - 1.085459527481645, - 1.0752872906455573, - 1.0795318572671038, - 1.0523758463978325, - 1.0153359772434278, - 1.0026092291413942, - 0.9950344482682812, - 1.0022482399439303, - 0.9810221193577394, - 0.9883984901555372, - 0.9708415174186519, - 0.9316161962977328, - 0.9305979660096333, - 0.9093710872091209, - 0.8961295852270974, - 0.9009089691160881, - 0.8750080609089094, - 0.885858487783631, - 0.8776260762487318, - 0.8673876172449833, - 0.8724100819567573, - 0.8723912389263426, - 0.8799174782922783, - 0.8777004895430206, - 0.8741256633416288, - 0.8800181503826561, - 0.8711684637095992, - 0.8970805311242029, - 0.90130116126784, - 0.8913911258859273, - 0.9120317859512505, - 0.9060025721716157, - 0.898262341874369, - 0.9234492395195655, - 0.9258258169182748, - 0.9069694433482488, - 0.9289092057679259, - 0.9258785829559869, - 0.9254000265308414, - 0.931316640531728, - 0.9258381499941104, - 0.9377776810526488, - 0.9431768651197908 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 485773, - "cert_evals": { - "36": 0.8666666746139526, - "72": 0.8111111521720886, - "108": 0.7555555701255798, - "255": 0.5888888835906982 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8287112957208781, - "std_test_acc": 0.052817126195422615, - "n_samples": 531, - "n_features": 100, - "n_classes": 9, - "mean_cert_acc_36": 0.8124508261680603, - "std_cert_acc_36": 0.07019013733533741, - "mean_cert_acc_72": 0.7768500745296478, - "std_cert_acc_72": 0.060091978871233485, - "mean_cert_acc_108": 0.7127075344324112, - "std_cert_acc_108": 0.043244122614019664, - "mean_cert_acc_255": 0.5488217249512672, - "std_cert_acc_255": 0.0496316569894448 - }, - "lung-cancer": { - "dataset": "lung-cancer", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.75, - "test_acc": 0.45, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.2121181, - 0.22119374999999997, - -0.34205175000000004, - -0.25413399999999997, - -0.4991070000000001, - -0.20667375000000004, - 0.18207425, - 0.1674343749999999, - 0.18600550000000005, - 0.25552725, - -0.39027892500000017, - 0.254131375, - 0.20814399999999994, - -0.11680949999999997, - 4.999999999866223e-07, - 4.999999999866223e-07, - -0.556826, - 0.03246771249999994, - 1.000000000070389e-06, - -0.15760575000000004, - 1.000000000070389e-06, - -0.526415, - 0.26887700000000003, - -0.5463909500000002, - 0.3981490000000001, - -0.11073775000000001, - -0.0461445, - -0.08733862499999998, - -0.20931662499999998, - -0.20931662499999998, - -0.34491900000000003, - -0.30012262500000003, - 0.530329625, - 0.5840457499999999, - -0.2706785, - 0.334991875, - -0.19773098749999996, - 0.28412875, - -0.55909175, - -7.500000000632001e-07, - -0.176777, - -6.250000000040945e-07, - -0.2341686250000001, - 0.143568, - -0.254133, - -0.254133, - -0.347985, - 0.0, - 0.0, - 0.06977162499999998, - 0.06977162499999998, - 0.12400250000000002, - 0.15760662499999997, - 0.0684115 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861638, - 0.8040182621062347, - 0.68534473627397, - 0.7239840501975423, - 0.9583948535512387, - 0.8803408658477123, - 1.0967323649565501, - 1.2845975870016406, - 1.26287547547214, - 1.275192087344785, - 1.0828786155044974, - 0.8691968462812435, - 0.9433006737973234, - 0.9271293940653591, - 0.8092773571506556, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 0.9842499957566675, - 1.0919276973489076, - 0.9842499957566675, - 1.0, - 0.5691037527613045, - 0.8831049872737146, - 1.061731, - 0.8858950000009523, - 1.1526351972973712, - 0.9725553242070524, - 1.0348836588388737, - 1.0348836588388737, - 1.3655263400268045, - 0.9701424604483272, - 0.7071057500002983, - 0.9344725000001003, - 1.0207927843497426, - 0.9180330571660311, - 0.6975292820538815, - 0.7517340128236433, - 0.7042730759798983, - 0.6959722224846242, - 1.0, - 1.2187770455635987, - 1.497375656357527, - 1.0, - 1.0, - 1.0, - 1.6688774326399765, - 1.0, - 1.0, - 0.7383957883078252, - 0.7383957883078252, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 212743, - "cert_evals": { - "36": 0.5, - "72": 0.25, - "108": 0.25, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.25, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.3333284, - 0.22119374999999997, - -0.34205175000000004, - -0.08471187499999999, - -0.332738375, - 0.28934212499999995, - 0.18207425, - 0.1674343749999999, - 0.37201150000000005, - 0.54755725, - -0.0780548750000001, - 0.254131875, - 0.20814499999999997, - -0.584046, - 0.372012, - 0.372012, - 0.037120499999999945, - 0.03246771249999994, - 0.2841295000000001, - 0.15760662499999994, - -0.2841274999999999, - -0.14356812499999994, - 0.483978, - -0.5463909500000002, - 0.6635817500000001, - 0.33220974999999997, - 0.13842525, - 0.26201350000000007, - -0.627947875, - -0.627947875, - -0.7391125000000001, - 0.21437324999999996, - 1.2499999998971667e-07, - -0.11680875, - -0.09022612500000005, - -0.23927749999999992, - 0.06591022500000003, - 0.28412875, - 0.050826124999999986, - -7.50000000007689e-07, - 0.176776375, - 1.2499999998971667e-07, - -0.8586173750000001, - 0.143568, - -0.254133, - -0.254133, - -0.69597, - 0.0, - 0.0, - 0.06977162499999998, - -0.20931575000000002, - -0.3720145, - 0.15760662499999997, - 0.615692 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861637, - 0.6748704785505882, - 0.68534473627397, - 0.7239840501975423, - 0.8125185082212646, - 1.0389725707942121, - 0.6403537411098333, - 1.2845975870016406, - 1.26287547547214, - 1.2338234677314055, - 1.0010303391915438, - 0.7486887534635199, - 0.6561671321123982, - 0.6449175678604204, - 1.0, - 1.0, - 1.0, - 1.0287455149777083, - 0.963139848525996, - 0.7517333513858155, - 0.8339735544200334, - 1.100424948682894, - 1.0129176214682314, - 1.0, - 0.8831049872737147, - 1.0280166202880368, - 0.7672062760475096, - 0.9766487648315219, - 1.1975188335072229, - 1.080900755511744, - 1.080900755511744, - 1.5267048606832134, - 0.822478277401104, - 0.6846529246237537, - 0.9047995916201208, - 1.0047163027130392, - 0.7656924999999999, - 1.054565000000008, - 0.7517340128236433, - 1.1319596096912465, - 0.6959722224846243, - 0.9354143054375608, - 0.6723723872158637, - 1.2092403856025213, - 1.0, - 1.0, - 1.0, - 1.2054554005437115, - 1.39194, - 0.98425, - 0.7383957883078252, - 0.9667870265020562, - 0.9605327902178821, - 0.8339735544200334, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 212743, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 8, - "best_val_acc": 0.625, - "test_acc": 0.4375, - "train_size": 8, - "val_size": 8, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -0.22580399999999995, - -0.3939341, - -0.4866262499999999, - 0.20522875000000002, - -0.08471187499999998, - 0.166368, - -0.04133512500000004, - -0.303458, - -0.27905975000000005, - -0.186006, - -0.32853374999999996, - 0.23417107499999992, - -0.25413399999999997, - 0.04162699999999995, - -0.3504277499999999, - 0.372012, - 5.000000000143778e-07, - 0.037120499999999945, - 0.03246771249999997, - -0.2841274999999999, - 0.47281899999999993, - 0.2841295000000001, - 0.04785500000000001, - 0.2688775, - -0.23416595000000007, - 0.13271625000000004, - 0.11073562499999999, - 0.32299500000000003, - -0.08733862499999998, - -0.06977312500000003, - -0.06977312500000003, - 0.24637075000000005, - -0.12862400000000002, - -0.35355349999999997, - -0.350427, - 0.27067862499999995, - -0.62212375, - 0.593192725, - 0.28412875, - 0.6607445000000001, - -0.20091262500000007, - 0.176776375, - 0.25413225, - 0.07805589999999993, - 0.7178385, - 0.7623977500000001, - 0.7623977500000001, - 0.347985, - 0.347985, - 0.0, - -0.48840412499999997, - -0.48840412499999997, - -0.124006, - 0.15760662499999994, - -0.47886900000000004 - ] - ], - "std": [ - [ - 1.8708296030318634, - 1.1948341428692102, - 1.0773417243604047, - 0.8486461065652968, - 1.059804131102034, - 0.8125185082212646, - 0.8803404878832395, - 0.920566504074317, - 1.0, - 0.7733489942365526, - 0.7203981402946568, - 0.5655146315423125, - 0.9749224782092981, - 0.9583948535512387, - 0.8811270319533954, - 0.6180957912261151, - 1.0, - 0.984249913856105, - 1.0287455149777083, - 0.963139848525996, - 1.100424948682894, - 1.0, - 0.7517333513858155, - 1.0658003128899194, - 1.0315890948113742, - 1.0355328887342052, - 1.0280166202880368, - 1.0621504008726752, - 0.7148326632261567, - 0.9725553242070524, - 1.0809007555117442, - 1.0809007555117442, - 0.5214703075947253, - 0.9548636855920851, - 0.9842497172806299, - 0.934473, - 0.8654191884816481, - 0.6631091564872164, - 0.913279950038126, - 0.7517340128236433, - 0.8132235000004611, - 1.3773654997805538, - 0.9354143054375608, - 1.01653000000083, - 1.2488975000001081, - 0.994665683287983, - 1.7606829064560963, - 1.7606829064560963, - 0.9206817699808115, - 0.9206817699808115, - 0.98425, - 1.5538907649834526, - 1.5538907649834526, - 0.9920339999999999, - 0.8339735544200334, - 1.0945610000000001 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 212743, - "cert_evals": { - "36": 0.25, - "72": 0.125, - "108": 0.125, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.42857142857142855, - "test_acc": 0.4117647058823529, - "train_size": 8, - "val_size": 7, - "test_size": 17, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -1.2499999999804334e-06, - -0.39393409999999995, - -0.48662574999999997, - 0.20522875000000002, - 0.25413137500000005, - 0.166368, - 0.12400349999999996, - 0.18207425, - -0.055812250000000035, - 0.18600550000000005, - -0.03650375000000001, - 0.23417107499999992, - -0.08471287499999999, - -0.12489200000000006, - 0.11680875, - 4.999999999866223e-07, - 5.000000000143778e-07, - -0.556826, - 0.03246771249999994, - -0.28412749999999987, - -0.47281812500000003, - 0.2841295000000001, - -0.334991875, - -0.16132500000000002, - -0.23416690000000004, - -0.13271649999999996, - -0.11073775000000001, - -0.41528250000000005, - -0.08733862499999998, - 0.06977074999999999, - 0.06977074999999999, - 0.049274500000000054, - -0.814618375, - 0.53032925, - 0.35042749999999995, - -0.45113087499999993, - 0.526415, - 0.06591029999999999, - 0.28412875, - -0.7623978749999999, - 0.200909125, - -0.176777, - -0.508266375, - 0.07805589999999987, - 0.143568, - -0.254133, - -0.254133, - 0.0, - 0.0, - -0.2460625, - 0.348859, - 0.348859, - 0.12400250000000004, - 0.15760662499999994, - 0.06841149999999997 - ] - ], - "std": [ - [ - 1.8708296030318634, - 0.8745283537861637, - 1.0773417243604047, - 1.1050835007108908, - 1.059804131102034, - 0.9433006737973234, - 0.8803404878832395, - 0.9352965034364771, - 1.2845975870016406, - 1.2429866458078653, - 1.275192087344785, - 0.7002636005201451, - 0.9749224782092981, - 1.2564662193460912, - 1.2349267641556725, - 0.9047995916201208, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 1.100424948682894, - 1.2208122788934872, - 0.7517333513858155, - 0.5064579839368311, - 0.8330825907525617, - 0.826068984966516, - 0.9194860179854557, - 0.8858950000009523, - 0.8851640178287581, - 0.9725553242070524, - 0.956663241117368, - 0.956663241117368, - 1.0429379694381398, - 0.45374271193952453, - 0.9999985416822804, - 1.120393298613817, - 1.0047163027130392, - 0.7656924999999999, - 1.0, - 0.7517340128236433, - 0.5378974467662115, - 0.531557565187073, - 1.0, - 1.4149504831054103, - 1.2488975000001081, - 1.0, - 1.0, - 1.0, - 1.39194, - 1.0, - 0.6510201819788307, - 1.0, - 1.0, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 212743, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.1428571492433548, - "108": 0.1428571492433548, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.38731617647058825, - "std_test_acc": 0.09291777868488038, - "n_samples": 32, - "n_features": 56, - "n_classes": 3, - "mean_cert_acc_36": 0.2232142873108387, - "std_cert_acc_36": 0.21103687896605144, - "mean_cert_acc_72": 0.1294642873108387, - "std_cert_acc_72": 0.10245187217148122, - "mean_cert_acc_108": 0.1294642873108387, - "std_cert_acc_108": 0.10245187217148122, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "lymphography": { - "dataset": "lymphography", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 55, - "best_val_acc": 0.85, - "test_acc": 0.7582417582417582, - "train_size": 37, - "val_size": 20, - "test_size": 91, - "stats": { - "mean": [ - [ - 0.11571070270270278, - 0.027093891891891864, - -0.1061727567567567, - -0.22205799999999987, - 0.12556329729729743, - 0.06734324324324321, - 0.05365567567567566, - 0.1178617837837836, - -0.021548756756756857, - 0.3392003783783783, - 0.10699794594594601, - 0.16341409189189185, - 0.04434448648648651, - -0.18670452972972956, - 0.26953127027027013, - 0.028475135135135103, - 0.04964567567567568, - 0.039015189189189156 - ] - ], - "std": [ - [ - 0.9649959417614393, - 0.9932963186135503, - 0.8953249050860361, - 1.0, - 1.0617235061005919, - 0.9934273444847499, - 1.0837969821071396, - 0.93550276827785, - 1.0343414594594595, - 0.9787865374391254, - 0.967613635624315, - 0.9191462546392654, - 0.8904463864306404, - 0.9446597120353613, - 0.8244693349942901, - 0.9863926362299982, - 0.9592304425723344, - 1.0431241983062185 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 13960, - "cert_evals": { - "36": 0.6500000357627869, - "72": 0.45000001788139343, - "108": 0.25, - "255": 0.05000000074505806 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.8214285714285714, - "test_acc": 0.7228915662650602, - "train_size": 37, - "val_size": 28, - "test_size": 83, - "stats": { - "mean": [ - [ - 0.04959027027027034, - 0.08128264864864862, - -0.035391108108108124, - -0.22205799999999987, - 0.18834432432432444, - 0.12121940540540535, - 0.053655675675675654, - 0.1178617837837837, - 0.06464635135135137, - -0.08076164864864863, - 0.05944235135135144, - 0.00778283243243246, - 0.15077297297297293, - -0.11202250000000004, - 0.16519686486486485, - 0.028475135135135117, - -0.08274070270270273, - 0.08157664864864865 - ] - ], - "std": [ - [ - 0.9907038663718554, - 0.9843876514961846, - 0.9653329850824838, - 1.0, - 1.0873992856216566, - 0.9875663650472953, - 1.0837969821071396, - 0.93550276827785, - 1.1435074740788183, - 0.8987462927541991, - 0.9629278239378523, - 0.8670760159672493, - 1.0294219151090758, - 0.8796063323575559, - 0.8770711701884819, - 0.9863926362299982, - 1.050784302485063, - 1.0667820327309758 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 13960, - "cert_evals": { - "36": 0.392857164144516, - "72": 0.2857142984867096, - "108": 0.0714285746216774, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 32, - "best_val_acc": 0.76, - "test_acc": 0.7674418604651163, - "train_size": 37, - "val_size": 25, - "test_size": 86, - "stats": { - "mean": [ - [ - -0.08265059459459453, - 0.0812826486486486, - -0.03539110810810814, - 0.031722972972972906, - 1.2432432433330043e-06, - -0.09428524324324326, - -0.05365621621621621, - -4.864864865424842e-07, - -0.02154875675675677, - -0.016152108108108066, - -0.03566883783783778, - -0.02334296756756763, - -0.06208424324324333, - 0.08712936486486486, - -0.043471945945945945, - 0.08542454054054054, - 0.248225243243243, - 0.09576443243243248 - ] - ], - "std": [ - [ - 0.9873886182585688, - 0.9843876514961846, - 0.9653329850824838, - 1.0616419779070554, - 0.9966179074004299, - 0.9934273444847498, - 0.8978357031769213, - 0.9966159264522366, - 1.0343414594594607, - 0.8607871843035175, - 0.946344799312269, - 0.9999220929965701, - 0.8847748864465823, - 0.9544491031115466, - 0.9396531993920559, - 0.9631018357081231, - 0.7605018441428824, - 0.9305366467747157 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 13960, - "cert_evals": { - "36": 0.5600000023841858, - "72": 0.2800000011920929, - "108": 0.07999999821186066, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 52, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.6881720430107527, - "train_size": 37, - "val_size": 18, - "test_size": 93, - "stats": { - "mean": [ - [ - 0.04959027027027031, - -0.1896611351351352, - -0.035391108108108124, - -0.22205799999999987, - 0.1255632972972974, - -0.20203756756756758, - -0.0536562162162162, - 0.1767929189189188, - -0.021548756756756837, - -0.04845689189189187, - 0.011886594594594657, - -0.14784801081081084, - -0.133037, - -0.03734048648648648, - 0.06086245945945948, - 0.14237394594594593, - -0.0827407027027028, - -0.017734054054054066 - ] - ], - "std": [ - [ - 0.949006736815226, - 0.9991913040086986, - 0.9653329850824838, - 1.0, - 1.061723506100592, - 0.9787090886861045, - 0.8978357031769213, - 0.8976123081203877, - 1.0343414594594595, - 0.9022230780655615, - 1.039718775420792, - 0.9842972464819717, - 1.0946013067767175, - 0.8968738654850321, - 0.9148697472881367, - 0.9357742193114152, - 1.050784302485063, - 0.9574019230274994 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 13960, - "cert_evals": { - "36": 0.5, - "72": 0.2222222238779068, - "108": 0.1111111119389534, - "255": 0.0555555559694767 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7341868069956718, - "std_test_acc": 0.03619152860572705, - "n_samples": 148, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.5257143005728722, - "std_cert_acc_36": 0.10791153363486651, - "mean_cert_acc_72": 0.3094841353595257, - "std_cert_acc_72": 0.09796882794863662, - "mean_cert_acc_108": 0.12813492119312286, - "std_cert_acc_108": 0.08301302722268285, - "mean_cert_acc_255": 0.02638888917863369, - "std_cert_acc_255": 0.030555555879166633 - }, - "letter": { - "dataset": "letter", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 75, - "best_val_acc": 0.7218045112781954, - "test_acc": 0.707478435641906, - "train_size": 5000, - "val_size": 3059, - "test_size": 11941, - "stats": { - "mean": [ - [ - 0.00514853171999978, - 0.005659159839999929, - 0.015561632360000245, - 0.01129863240000007, - 0.0052732767999999685, - 0.00552804246000023, - -0.003806189400000043, - 0.004888994199999829, - 0.008798804439999558, - -0.008297726599999769, - 0.0009121625999998376, - 0.004806467700000183, - 0.003901915299999814, - -0.011281666800000121, - -0.0074610201999999294, - 0.003215448200000049 - ] - ], - "std": [ - [ - 0.9872835099546217, - 1.006134190408135, - 0.9972389123333294, - 1.0049266649751227, - 0.9943131104630408, - 0.9927707764568473, - 1.0068065835854811, - 1.0134669668414158, - 1.0040007520709764, - 0.9997230654740944, - 1.007968354670923, - 1.0003581319476724, - 1.005041480077882, - 1.0049516430140362, - 0.9976563117551296, - 0.9860491581099939 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 15262, - "cert_evals": { - "36": 0.6390977501869202, - "72": 0.548545241355896, - "108": 0.4615887403488159, - "255": 0.14579927921295166 - }, - "fold": 0 - }, - { - "best_epoch": 49, - "best_val_acc": 0.702346512375442, - "test_acc": 0.7032551097653293, - "train_size": 5000, - "val_size": 3111, - "test_size": 11889, - "stats": { - "mean": [ - [ - 0.0029532797399999047, - 0.004388175279999976, - 0.004244063760000119, - 0.012979005999999998, - -0.004678983799999144, - 0.003455055400000179, - -0.007418534600000143, - 0.003926012599999779, - 0.00795879715999929, - -0.00524365779999995, - -0.01178226520000005, - -0.015187571099999951, - -0.012475097320000503, - -0.0018423520000003316, - -0.013382179199999674, - -0.004821816599999932 - ] - ], - "std": [ - [ - 0.9986276678083476, - 0.9950343941586423, - 0.99640667299183, - 1.0000071963490385, - 0.992160528900722, - 1.0037788827185958, - 1.0135243337906252, - 1.019023638516362, - 1.0086984945355297, - 1.009749704171076, - 1.013939210703217, - 0.9887907814862574, - 0.9896867749920725, - 0.9916791039398155, - 1.0056717046836126, - 1.0037598172363915 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 15262, - "cert_evals": { - "36": 0.6219865083694458, - "72": 0.548376739025116, - "108": 0.45355191826820374, - "255": 0.13436193764209747 - }, - "fold": 1 - }, - { - "best_epoch": 61, - "best_val_acc": 0.7151724137931035, - "test_acc": 0.7107438016528925, - "train_size": 5000, - "val_size": 2900, - "test_size": 12100, - "stats": { - "mean": [ - [ - 0.021874334520000687, - 0.017884720619999826, - 0.014568840500000449, - 0.006699696200000058, - -0.00020502299999983865, - 0.011056104300000202, - -0.0043222202000001006, - -0.005629635800000384, - 0.0012383624799995345, - 0.011071598799999905, - -0.0038767746000001103, - -0.0036525290000001725, - 0.002787233879999989, - 0.011734750599999826, - -0.007305219399999943, - 0.006554009400000075 - ] - ], - "std": [ - [ - 1.018882039972734, - 0.9909097519297484, - 1.011006149224975, - 0.9981095511490614, - 0.9744828743262628, - 1.0187271547521726, - 1.0142349021053059, - 1.0059981552155532, - 1.0032678982013254, - 0.9974167859950539, - 0.9962881566563585, - 1.0100493766021112, - 0.9931648907076084, - 1.0108922135098513, - 1.0056449285270137, - 1.001713691144833 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 15262, - "cert_evals": { - "36": 0.6362069249153137, - "72": 0.5365517139434814, - "108": 0.4386207163333893, - "255": 0.13724137842655182 - }, - "fold": 2 - }, - { - "best_epoch": 50, - "best_val_acc": 0.7145242070116862, - "test_acc": 0.7037900874635569, - "train_size": 5000, - "val_size": 2995, - "test_size": 12005, - "stats": { - "mean": [ - [ - 0.004834942479999971, - 0.001483113019999944, - -0.0019111359399998356, - 0.0075840941999999545, - -0.0010267499999996761, - 0.017176408160000104, - -0.001742007400000528, - -0.001036997800000219, - 0.003506500319999635, - -0.004038084999999959, - -0.005625091799999523, - 0.0011537186999995067, - 0.00047216481999986826, - -0.0067559524000002655, - 0.007341836400000017, - 0.0008661090000000479 - ] - ], - "std": [ - [ - 1.004162670449844, - 1.0009285120042208, - 1.0009316003026747, - 1.0058812415247276, - 1.0013613633110403, - 0.9913646988590394, - 0.9980301597574796, - 0.9947148416325726, - 0.9936745035912995, - 0.9961424729063775, - 0.9987978729631191, - 0.9997824037300547, - 0.9953405790803281, - 1.0103550196199995, - 1.0017727765855509, - 1.0101591352858876 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 15262, - "cert_evals": { - "36": 0.6420701146125793, - "72": 0.5545910000801086, - "108": 0.4570951759815216, - "255": 0.1375626027584076 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7063168586309212, - "std_test_acc": 0.003497902434336223, - "n_samples": 20000, - "n_features": 16, - "n_classes": 26, - "mean_cert_acc_36": 0.6348403245210648, - "std_cert_acc_36": 0.008897260334223276, - "mean_cert_acc_72": 0.5470161736011505, - "std_cert_acc_72": 0.007551425882679406, - "mean_cert_acc_108": 0.45271413773298264, - "std_cert_acc_108": 0.009954537837854445, - "mean_cert_acc_255": 0.13874129951000214, - "std_cert_acc_255": 0.004920466683357829 - }, - "magic": { - "dataset": "magic", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 53, - "best_val_acc": 0.8450753592709429, - "test_acc": 0.8388538380651945, - "train_size": 4755, - "val_size": 2853, - "test_size": 11412, - "stats": { - "mean": [ - [ - -0.006388502646498379, - 0.006146446558885208, - -0.004209508307465906, - -0.004618793225236638, - -0.005315102475499497, - 0.006428044290851726, - -0.009059829779516417, - -0.008184151766561471, - 0.0033090761545739233, - -0.037376705087697235 - ] - ], - "std": [ - [ - 1.0023231607535665, - 1.0146947634200698, - 0.9896786368249049, - 1.001451036065264, - 1.0040066512880044, - 0.9905161210566023, - 0.9988965907369368, - 1.0089426097443763, - 0.998566492615012, - 0.9927003057378353 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3590, - "cert_evals": { - "36": 0.7763757109642029, - "72": 0.6898002028465271, - "108": 0.5930598974227905, - "255": 0.1864703744649887 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.8426573426573427, - "test_acc": 0.8393686979395002, - "train_size": 4755, - "val_size": 2860, - "test_size": 11405, - "stats": { - "mean": [ - [ - -0.02436633946876997, - -0.022955164259726813, - -0.01993822200946376, - 0.03387639055541514, - 0.03436448497875925, - 0.0038116422946371125, - 0.007543406119453581, - 0.009698795669190335, - 0.0014860032576237098, - 0.00582992035215565 - ] - ], - "std": [ - [ - 0.9720381092498293, - 0.977333352882092, - 1.005139358382248, - 1.0164880549439819, - 1.0140583933617473, - 0.9837401295374851, - 0.9888378476099222, - 0.9663806918109694, - 1.005931831682823, - 1.000297701528725 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3590, - "cert_evals": { - "36": 0.775874137878418, - "72": 0.6870629787445068, - "108": 0.5940559506416321, - "255": 0.16923077404499054 - }, - "fold": 1 - }, - { - "best_epoch": 75, - "best_val_acc": 0.8506108202443281, - "test_acc": 0.8429824561403508, - "train_size": 4755, - "val_size": 2865, - "test_size": 11400, - "stats": { - "mean": [ - [ - -0.012130254007592012, - -0.00826500078065223, - -0.010807356011566996, - 0.006499159247108326, - 0.006873201220609896, - 0.02000870184077821, - 0.001820881288265063, - -0.006523736593059914, - 0.0003778347011781665, - -0.018002280250893746 - ] - ], - "std": [ - [ - 0.9818839030528209, - 1.009368494398234, - 0.999432313276235, - 1.001141721390468, - 1.0040075321280533, - 0.9881194208362026, - 0.9709869282224545, - 1.0026493070298281, - 0.9996452002230842, - 0.9913588270685182 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3590, - "cert_evals": { - "36": 0.7626526951789856, - "72": 0.6712042093276978, - "108": 0.5675392746925354, - "255": 0.17661431431770325 - }, - "fold": 2 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8429078014184397, - "test_acc": 0.8495412844036697, - "train_size": 4755, - "val_size": 2820, - "test_size": 11445, - "stats": { - "mean": [ - [ - 0.002866516450893953, - 0.007929027486435548, - -0.0013075722715039048, - -0.001188124590956882, - 0.002480280701366967, - 0.012874902747423648, - 0.0054113211936909185, - -0.007862206105783356, - -0.005652595006519504, - 0.005077877345299725 - ] - ], - "std": [ - [ - 1.0050954716049485, - 1.0162654558216224, - 1.0021008916654397, - 1.0041169983170044, - 1.0089152336885907, - 0.9909098405813409, - 0.9979067399488123, - 0.9973925897941894, - 0.9985454656770815, - 0.9973467754133581 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 3590, - "cert_evals": { - "36": 0.7656028270721436, - "72": 0.6868793964385986, - "108": 0.5755318999290466, - "255": 0.17163120210170746 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8426865691371789, - "std_test_acc": 0.004925199395552383, - "n_samples": 19020, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.7701263427734375, - "std_cert_acc_36": 0.007033476002150885, - "mean_cert_acc_72": 0.6837366968393326, - "std_cert_acc_72": 0.008461088590571224, - "mean_cert_acc_108": 0.5825467556715012, - "std_cert_acc_108": 0.013132915451448152, - "mean_cert_acc_255": 0.1759866662323475, - "std_cert_acc_255": 0.007635754218732698 - }, - "mammographic": { - "dataset": "mammographic", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.8767123287671232, - "test_acc": 0.8052173913043478, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.045138683333333235, - -0.06581824708333332, - -0.0668893333333335, - 0.0035843166666667194, - 0.07534454166666703 - ] - ], - "std": [ - [ - 0.3742768596239394, - 1.0309553579295558, - 1.0205845721721885, - 1.0069085496781394, - 0.8984819781883195 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3430, - "cert_evals": { - "36": 0.2397260218858719, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.7933333333333333, - "test_acc": 0.8231173380035026, - "train_size": 240, - "val_size": 150, - "test_size": 571, - "stats": { - "mean": [ - [ - -0.06838790416666667, - 0.0036981495833333564, - 0.08851065416666656, - 0.06187655000000008, - 0.041687441666667095 - ] - ], - "std": [ - [ - 0.4594652865573056, - 0.9162656618320462, - 0.976470911981312, - 0.9979276514274945, - 0.967574818664843 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3430, - "cert_evals": { - "36": 0.7266666889190674, - "72": 0.6933333277702332, - "108": 0.6533333659172058, - "255": 0.20666667819023132 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8082191780821918, - "test_acc": 0.831304347826087, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.033514049999999865, - -0.031616095833333364, - -0.03834651666666679, - 0.05680765833333342, - -0.03524305833333262 - ] - ], - "std": [ - [ - 0.37826323579119164, - 0.9793517631184475, - 1.0048978854533288, - 1.01250978800026, - 1.0390956653058405 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3430, - "cert_evals": { - "36": 0.6506849527359009, - "72": 0.28082191944122314, - "108": 0.1438356190919876, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.8161764705882353, - "test_acc": 0.7760683760683761, - "train_size": 240, - "val_size": 136, - "test_size": 585, - "stats": { - "mean": [ - [ - 0.09435683749999943, - -0.13088563458333324, - -0.032003683333333525, - -0.03189805833333325, - 0.008030341666667275 - ] - ], - "std": [ - [ - 1.8583061444674212, - 1.0447702499996767, - 0.9948185192592106, - 1.0005602571514343, - 1.0036844453305227 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3430, - "cert_evals": { - "36": 0.7867646813392639, - "72": 0.6985294222831726, - "108": 0.6397058963775635, - "255": 0.1617647111415863 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8089268633005783, - "std_test_acc": 0.024464680334878208, - "n_samples": 961, - "n_features": 5, - "n_classes": 2, - "mean_cert_acc_36": 0.600960586220026, - "std_cert_acc_36": 0.24717612419349344, - "mean_cert_acc_72": 0.4181711673736572, - "std_cert_acc_72": 0.3406106803670295, - "mean_cert_acc_108": 0.3592187203466892, - "std_cert_acc_108": 0.3369492790764663, - "mean_cert_acc_255": 0.0921078473329544, - "std_cert_acc_255": 0.10792515227950364 - }, - "molec-biol-promoter": { - "dataset": "molec-biol-promoter", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 2, - "best_val_acc": 0.8125, - "test_acc": 0.546875, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.09373999999999999, - 0.349711153846154, - -0.124846, - -0.18628265384615392, - -0.0025111153846154245, - -0.027689192307692376, - -0.32854380769230773, - -0.2587748846153846, - -0.291938, - -0.12147457692307692, - 0.013408923076923039, - -0.18303142307692302, - 0.10672619230769233, - -0.0388065384615385, - -0.2118675692307692, - 0.26045576923076913, - -0.0038293076923076983, - -0.12772800000000012, - 0.406745076923077, - -0.22977469230769215, - -0.23213830769230762, - 0.057734, - -0.25536484615384614, - 0.036332807692307734, - -0.306678, - 0.12654100000000004, - -0.06969015384615382, - -0.22098480769230766, - -0.20798946153846154, - -0.24676503846153855, - -0.3183693461538464, - -0.1853619230769231, - -0.30043107692307686, - -0.37097869230769237, - -0.36548838461538463, - 0.011515653846153858, - -0.05251046153846157, - -0.17936411538461533, - 0.030728153846153836, - 0.0502869230769231, - -0.08165438461538464, - -0.04035388461538459, - -0.044060461538461534, - 0.1891277692307692, - -0.09007600000000004, - 0.08841000000000002, - 0.34717700000000007, - -0.08658792307692309, - -0.14910884615384612, - -0.01171784615384617, - -0.010542692307692277, - 0.2279287692307692, - 0.19163046153846158, - 0.044342807692307744, - 0.11406934615384606, - 0.26639184615384615, - 0.0024606538461537973 - ] - ], - "std": [ - [ - 1.0076078297495967, - 0.9724627657739631, - 0.9573573651622793, - 1.0262408425117875, - 0.9587446442307666, - 0.9571040384617393, - 0.9896566783801658, - 1.0271371774080218, - 0.9458984467553748, - 0.983396009484761, - 0.9474507771505324, - 1.0162340072708942, - 0.9916278302898655, - 0.9889509346456372, - 1.0996503269494506, - 0.8339239830692423, - 0.9718806374953891, - 1.0013701717610572, - 1.1087224946399736, - 0.9663160194574336, - 0.8925655267102359, - 1.0240426363341295, - 0.9129708359204913, - 0.9674367468039534, - 0.934498494547744, - 0.996046000000193, - 0.9001646244230804, - 1.011066294523225, - 0.9306740888083066, - 0.9019636923091955, - 1.0103842953596318, - 0.9763974023364559, - 1.0034859025495506, - 1.0189729800426417, - 0.8809657272220804, - 1.001293348052636, - 0.8026415950749621, - 1.0084947048958783, - 1.0447591131223906, - 1.080924244585727, - 0.9862369191590393, - 1.0095530529552834, - 1.014776711029924, - 0.9243136682665729, - 0.9998867689999087, - 1.0150113097032656, - 1.0058059432415762, - 0.8281138846158841, - 0.9053220114009879, - 0.7877964184833098, - 0.8751600073353956, - 1.0046622498233042, - 0.9279195402053261, - 0.9992859945990674, - 0.9930878632688641, - 0.9472126805852605, - 1.0500485456210673 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 212742, - "cert_evals": { - "36": 0.375, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 1.0, - "test_acc": 0.6307692307692307, - "train_size": 26, - "val_size": 15, - "test_size": 65, - "stats": { - "mean": [ - [ - 0.09734461538461536, - -0.009867653846153778, - 0.10790676923076924, - -0.15064011538461541, - 0.09738461538461546, - -0.05959273076923076, - -0.048695384615384696, - -0.10221076923076929, - -0.19740069230769225, - 0.26099000000000006, - -0.20290846153846157, - 0.20358803846153845, - -0.1825234230769231, - 0.21829484615384614, - 0.007081746153846278, - -0.06588375384615386, - 0.19917507692307695, - -0.3013095384615385, - 0.04983446153846157, - 0.007020153846153817, - -0.0066845384615384406, - -0.042044076923076885, - -0.07821423076923074, - 0.137686, - -0.015271923076923129, - -0.17227284615384614, - 0.2755073076923076, - 0.10235538461538465, - -0.2435485769230769, - -0.1773835384615385, - 0.08412084615384617, - -0.15183184615384618, - -0.10858899999999995, - -0.09742265384615373, - -0.05963238461538462, - -0.05630061538461538, - -0.018979730769230797, - 0.05089046153846155, - 0.15364107692307694, - -0.010982076923076903, - 0.10650861538461538, - -0.1806068846153846, - -0.20850592307692312, - -0.014057692307692288, - 0.21039161538461543, - -0.055766615384615394, - 0.2426295384615386, - -0.12109303846153843, - -0.29682430769230767, - -0.15785057692307694, - 0.19899334615384612, - -0.13024523076923075, - -0.20279253846153844, - 0.04434280769230771, - -0.06270500000000002, - 0.09504676923076928, - 0.10028380769230766 - ] - ], - "std": [ - [ - 1.0412699655331787, - 0.974109238604762, - 0.9613906810801298, - 0.9643340756609565, - 0.9673793894378168, - 1.003312008397785, - 0.9182015580655095, - 0.982743930536501, - 0.9723005343268958, - 0.9411703711795796, - 0.9796610632100985, - 0.9145025424643751, - 0.9879752636511461, - 1.0944915110032636, - 0.9430338516297093, - 0.9508755832408867, - 0.9258429683390378, - 0.8679061723089316, - 1.0276288482675964, - 0.9501945836398535, - 1.0169676029594148, - 1.0501744622186107, - 0.9644548335998028, - 0.9121775925932151, - 0.9112105136727959, - 1.0206435073325324, - 0.9080727257130373, - 0.9347829604211333, - 0.8967697697883465, - 0.9663770689480945, - 0.9532701925574484, - 0.8568118833949174, - 0.9554743200735837, - 1.1504807500220855, - 1.0155470332338918, - 1.0396018722819245, - 0.9268106513458504, - 0.9168958971379897, - 0.9852213842143813, - 1.001611750376513, - 0.990217812330316, - 0.9873887799655962, - 1.0110391392211635, - 0.9439560657308471, - 1.068328170673588, - 1.0047193948569797, - 0.9979267159932226, - 0.9934730341322996, - 0.8557618796771218, - 0.7460287358936586, - 0.9778352307693193, - 1.02192658245343, - 1.037835803866067, - 0.9677087884615755, - 0.956543380038049, - 1.0171593177603953, - 0.91997592085019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 212742, - "cert_evals": { - "36": 0.7333333492279053, - "72": 0.40000003576278687, - "108": 0.13333334028720856, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.75, - "test_acc": 0.7352941176470589, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - -0.030045192307692332, - -0.23869049999999983, - 0.041405769230769246, - 0.06321669230769228, - -0.0025107307692308154, - 0.09992461538461536, - 0.013492769230769159, - 0.14829176923076925, - -0.10286334615384617, - -0.08960249999999997, - 0.19882307692307696, - 0.09814630769230767, - -0.021829269230769246, - 0.03465076923076919, - -0.18058907692307682, - -0.1311519076923077, - 0.11797353846153848, - -0.05829530769230779, - 0.1212169230769231, - 0.07467584615384616, - 0.18656150000000013, - 0.2905494615384615, - -0.2553650384615384, - -0.06502038461538459, - -0.30667792307692304, - 0.09333938461538464, - 0.13742846153846142, - 0.17420873076923077, - 0.1120429615384615, - 0.23890723076923073, - -0.16356549999999995, - 0.08287507692307697, - -0.14056257692307694, - -0.09742265384615377, - -0.05963253846153847, - 0.011515500000000038, - 0.014551115384615343, - 0.08378369230769231, - 0.18436938461538463, - 0.019652346153846163, - 0.13786915384615384, - -0.14554365384615378, - -0.1756169230769231, - 0.12139923076923075, - 0.010079923076923155, - 0.30467446153846156, - -0.10586153846153845, - 0.15494511538461542, - -0.11217969230769238, - -0.011717730769230784, - -0.4645376538461538, - -0.13024538461538462, - 0.02728761538461537, - -0.024779269230769223, - -0.16876950000000007, - -0.04202923076923075, - 0.06767634615384611 - ] - ], - "std": [ - [ - 0.9790173867981108, - 0.8922350160543789, - 1.0237664792278374, - 0.9979986758255733, - 1.0450661465298063, - 1.0048325881986542, - 1.029402187109299, - 1.0083506459854783, - 0.9890083565745167, - 1.0164135742199043, - 1.0470407615391002, - 1.0378839738382932, - 0.9292517115719242, - 0.9612825317480931, - 1.0472447179957627, - 1.0262853071350215, - 1.052495553619595, - 1.059841692041489, - 1.1269554422034933, - 0.9208378006880765, - 0.9000880971984075, - 0.9294786618886555, - 1.076982881442786, - 1.0095815066264635, - 0.9911193052127372, - 1.0313874086125658, - 0.9980922524006728, - 0.9095892006901778, - 0.9905655045642239, - 1.0384115432086387, - 0.9810218452020498, - 1.060299711989925, - 0.9844584721629052, - 0.9476257009349917, - 0.8894460896472517, - 1.0593221207156762, - 0.8826955613077969, - 0.9713319428712611, - 1.075487248351794, - 1.0067518301441576, - 1.0419999967859404, - 0.986766332875252, - 1.0083607367807386, - 0.9773806693737923, - 1.0515029245809187, - 0.9917044123633906, - 0.9657665710047374, - 0.9290685404960641, - 1.1225398591645361, - 1.0183526454206688, - 0.8092726993206232, - 0.9375164234499523, - 1.0268476122485855, - 0.9726335635209717, - 0.9727406960463761, - 1.112026712980068, - 1.0129397204932757 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 212742, - "cert_evals": { - "36": 0.5, - "72": 0.1666666716337204, - "108": 0.0833333358168602, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.7536231884057971, - "train_size": 26, - "val_size": 11, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.06549715384615382, - -0.1733123461538461, - -0.22459746153846155, - -0.008068615384615393, - -0.33549623076923074, - -0.1233995769230769, - -0.17307238461538452, - 0.023040692307692345, - -0.07135107692307693, - -0.18521865384615382, - -0.04839615384615389, - 0.09814603846153849, - -0.021828923076923114, - 0.07137899999999996, - -0.1493106769230769, - -0.0006160384615384937, - -0.16623299999999996, - -0.19716084615384608, - -0.1643116153846154, - 0.14233134615384618, - 0.18656149999999996, - 0.09099338461538463, - 0.09893680769230777, - -0.031236038461538454, - -0.43619169230769256, - -0.3382805384615385, - -0.13872946153846152, - 0.21013507692307687, - 0.32539880769230767, - 0.34298038461538466, - -0.0706831923076923, - -0.0847729230769231, - 0.08325415384615384, - 0.03935515384615389, - -0.12760034615384613, - 0.045423692307692304, - 0.24926692307692294, - -0.014896576923076922, - 0.030727999999999995, - 0.14219007692307695, - -0.08165438461538452, - -0.07541711538461539, - -0.2085062307692308, - -0.14951476923076926, - 0.010080153846153841, - 0.16049815384615387, - -0.14071053846153841, - -0.19010246153846153, - 0.22017992307692313, - -0.08478423076923074, - 0.12914796153846148, - -0.195368, - -0.13705561538461536, - -0.33582846153846135, - -0.1687693076923077, - -0.0077596923076923285, - 0.035068461538461576 - ] - ], - "std": [ - [ - 0.9949457610380924, - 1.0006243291807655, - 1.0805097483660284, - 1.0669055953756055, - 1.0322555409439118, - 0.9848822871167503, - 0.9431346904463401, - 0.9378178344246724, - 1.0181978932718458, - 0.966727095536948, - 0.9908076284467556, - 1.0378839686283479, - 1.088933086989841, - 0.8046857737758931, - 1.134679772935726, - 0.9553453144737399, - 0.9684821547379812, - 0.8999479146517183, - 0.9741754410810941, - 1.0108802015807785, - 0.7709686644604582, - 1.0772131326993413, - 0.8384300579512153, - 1.0358089031747673, - 1.0305305742983066, - 0.9367306253151163, - 0.9884948822596298, - 0.9666870451735153, - 0.7559985089760948, - 0.8999593432865595, - 0.9970138749450403, - 1.052317535287378, - 1.0819218493489575, - 0.9767902491283019, - 0.9784792222564622, - 0.9949578210493984, - 0.8614226395733138, - 0.9539103328924243, - 1.0209907346186988, - 0.9432236511876507, - 1.036795800272391, - 1.0138060762016619, - 1.1167776196923178, - 1.0142323983395336, - 1.1052486656840097, - 1.0124481502282436, - 1.0529966821172885, - 0.9493509361557843, - 1.1279936610242616, - 1.0051609553372078, - 0.9160134879427471, - 1.0114984451985467, - 0.8295657525376697, - 1.028154229267194, - 0.9727407925020125, - 0.8988663639372382, - 0.9628933437374779 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 212742, - "cert_evals": { - "36": 0.5454545617103577, - "72": 0.3636363744735718, - "108": 0.09090909361839294, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6666403842055217, - "std_test_acc": 0.09645349526196764, - "n_samples": 106, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.5384469777345657, - "std_cert_acc_36": 0.1485742111477219, - "mean_cert_acc_72": 0.23257577046751976, - "std_cert_acc_72": 0.1858702637591923, - "mean_cert_acc_108": 0.07689394243061543, - "std_cert_acc_108": 0.05578522583067039, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "molec-biol-splice": { - "dataset": "molec-biol-splice", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.8125, - "test_acc": 0.7820177731312076, - "train_size": 797, - "val_size": 480, - "test_size": 1913, - "stats": { - "mean": [ - [ - -0.08088939774153121, - -0.017083478042659816, - -0.008676474278544535, - 0.01205199498117964, - -0.019879412797992446, - -0.06819678419071469, - 0.014172110414052605, - -0.0726562358845669, - -0.0424785457967378, - 0.030165779171894516, - -0.015724135508155584, - 0.016329740276034888, - -0.03650249309912165, - 0.060801804265996566, - 0.050552770388958924, - -0.03993303764115418, - -0.02479237139272276, - 0.026231244667502603, - 0.0006134240903385369, - 0.008120775407778993, - 0.011976850690087297, - 0.012784564617315019, - 0.02205557967377646, - 0.003761100376411143, - 0.004885728983688804, - -0.007185055207026799, - 0.006090311166875841, - -0.06913297616060121, - 0.01692240903387772, - -0.024909814303639064, - 0.002042144291092072, - 0.03893583663739384, - 0.04832313927227111, - -0.04144308908406656, - -0.04533064868255915, - 0.029196543287328434, - -0.017319196988707316, - 0.002574765370137967, - 0.014485728983688884, - -0.04080718946047651, - -0.016152210790464142, - -0.1060891342534501, - 0.00146361355081561, - -0.02892638393977404, - 0.03808938393977416, - 0.004615427854454175, - -0.006006715181932309, - 0.03929904642409064, - -0.0026646035131743587, - -0.0008532597239647819, - -0.018261164366373872, - -0.015718006273525736, - -0.03865469008782939, - -0.0023145696361355087, - -0.01960441405269735, - -0.0853860326223336, - 0.005193398996235927, - -0.017738670012547086, - 0.055998069008782805, - 0.039315545796737614 - ] - ], - "std": [ - [ - 0.9945490246391062, - 0.9934109752899847, - 1.0063178858807398, - 0.9896020723574798, - 0.9849358791871932, - 0.9857421550044541, - 0.9930276963595361, - 0.9834603310222596, - 1.0029783411831081, - 1.008680505435535, - 1.000646776584492, - 1.017380058680371, - 0.9990572202887158, - 1.0037947864498273, - 0.9921475019154874, - 1.0063268933844312, - 0.9808355420987935, - 0.9924788012799176, - 0.9847824180917667, - 0.9870544204448741, - 1.0013704839730797, - 1.0166518616214755, - 0.985710071283119, - 1.0044850695151961, - 0.9909244249062288, - 0.9987615357097599, - 1.0051852364272729, - 0.9860816983161693, - 1.0064425553080443, - 1.021154244482058, - 0.9991376459347909, - 0.9638884376422283, - 1.0033244557289336, - 0.9848543808197192, - 1.0055575628990723, - 0.9940712305710926, - 0.9741863114052403, - 1.0048179660304701, - 0.9887806108854191, - 0.9765227042348682, - 0.997334968218974, - 0.9962132645441986, - 1.0014416509782584, - 1.002091005752959, - 0.9893159775047747, - 0.9934985594799247, - 0.9886647568170538, - 0.9919893464761707, - 0.9955923461346924, - 0.9926319617434606, - 0.9728863130641628, - 1.0082140966036435, - 0.9961100311402014, - 1.0077701107332304, - 0.9792654768868749, - 1.0119326199882663, - 1.0172792289838704, - 0.9956848073966668, - 1.0083179950377872, - 0.9802036286210523 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 213767, - "cert_evals": { - "36": 0.7354167103767395, - "72": 0.6458333730697632, - "108": 0.5395833849906921, - "255": 0.10625000298023224 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.7916666666666666, - "test_acc": 0.8156943727413526, - "train_size": 797, - "val_size": 456, - "test_size": 1937, - "stats": { - "mean": [ - [ - 0.018491488080301106, - -0.0011505069008782528, - 0.021436997490589735, - 0.03502552697616077, - 0.021530190715181953, - 0.01771506524466753, - 0.0028268569636132166, - -0.03774227101631111, - 0.019095676286072647, - -0.016733656210790544, - -0.0663814040150566, - 0.005845333751568237, - 0.004257730238393967, - 0.0011046449184443634, - -0.027280681304893566, - 0.005402819322459137, - 0.04633495859473012, - 0.009161250941028725, - 0.026725796737766497, - -0.01972711794228387, - -0.01983136010037666, - -0.009908578419071404, - 0.022055481806775055, - 0.05518264240903318, - -0.04640085570890846, - -0.03727541907151866, - -0.0335212045169384, - -0.03967690213299759, - 0.005998318695107535, - -0.01785224341279831, - -0.003198117942283299, - -0.013416670639897136, - -0.009072863237139185, - -0.007062920953576991, - 0.011101452948557616, - -0.045883223337515024, - -0.012705889585947094, - -0.05706059096612311, - 0.00637870514429108, - -0.024475352572145292, - -0.033483001254705075, - -0.018872419071518255, - -0.004380110414052662, - -0.019757495608531926, - -0.01618084692597215, - 0.06015848933500684, - 0.004326102885821954, - 0.031207774153074287, - 0.09302961606022617, - 0.037705563362610196, - 0.031232815558343906, - 0.05163176913425327, - 0.051368831869510787, - -0.02336010790464227, - 0.006880800501882391, - -0.05682849560853219, - -0.004021038895859437, - 0.002038494353826773, - 0.05144887452948544, - -0.00027493977415304015 - ] - ], - "std": [ - [ - 0.9889166025491434, - 1.0113611751416451, - 1.00351331532884, - 1.0051662180322105, - 0.9987679141001061, - 0.9996822942772838, - 1.0042310134414263, - 1.0134372724050602, - 1.0000665011762366, - 0.9994360301075128, - 0.9995393709189473, - 1.0346986177316517, - 1.011186369192948, - 1.0016439123703365, - 0.9965028721446453, - 1.0098540994428735, - 0.9933407245937251, - 1.0209497831856362, - 0.9866653742506231, - 0.982825314351339, - 0.9914313036126221, - 1.0062435071011668, - 1.0149240913230397, - 0.9887363914059815, - 0.9994565119417103, - 1.016608779035485, - 0.9986323360957506, - 0.9983077834509023, - 0.992117921809115, - 1.0118934305428742, - 1.0093115895196225, - 1.0141263884110643, - 0.998031262724133, - 0.9978752951488421, - 1.0058194162074532, - 0.9997345249416975, - 1.0043988806220703, - 1.0026034007181608, - 1.0124721562205274, - 0.9897322617082525, - 0.9985816439065134, - 0.9919527474532689, - 1.0036339185538052, - 0.973512268444304, - 1.0130393993507771, - 0.9897840394213037, - 0.9936053260728854, - 1.0155800367441008, - 1.0112837805104922, - 0.9806050237126605, - 1.0133289778387422, - 1.003164742603154, - 0.9684252971086295, - 0.9941237378734813, - 0.9987879065672047, - 1.0056255382787287, - 1.0017418494408326, - 0.9935852276048891, - 1.024679553968222, - 1.007096200700548 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 213767, - "cert_evals": { - "36": 0.6820175647735596, - "72": 0.5964912176132202, - "108": 0.4780701696872711, - "255": 0.0899122804403305 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.8237547892720306, - "test_acc": 0.8113308391234634, - "train_size": 797, - "val_size": 522, - "test_size": 1871, - "stats": { - "mean": [ - [ - 0.016180366373901797, - 0.0159205972396487, - -0.04805540652446672, - 0.017795338770389135, - -0.018760287327477875, - -0.012470120451693864, - -0.025536504391468096, - -0.023100938519447715, - -0.021953736511919807, - 0.005599485570890773, - -0.028107018820577125, - -0.0663806737766629, - -0.002535664993726509, - -0.041697066499373665, - -0.041221063989962406, - -0.019531874529485415, - 0.001174760351317426, - 5.719824341241943e-05, - 0.009695979924717433, - -0.006360112923463307, - 0.031288966122960366, - 0.01732320451693862, - 0.034643243412797765, - -0.05223140276035192, - 0.012863726474278572, - -0.02278748055207084, - 0.08181816185696375, - 0.022917264742786353, - 0.03112372647427915, - 0.01743540276035093, - 0.009902525721455502, - 0.030388477038899016, - -0.007947400250940755, - -0.002626762860728837, - -0.002393195734001926, - 0.0224729749058976, - -0.035772559598494034, - 0.031245622333751583, - 0.07355148055206996, - -0.02680844165621052, - 0.0011786298619825138, - -0.023523868255959906, - 0.009644725219573422, - -0.011734667503136672, - 0.04155336135508157, - -0.008113194479297375, - 0.023843790464241343, - 0.03351953826850721, - -0.05937222333751553, - 0.01956023839397823, - -0.05714953952321155, - 0.029942850690087883, - -0.01788004265997477, - 0.018731055207026504, - 0.00457773149309927, - -0.028270974905896498, - -0.044334417816813056, - 0.02181565872020062, - -0.004279376411543287, - 0.033493360100376554 - ] - ], - "std": [ - [ - 1.006032731784378, - 0.9981987082501484, - 1.0058419047925986, - 1.0147724595576162, - 0.9940588732535701, - 0.9991159025458402, - 0.9691047120808344, - 0.9991048317365939, - 1.020189994500977, - 0.9848978164137729, - 0.998075185404707, - 0.9900346208081456, - 0.9970676239537044, - 1.0074170125268456, - 0.9888612246445799, - 1.0204821123725891, - 1.0188778509112115, - 1.021786600393116, - 0.9923811904568762, - 0.9930750642777653, - 1.0126874688330874, - 1.0123955584555848, - 1.0119546947996216, - 0.967160657446603, - 1.013064602613993, - 1.0088579414594196, - 1.0050975228498589, - 1.0226014249223117, - 1.0030135447468238, - 1.0006692722984143, - 1.0063109761380487, - 0.9976611466924694, - 1.0191830139161713, - 1.0037191251141417, - 1.0000135193218243, - 1.008885797923785, - 1.005277894129722, - 0.9951865869001352, - 1.003658412696999, - 1.0103592136706143, - 1.013785819980191, - 1.0167078374977943, - 1.0100157686042965, - 1.0010457270061084, - 1.0282359743543752, - 0.9985304229175116, - 0.9712378399548074, - 1.0007272977609394, - 1.00869249677983, - 0.9976542416860067, - 1.0108332275437888, - 1.0094799027511412, - 0.9910934491654954, - 1.0239973266326525, - 0.9997566127783953, - 0.995332570938697, - 1.0015100811283149, - 1.0189914283748178, - 0.9815154139951994, - 1.0109702187257807 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 213767, - "cert_evals": { - "36": 0.7318007349967957, - "72": 0.6302681565284729, - "108": 0.524904191493988, - "255": 0.15325669944286346 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8105263157894737, - "test_acc": 0.8003128258602711, - "train_size": 797, - "val_size": 475, - "test_size": 1918, - "stats": { - "mean": [ - [ - 0.023113880803011123, - -0.031878431618569576, - 0.0017474705144291346, - -0.048827942283563595, - 0.02600689711417815, - -0.020596907151819388, - 0.03119006398996214, - -0.010712095357591008, - -0.03563701003764123, - -0.0066837766624844005, - 0.020298818067753775, - 0.0349687051442911, - 0.03369574404015041, - 0.010115574654956229, - -0.008693601003764222, - -0.037666260978670006, - 0.013593819322459105, - -0.06367114930991241, - 0.002884076537013706, - -0.04311930238393992, - -0.028919440401505687, - 0.03661243287327482, - -0.012274677540778, - 0.022044312421580708, - -0.0019524943538268248, - -0.00718509535759122, - 0.018905804265997497, - -0.020039599749058525, - 0.011460363864492227, - 0.00190883061480542, - 0.015142810539523602, - 0.0015411859473054327, - -0.0034457590966119997, - 0.007354567126724528, - -0.019568141781680794, - 6.111668757913393e-05, - 0.014974058971141782, - 0.017483629861982628, - 0.004062395232120175, - -0.039640589711417734, - -0.017307636135508092, - -0.015383726474278643, - 0.02951326599749063, - 0.010041510664993838, - -0.009252728983688915, - 0.023129829360100374, - 0.024991664993726456, - 0.005777824341280051, - 0.010330861982434136, - -0.02240079799247117, - 0.013556362609786848, - 0.009395460476787914, - -0.05596691593475561, - -0.0011453801756584612, - 0.019547611041405746, - -0.005424897114178279, - -0.036271767879548236, - -0.04216928481806779, - -0.06910606649937284, - 0.013698135508155716 - ] - ], - "std": [ - [ - 0.9995168687982413, - 1.0072187255531315, - 0.9922765699545656, - 1.0014379023165043, - 1.0007423887263762, - 1.006595287508758, - 0.996025190875742, - 1.0015863398288425, - 0.9939619881518538, - 1.0012546381038536, - 0.9974235803209218, - 0.9958759047377087, - 1.0231793150542605, - 0.9988598615456608, - 1.0165807865563634, - 0.9981765632980487, - 0.9916120393689883, - 0.9967806721546657, - 1.0001387498061993, - 0.9907382633450215, - 0.9919466420747174, - 0.9918048070565159, - 0.9927131112764388, - 0.9987541938182435, - 0.9829950228363971, - 0.9987615525719863, - 1.006646575684889, - 0.9727270348859581, - 1.0274767556558333, - 0.9948545552577256, - 0.9724110619354693, - 0.999399954650725, - 1.0137453383320747, - 1.0038171597805419, - 0.9942857302920103, - 1.0221132950933616, - 1.0125332438729522, - 1.0058606284258966, - 1.0061583893468007, - 1.0071484737907352, - 0.993080173542264, - 0.994054088509694, - 1.0019557537886754, - 0.9879867613789639, - 1.0059203970540576, - 1.002236769456239, - 1.0166179760088292, - 1.0148930646959913, - 0.9855942441531308, - 0.9881712595842015, - 0.997375001351328, - 1.0153221146032385, - 0.9987022726517054, - 1.0023090382878383, - 0.9960039697880356, - 0.9659716681886643, - 1.0079997805456118, - 0.9972223231158401, - 0.9973623069301778, - 1.0162353419266272 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 213767, - "cert_evals": { - "36": 0.7157894372940063, - "72": 0.6168420910835266, - "108": 0.49263155460357666, - "255": 0.08210525661706924 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8023389527140737, - "std_test_acc": 0.015014179908464357, - "n_samples": 3190, - "n_features": 60, - "n_classes": 3, - "mean_cert_acc_36": 0.7162561118602753, - "std_cert_acc_36": 0.02436705245288965, - "mean_cert_acc_72": 0.6223587095737457, - "std_cert_acc_72": 0.020921913530039717, - "mean_cert_acc_108": 0.508797325193882, - "std_cert_acc_108": 0.028359024690141052, - "mean_cert_acc_255": 0.10788105987012386, - "std_cert_acc_255": 0.0318793458775949 - }, - "monks-1": { - "dataset": "monks-1", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.8285714285714286, - "test_acc": 0.7303370786516854, - "train_size": 432, - "val_size": 35, - "test_size": 89, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.4285714328289032, - "72": 0.20000000298023224, - "108": 0.1428571492433548, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.782608695652174, - "test_acc": 0.7821782178217822, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.5652173757553101, - "72": 0.52173912525177, - "108": 0.1304347813129425, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 23, - "best_val_acc": 0.7931034482758621, - "test_acc": 0.8315789473684211, - "train_size": 432, - "val_size": 29, - "test_size": 95, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.5862069129943848, - "72": 0.48275861144065857, - "108": 0.3103448152542114, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.782608695652174, - "test_acc": 0.7524752475247525, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.6521739363670349, - "72": 0.5652173757553101, - "108": 0.260869562625885, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7741423728416603, - "std_test_acc": 0.043786995849154166, - "n_samples": 556, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.5580424144864082, - "std_cert_acc_36": 0.09392940176596633, - "mean_cert_acc_72": 0.4424287788569927, - "std_cert_acc_72": 0.16509126500499463, - "mean_cert_acc_108": 0.21112657710909843, - "std_cert_acc_108": 0.08848823665449944, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "monks-2": { - "dataset": "monks-2", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6115107913669064, - "train_size": 432, - "val_size": 30, - "test_size": 139, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 29, - "best_val_acc": 0.6538461538461539, - "test_acc": 0.5944055944055944, - "train_size": 432, - "val_size": 26, - "test_size": 143, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.46153849363327026, - "72": 0.23076924681663513, - "108": 0.07692307978868484, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.6206896551724138, - "test_acc": 0.55, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6551724137931034, - "test_acc": 0.6071428571428571, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.10344827175140381, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5907648107288395, - "std_test_acc": 0.028128640306715812, - "n_samples": 601, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.14124669134616852, - "std_cert_acc_36": 0.21902573271091638, - "mean_cert_acc_72": 0.05769231170415878, - "std_cert_acc_72": 0.11538462340831757, - "mean_cert_acc_108": 0.01923076994717121, - "std_cert_acc_108": 0.03846153989434242, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "monks-3": { - "dataset": "monks-3", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.71875, - "test_acc": 0.6, - "train_size": 432, - "val_size": 32, - "test_size": 90, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.3125, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4444444444444444, - "test_acc": 0.5865384615384616, - "train_size": 432, - "val_size": 18, - "test_size": 104, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7916666666666666, - "test_acc": 0.6122448979591837, - "train_size": 432, - "val_size": 24, - "test_size": 98, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.2083333432674408, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5172413793103449, - "test_acc": 0.5053763440860215, - "train_size": 432, - "val_size": 29, - "test_size": 93, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.27586206793785095, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5760399258959167, - "std_test_acc": 0.0482647082867549, - "n_samples": 554, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.19917385280132294, - "std_cert_acc_36": 0.13961616177344296, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "mushroom": { - "dataset": "mushroom", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 1.0, - "test_acc": 0.9983636735528738, - "train_size": 2031, - "val_size": 1204, - "test_size": 4889, - "stats": { - "mean": [ - [ - 0.01584243131462058, - 0.019616320039388076, - -0.017441079960610038, - 1.6376169432992076e-06, - 0.03251508222550193, - -0.0356802550467818, - 0.0053510472673569415, - 0.01704437272280179, - -0.004787042589856331, - -0.006957840965042196, - -0.010824010832105619, - -0.015714124076808157, - -0.0028289399310687338, - 0.026870491383555076, - 0.022659543082221442, - -0.030434470704082447, - 0.043593827671097096, - 0.004918543082224606, - 0.02840681752831178, - -0.026348127031018555, - -0.005641193156080321 - ] - ], - "std": [ - [ - 1.035686963839167, - 1.007002340594574, - 1.0017151333988827, - 0.9999368171880522, - 0.9990636351015061, - 1.1008233629053865, - 1.0048344484644247, - 1.0068055573931955, - 1.0236440770193422, - 1.0008597796892533, - 1.0073922426397302, - 1.0167066772104598, - 1.0093964386273888, - 0.9734350559013669, - 0.9832626494901496, - 1.1103048088729688, - 1.0723209186406066, - 1.007595964551157, - 1.0120097158286505, - 1.0110411166324569, - 1.0045172770457236 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 14022, - "cert_evals": { - "36": 0.9916943311691284, - "72": 0.9858803749084473, - "108": 0.9759135842323303, - "255": 0.9285714030265808 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 1.0, - "test_acc": 0.9991733829303575, - "train_size": 2031, - "val_size": 1254, - "test_size": 4839, - "stats": { - "mean": [ - [ - 0.021851665189558965, - 0.045494687346133454, - -0.023016031905465747, - 0.036965530280656626, - -0.008439554899067095, - -0.06050103692762893, - -0.005352279172820291, - 0.018109654357464634, - -0.010826772476611657, - -0.005964144756278134, - -0.0263845425898607, - -0.005439538158541234, - 0.010182521910388735, - 0.029856061546036587, - 0.009422661742979281, - -0.06898491088133507, - 0.012714621368784741, - -0.020496901526342964, - 0.05158484524864612, - -0.02241571344165382, - -0.02120593136385968 - ] - ], - "std": [ - [ - 1.0315248601647244, - 0.9830179985436717, - 1.0047928251090696, - 0.992895294859441, - 1.0073587113125533, - 1.1652227018641232, - 0.9949884738559476, - 1.0072236447378615, - 1.00567603413793, - 1.0007315155621166, - 1.0109205575258327, - 0.9954514465944221, - 0.9929406186187327, - 0.9751836648011396, - 0.9886323473980784, - 1.2290771873330002, - 1.039381732586694, - 1.0071967460617643, - 1.021124603051882, - 0.9975517568367002, - 0.9993739380403122 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 14022, - "cert_evals": { - "36": 0.9976076483726501, - "72": 0.9816586971282959, - "108": 0.9760765433311462, - "255": 0.9122806787490845 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 1.0, - "test_acc": 0.9995842860112243, - "train_size": 2031, - "val_size": 1282, - "test_size": 4811, - "stats": { - "mean": [ - [ - 0.03987938453963112, - 0.04048598621368699, - 0.017724141063516025, - 0.042959675036934646, - 0.03524534219595943, - -0.01085947316593538, - 0.06020559527326806, - 0.04154585032004439, - -0.021138416248152825, - 0.00794760216642041, - -0.004058537173807962, - 0.006043802067947628, - 0.019799688330871056, - 0.03766451600196941, - 0.053620419005411035, - -0.008115798128995993, - 0.03451170260955303, - -0.036620701624815996, - 0.050364973855244716, - -0.04954926834071779, - -0.038910718808467415 - ] - ], - "std": [ - [ - 1.0340777607321368, - 0.9828467876602278, - 1.0051604242584575, - 0.9916188873116444, - 1.0038227965760236, - 1.0318178450050028, - 1.0521446789948306, - 1.0160955327893362, - 0.9979031775629262, - 0.9988302921123722, - 1.0182499365894375, - 1.001416742027472, - 0.9791335857275247, - 0.980153235814559, - 0.9653369532140004, - 1.0477780788429225, - 1.071696160550273, - 1.0158478432818197, - 1.025340873611186, - 1.0205312831654343, - 1.0033427979641445 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 14022, - "cert_evals": { - "36": 0.9976599216461182, - "72": 0.9914196729660034, - "108": 0.9898595809936523, - "255": 0.9414976835250854 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.9967845659163987, - "test_acc": 0.9985564033821407, - "train_size": 2031, - "val_size": 1244, - "test_size": 4849, - "stats": { - "mean": [ - [ - 0.03496272082717429, - 0.006259809945836701, - -0.04574476898079691, - 0.0529499162973972, - 0.02928835942885052, - -0.032577657311676125, - 0.02140603692762581, - 0.03515416051206783, - -0.04146721969473072, - 0.024840437715410932, - -0.005411634662730505, - 0.015714001477105683, - 0.0005653535204322815, - 0.0039044672575081134, - -0.004711640078783966, - -0.03449241260462414, - -0.005449605120628364, - -0.03908023929099026, - 0.04496253520433339, - -0.007472618414573513, - -0.011867085376661432 - ] - ], - "std": [ - [ - 1.037139112731056, - 0.9986273221456993, - 0.9988733086677153, - 0.9894071869891404, - 0.9808046824130975, - 1.092466913790217, - 1.0192143900594468, - 1.0137373624703432, - 1.0005595322422731, - 0.9962556551254128, - 1.0143973341038952, - 0.977335640989274, - 1.0045271012864667, - 0.9912055809890613, - 0.9960096703292455, - 1.1096668870025468, - 0.9979657396378034, - 1.0073781800135768, - 1.0120560325807864, - 1.0092077265578872, - 1.0030900969477494 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 14022, - "cert_evals": { - "36": 0.9935691356658936, - "72": 0.9911575317382812, - "108": 0.9831189513206482, - "255": 0.9421221613883972 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9989194364691492, - "std_test_acc": 0.0005618953520978601, - "n_samples": 8124, - "n_features": 21, - "n_classes": 2, - "mean_cert_acc_36": 0.9951327592134476, - "std_cert_acc_36": 0.0029877155334171192, - "mean_cert_acc_72": 0.987529069185257, - "std_cert_acc_72": 0.004671973144293264, - "mean_cert_acc_108": 0.9812421649694443, - "std_cert_acc_108": 0.006654812933116854, - "mean_cert_acc_255": 0.931117981672287, - "std_cert_acc_255": 0.014025681516379163 - }, - "musk-1": { - "dataset": "musk-1", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.8552631578947368, - "test_acc": 0.8113879003558719, - "train_size": 119, - "val_size": 76, - "test_size": 281, - "stats": { - "mean": [ - [ - -0.009291536974789802, - -0.12607884680672266, - -0.04762204201680674, - -0.0761702235294117, - -0.044936774789916, - -0.014382231932773128, - -0.041894201680672254, - -0.03190622907563026, - 0.021353001680672248, - 0.10775567647058813, - 0.09010778932773111, - -0.057640225210084016, - 0.14667296336134458, - 0.10126893949579828, - 0.14001244605042018, - -0.04249502016806724, - 0.038105572268907546, - 0.002184308487394976, - -0.05224322941176468, - 0.06215304016806718, - -0.12393828857142859, - -0.02803303361344539, - -0.10647747142857145, - 0.02538642941176475, - 0.03754377647058824, - -0.00930381512605037, - -0.10533614621848736, - -0.07591091428571431, - 0.015518248319327696, - 0.03344583445378154, - -0.0436141698991596, - -0.03440255966386541, - -0.08419558653781517, - 0.059494676050420144, - 0.011928458739495816, - -0.006269523999999992, - 0.060528428571428566, - 0.03592683193277311, - 0.07123646218487396, - -0.0823780630252101, - -0.03973622907563024, - -0.09128727731092437, - 0.134798512605042, - 0.09857759663865544, - 0.08639189302521, - 0.04655348655462184, - 0.12397431176470586, - -0.0036607467226890487, - -0.045298374201680695, - 0.09763559579831942, - -0.11482796470588238, - 0.005798111764705843, - -0.04984500840336133, - 0.10562984689075626, - -0.006794973949579853, - -0.06879170025210085, - -0.05042998067226895, - -0.1381735478991597, - 0.018107122621848763, - 0.07930746134453784, - -0.035087430369747964, - -0.047216151260504276, - -0.050801200000000026, - 0.000790052100840336, - -0.03210146470588229, - -0.011450639932773149, - 0.13865514789915964, - 0.024682792941176448, - 0.04572973361344544, - -0.07111193899159665, - -0.05305032773109243, - -0.03151311848739495, - 0.13506087714285714, - 0.03930882689075631, - 0.13208768117647057, - 0.03213378487394958, - 0.036931210084033585, - 0.0542657411764706, - -0.055266365126050425, - -0.007700784890756318, - -0.06660210142857143, - -0.0472203361344537, - -0.13513644588235293, - -0.0953638899159664, - 0.0684584218487394, - -0.027715061344537825, - -0.13681975714285718, - -0.03402985277310925, - 0.0014045230252100738, - 0.0014960380672269073, - -0.013881531092436904, - -0.054739220168067156, - -0.07439434873949584, - 0.16347766033613445, - -0.027834813445378172, - 0.04105560084033615, - -0.018090553781512614, - 0.039478408403361344, - 0.01011179831932775, - -0.056224057983193236, - -0.05482081092436975, - -0.09049105663865546, - 0.1384086307563025, - 0.1158592352941177, - 0.1295010983193277, - 0.026534809327731116, - 0.030993403193277324, - 0.045596629411764705, - 0.07867409050420171, - 0.07023428403361341, - -0.010699962478991626, - -0.1297697013445378, - -0.06125888739495793, - -0.054635241344537774, - 0.07315159588235293, - 0.14113961932773117, - 0.03369915462184867, - -0.017007521008403328, - -0.03182301008403359, - -0.10475748344537812, - 0.029890118487394944, - 0.008469613445378164, - 0.0055577798319327845, - -0.015650881428571396, - 0.0048053532268907215, - 0.06544014621848733, - 0.11003610159663865, - 0.04605257647058817, - 0.14969492016806743, - -0.012363702521008463, - -0.051404617310924446, - -0.01038593529411762, - -0.07927427529411762, - -0.04159334571428572, - 0.06169648184873948, - 0.11608897882352946, - 0.038903689075630285, - 0.1461880742857143, - -0.06708651966386553, - -0.11414608924369747, - -0.1295263958823529, - -0.03233595445378152, - -0.04501458058823521, - -0.000721831932773089, - -0.004400483109243784, - -0.12390628907563028, - -0.036873544537815106, - -0.0909845665546218, - -0.10444491176470592, - -0.09871166294117649, - 0.005718816974789886, - -0.036594511848739485, - -0.04913234621848742, - -0.08743706722689078, - -0.11513121176470595, - -0.08874053697478997, - -0.05336954033613433, - 0.082962791092437, - -0.021164454621848745, - -0.0932097171428572, - 0.014436121848739485, - -0.04426032336134451, - -0.1090511277310925, - 0.1449148087394958, - 0.1817663789915966, - 0.013956836806722718 - ] - ], - "std": [ - [ - 1.0099114119845158, - 0.9348594846360825, - 0.9584972842977127, - 0.9640337720371549, - 0.2970971465206269, - 0.9902644318765941, - 0.9766608443635819, - 0.9277337303843832, - 1.0209147991357326, - 0.8462688910212999, - 0.937274236323561, - 0.9720030442747652, - 0.8629052767970179, - 1.0131630405366665, - 1.0235995127546023, - 0.9236691973697053, - 1.0455909357050364, - 1.035981564713016, - 0.99532697338212, - 0.9211771365528878, - 0.874501926986878, - 0.9704498314090642, - 0.891302047446978, - 0.9804149844573272, - 1.0041773279830728, - 1.002529298728106, - 1.0224471703080853, - 0.9244712375286949, - 0.9743559806263377, - 0.9887295244749511, - 0.9544273760411471, - 1.02985801200279, - 0.9474472095469905, - 0.9846549124544697, - 1.0482961086154436, - 1.055409389025073, - 1.0423422939087563, - 1.0253865871036294, - 1.0239668108505644, - 0.9972886803210333, - 0.9397442064430964, - 0.9896358956731565, - 0.8331728551459917, - 1.0002340413586819, - 1.026654843545489, - 0.9343094828155423, - 1.0805604708964744, - 1.016149424944211, - 0.9476470504397961, - 0.8577284376860824, - 0.920172262946738, - 1.0002820735413485, - 0.9664321885797094, - 1.019659024980453, - 1.0132206139363333, - 1.00472748039475, - 1.0024772758067237, - 0.9013838379335253, - 0.9715976585133171, - 0.9356214917883198, - 0.9726637625607683, - 1.00574462045675, - 0.9321535556262043, - 1.004591790870879, - 1.0091107376933197, - 1.0832569998991441, - 1.8163040204653527, - 0.9290261409599484, - 1.0054342451497356, - 0.9239187303729655, - 0.9412606308289463, - 0.9574057112375489, - 0.8857071278100311, - 1.0050826351619282, - 0.9471390167804283, - 1.0193559664076242, - 1.033149121132442, - 0.9758992146197891, - 0.9828293233847875, - 0.90614346312176, - 0.9387813930150655, - 0.9606369771060325, - 0.8549597722364108, - 0.9981213041653383, - 0.9677112371500205, - 0.9888508064525113, - 0.9412501606612704, - 0.9784409127120647, - 0.9536777420064435, - 1.0085901119483398, - 1.0060567404606122, - 1.05851562000323, - 0.9752413461311447, - 0.832810761621145, - 0.9562798547506608, - 0.9993771767194177, - 0.9838326504712223, - 1.0393844730608708, - 0.9854152300072946, - 0.9930779495430294, - 0.9453202880876939, - 1.0360449396357243, - 0.9713513980461649, - 0.9992332279693708, - 1.030407313898056, - 1.0076912122214956, - 1.0744880656744056, - 1.0277037793008523, - 0.9982104529316067, - 1.0186593720796726, - 0.9108463414168625, - 0.8553233102911179, - 0.9405777768078974, - 0.9494600014203208, - 0.9952734588081359, - 0.9638326137771844, - 0.9939522113357686, - 0.9987681660336664, - 1.0036155891840373, - 1.0182452713672059, - 0.9910446446968689, - 1.0210928396177827, - 1.014427730685323, - 1.0086920592279505, - 1.0093171765266578, - 0.9594492714523327, - 0.9056353320538072, - 0.9878559376915045, - 0.865650141810967, - 1.0394374951234533, - 0.9719119864007881, - 0.9799530665659871, - 0.9588363638135182, - 0.9822725442114135, - 0.9853299809008946, - 0.9191461281202059, - 1.0618195424162966, - 0.9695623887099393, - 0.9472161121894884, - 0.9054444134708255, - 0.8581249512539794, - 0.9983938325913907, - 0.9776524170683517, - 1.0043567453308122, - 1.0368357351214297, - 0.7773405936733125, - 0.9853354382623081, - 0.9079498191834765, - 0.9125689627310116, - 1.007586247217154, - 1.0299208957325752, - 0.9872806671843242, - 0.9852145677771802, - 0.961619761600875, - 1.0605262646288578, - 0.980777477262741, - 0.8407792662129906, - 0.9672088420960975, - 0.993154330767692, - 0.9994330628955878, - 0.9756248219133866, - 1.0207484353264802, - 0.8458747953216613, - 1.047455330809163, - 0.8596011234926225, - 0.9804108130279062 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 874502, - "cert_evals": { - "36": 0.7894737124443054, - "72": 0.6710526347160339, - "108": 0.6052631735801697, - "255": 0.14473684132099152 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.8048780487804879, - "test_acc": 0.8072727272727273, - "train_size": 119, - "val_size": 82, - "test_size": 275, - "stats": { - "mean": [ - [ - 0.024158311764705866, - 0.06841572537815128, - 0.07787132436974789, - 0.05814358991596639, - -0.0888491647058824, - 0.03483687310924371, - -0.08321678991596636, - 0.0172144136134454, - -0.07243344537815127, - 0.008146065798319318, - -0.016513243697478995, - -0.05358841159663873, - -0.11541696184873952, - -0.030794808823529415, - -0.023826682857142848, - 0.22576291260504208, - -0.07960640428571429, - 0.17796446697478982, - -0.10515495630252099, - -0.1766215479831932, - -0.021160134789915977, - -0.09120216806722693, - -0.08078450756302523, - 0.036557993277310914, - 0.07266807731092434, - -0.07452452100840339, - -0.09814859546218489, - 0.003981514285714288, - 0.06022833823529412, - 0.03180818907563029, - 0.12598115882352945, - -0.019460692436974722, - 0.005478542042016823, - 0.03584051008403359, - 0.02924001680672268, - 0.08767364537815124, - 0.028594260504201666, - -0.07716408655462187, - 0.056073705882352984, - -0.05639972268907562, - 0.0835798580672269, - 0.025938724369747895, - -0.10687808823529413, - -0.07300582436974785, - -0.056062168571428615, - 0.07744706722689071, - -0.11377087142857145, - 0.048533752268907604, - -0.08137850462184877, - -0.058378573949579855, - -0.028422560504201697, - -0.0789361680672269, - -0.08572274453781516, - 0.03500715462184874, - 0.09914903445378148, - -0.01241268218487394, - -0.09931365378151263, - -0.012532198319327783, - 0.059187288168067245, - 0.08141363613445372, - 0.08123671047058818, - 0.02099984705882357, - -0.061353805882352924, - 0.05045417815126048, - 0.003424229411764733, - 0.03549537599999996, - 0.10939142605042013, - 0.024103800252100897, - 0.09995052563025215, - 0.04793713714285712, - 0.08099445378151263, - 0.04342324285714288, - -0.04197519075630255, - -0.006363128907563019, - -0.04760110218487393, - 0.18736039663865556, - -0.06648005882352942, - 0.04628493109243699, - -0.08752957159663863, - -0.10092213726050421, - -0.04371235016806719, - -0.08629289915966386, - -0.061165748991596644, - 0.06382008823529413, - 0.08361947142857139, - -0.08537609243697473, - 0.011821439495798298, - 0.059812282521008404, - 0.07737757478991594, - 0.048898662184873966, - 0.05884979831932784, - 0.032120366386554605, - 0.049671467226890774, - 0.06206085193277312, - -0.06417456806722689, - 0.09108409243697482, - 0.013927862352941179, - -0.0819115100840336, - 0.06585645378151259, - -0.080924987394958, - 0.08453104543697479, - 0.03520098739495797, - -0.033171742605042, - -0.07644083142857143, - -0.07423916470588235, - 0.19354969352941173, - 0.07750047327731097, - 0.04090831848739493, - -0.009056908571428546, - -0.08928623369747901, - -0.1007881585714285, - -0.06398705378151263, - -0.08433044033613445, - -0.08870030352941174, - 0.009959691008403333, - -0.09990773865546218, - 0.05553736134453778, - -0.06597402521008403, - -0.09688954873949583, - -0.07634268067226894, - 0.04976200672268908, - 0.09565500000000006, - 0.04676366134453782, - 0.039169940336134454, - 0.01394140588235296, - 0.09173843613445375, - 0.04849337193277301, - 0.02735341008403359, - 0.0022560852100840245, - 0.017306670588235304, - -0.07432240336134455, - 0.018145999999999957, - 0.07377648403361345, - 0.03658892100840334, - 0.09466570336134442, - -0.01156839252100844, - -0.08601561932773116, - -0.023251629747899148, - -0.07814215966386556, - -0.05655879957983193, - -0.07487231655462186, - -0.05101524907563022, - -0.07532593025210085, - -0.08363757142857142, - 0.04670676983193278, - 0.01303225319327727, - 0.1082119579831933, - 0.058739847226890775, - 0.04739272436974786, - -0.08494485210084034, - -0.007814653361344537, - 0.03440219747899159, - 0.03682794453781517, - 0.019789025210084014, - -0.020285273949579827, - 0.01840798831932768, - 0.09117156386554631, - 0.09178180537815128, - 0.028927057983193283, - 0.039525619159663856, - 0.03801534126050421, - 0.05517624386554618, - 0.027384261176470626, - -0.06334286823529411, - -0.002208981512605072, - 0.04186990235294113 - ] - ], - "std": [ - [ - 0.9547059509648184, - 0.9457416976985498, - 0.9671967001393593, - 1.0340808405040773, - 0.29867998736393586, - 0.9719739664896527, - 1.0223829819294672, - 0.9920370365260445, - 0.9938178926570024, - 1.0674678703036786, - 1.0536235501005935, - 0.9759681128010698, - 1.1933806341652835, - 1.0462009952757907, - 1.0396377705165756, - 1.2364398130013148, - 1.0297123743799923, - 1.0513930980262587, - 0.9790963258765985, - 1.0632151511993007, - 0.8881037178933221, - 0.997644465555213, - 0.9146456782945884, - 0.9986846418706715, - 1.028389228812699, - 1.0052304374745582, - 1.0570364058143467, - 1.1112265087401707, - 1.0072333277340315, - 0.9792224727759794, - 1.140107641685767, - 1.0319855071635557, - 1.012909596546793, - 1.0478738212633798, - 1.0393769664926573, - 1.040313487043468, - 1.0004874772542869, - 1.0065552249215965, - 0.9959877333213383, - 1.0314341517051941, - 0.9609827644603898, - 0.9407821598946572, - 1.1423539444973092, - 1.040681629733202, - 1.035405523493998, - 1.0348642291431813, - 0.9384238030240764, - 1.007329148159345, - 0.96532151079532, - 1.080102411960722, - 0.9189706961196683, - 0.9890328023534652, - 0.9970449665503818, - 1.0032947034394086, - 1.0232492622926868, - 0.9044539334562162, - 1.0428486576399463, - 0.9869742154628898, - 0.9627579193146311, - 1.0375988820208812, - 1.0442635152617854, - 0.9921480147512401, - 1.0172361211613725, - 0.9856162070884749, - 1.0071085351580469, - 1.004680228407639, - 1.0918099971010347, - 0.859818967469955, - 0.951570742602994, - 0.8998130747416146, - 0.9682740422741012, - 0.9513593820658351, - 1.0918457242129123, - 1.0306512739007234, - 1.1233409715843774, - 1.319054880300292, - 1.0190368042078375, - 1.0726089749646683, - 0.9780586022786055, - 1.0237281910570661, - 0.9302196391823201, - 1.0150095369233572, - 0.8567595112619277, - 1.0253125704582768, - 1.0329663588386147, - 1.0150497595004389, - 0.9645261987539875, - 0.9987452828678794, - 0.9996111734287946, - 0.9939296531881606, - 1.0641892502012626, - 1.0238265092687246, - 1.0399511925040086, - 1.0927394981630942, - 0.947573210798269, - 1.0191620496299643, - 0.9777226300254053, - 1.0076015412678785, - 0.9989352692153354, - 1.0456873119376142, - 0.9570466525951427, - 0.9629678052479418, - 1.0756215730851235, - 1.0393724244555782, - 1.0305172746367526, - 1.0836356914908913, - 1.0236898037082116, - 1.030964269392618, - 1.054840275031591, - 1.0178620591147387, - 1.006995468728297, - 0.8734971943634845, - 0.942877766385353, - 0.971630330747536, - 1.0292634993717256, - 1.116414229811486, - 1.0266501952515827, - 1.0364187186039386, - 1.0294974903053178, - 1.069916118390874, - 0.9920027928850452, - 1.0092646258306635, - 0.9981544780299838, - 0.9515782433268465, - 1.0464699288665589, - 1.0272730625017454, - 1.0548039781673533, - 0.983479378572509, - 1.135184518802563, - 1.0353433069590894, - 1.0020848418547366, - 1.0073768884693561, - 0.9727461694029419, - 0.9973821577284503, - 1.0529917786648204, - 0.8823455010261391, - 1.0295445080258667, - 0.906856533293073, - 0.9621107954508806, - 0.8425968192386732, - 0.8559038698220399, - 1.016468338504835, - 1.037043233806624, - 1.0173006551929522, - 1.0578471179473388, - 1.0163426747138629, - 1.1986785031894742, - 0.9143980309098125, - 0.9344978248549644, - 1.0421032838564122, - 0.9875543674864906, - 1.0306666337849881, - 1.0407485217723018, - 0.9295624550306794, - 1.0304280230394511, - 0.9628856470269781, - 1.122180757252087, - 1.1061285175248974, - 1.0018242894154332, - 0.9161538026866665, - 1.0210998734495285, - 0.9425158583796771, - 1.017252092911681, - 1.1339821301332038, - 0.9482657315372943, - 1.0539881791338177 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 874502, - "cert_evals": { - "36": 0.7560975551605225, - "72": 0.7317072749137878, - "108": 0.6707316637039185, - "255": 0.5487804412841797 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.921875, - "test_acc": 0.9010238907849829, - "train_size": 119, - "val_size": 64, - "test_size": 293, - "stats": { - "mean": [ - [ - 0.06318337899159665, - -0.01750837369747895, - 0.02927752857142856, - -0.008290130252100843, - 0.015662287394957966, - 0.02086558571428569, - -0.13928621848739492, - -0.07404167731092438, - -0.19213065546218494, - 0.1664315235294117, - -0.12294668319327731, - -0.1817351731092437, - 0.010112128235294188, - -0.10692336386554628, - -0.08861290806722695, - -0.06722896890756305, - -0.16965138907563024, - -0.08699059201680673, - -0.09990497731092438, - 0.025839068067226904, - -0.15816130924369745, - -0.17952358823529418, - -0.12498328067226894, - 0.15700955630252103, - 0.2047434554621848, - -0.12583588235294113, - -0.159380296302521, - -0.1583042731092438, - -0.017471884033613477, - 0.17150142016806721, - -0.013367896789915854, - 0.09515493319327734, - -0.1043621142773109, - 0.14587384495798317, - -0.12920535638655464, - 0.08664596507563023, - -0.11529433613445382, - -0.11128723529411766, - 0.1026118739495799, - -0.1288278638655462, - 0.03162067176470591, - 0.10926809579831938, - 0.10145011742857142, - -0.10089418487394954, - -0.16934925134453793, - -0.10035777899159666, - -0.0022220840336134593, - -0.14973477075630254, - -0.09981443655462183, - 0.13018069327731097, - -0.16896669495798325, - -0.19508748739495796, - -0.15524649243697483, - -0.11831341932773114, - 0.22480805714285726, - -0.04188063773109245, - -0.14299176722689078, - -0.09312031680672267, - -0.03409673368067225, - 0.21123602268907565, - -0.0823785142352941, - 0.09407231092436971, - -0.06044896050420165, - 0.12690943361344537, - -0.15432811176470584, - 0.11373846321008402, - -0.09197245798319335, - -0.036408632521008365, - 0.02736904537815129, - -0.07516609663865546, - 0.02726841428571433, - 0.11449725126050421, - -0.08324179865546223, - -0.1859713232773108, - -0.029114210756302543, - -0.04372340672268908, - -0.1676014957983193, - -0.09481104907563025, - -0.14518526134453774, - -0.14023717031932764, - -0.17883970840336139, - -0.15227219327731092, - -0.12688221596638652, - 0.17267242857142853, - 0.21734268907562995, - -0.13427643697478986, - -0.10342343025210089, - -0.08278381840336131, - 0.039320595126050406, - 0.12871404033613446, - 0.01710760588235305, - 0.1303802900840336, - -0.1259390416806723, - -0.02462903075630251, - -0.011597495798319335, - -0.02996593277310922, - -0.11406075697479011, - -0.15991802436974792, - 0.08011680672268909, - -0.13947732605042013, - 0.03274552773109243, - 0.12533725361344533, - -0.110098517394958, - -0.12202160000000008, - -0.11250578067226888, - -0.029730635546218537, - -0.06243363445378147, - -0.11122854033613447, - 0.0018548309243698465, - -0.16121145042016807, - -0.11309920420168079, - -0.1428132453781513, - -0.16323598739495804, - -0.1605866899159664, - 0.2219443926890757, - 0.08728584873949588, - 0.18907824873949586, - -0.14974748739495788, - -0.15023559243697474, - -0.18183265630252093, - 0.18517070504201683, - 0.16599662184873953, - 0.14711887731092438, - -0.05699850756302512, - 0.04790072465546219, - -0.009070256302521026, - 0.17716400000000004, - 0.16732338571428573, - 0.08124960588235282, - -0.14709592941176478, - 0.0369225247058823, - -0.017422470588235324, - -0.1504932868067227, - -0.19206401436974793, - -0.11275016705882353, - 0.00605314857142857, - -0.1441573467226891, - 0.07815059025210083, - -0.13342117983193286, - -0.0817532226890756, - -0.09976520789915962, - -0.10781365663865544, - -0.14120095630252097, - -0.14986163865546215, - 0.20239748411764702, - -0.07042730252100846, - -0.02724144705882351, - -0.08136119201680665, - -0.08620197731092435, - -0.144991794117647, - -0.11356651411764705, - -0.13158160840336128, - -0.10353579159663868, - 0.15731504201680674, - 0.12369566218487399, - 0.14793098151260503, - -0.10683907815126047, - 0.04158667731092437, - 0.08902219327731095, - 0.11460572504201683, - 0.06525115428571429, - 0.08792362386554624, - 0.06720011109243695, - 0.11343997344537818, - -0.046682014285714286, - 0.08234472924369746 - ] - ], - "std": [ - [ - 0.9926193696304842, - 0.982041564897434, - 0.9788587860924499, - 1.0481325530599315, - 1.1497163338460719, - 0.9036763603503252, - 1.0073501012902193, - 1.0681136353666913, - 0.957911230073424, - 1.0517887344491312, - 1.037533414748361, - 1.0316333625809162, - 0.988344377792284, - 1.0327635738369823, - 1.0645913439075099, - 0.8772045443763791, - 1.0038093734493303, - 1.078088978405565, - 1.016038289193935, - 1.1038191425269852, - 1.0415694714449408, - 0.9494193094640091, - 0.9951683699303016, - 1.0484760713821966, - 1.0292290388549856, - 1.0046238226745023, - 1.0231894041917298, - 0.8722526507660389, - 0.9637053912866876, - 1.0443111125853262, - 0.9779088621252243, - 1.0200265098256789, - 1.04982753768682, - 1.0411057141110271, - 0.9917883582877046, - 1.0640907950667935, - 0.9109416890609948, - 1.014778603352571, - 1.012407645947388, - 1.0130519839966745, - 0.9833348170290883, - 1.0054412900355405, - 1.002550053092507, - 1.040884298794981, - 1.0022037130564367, - 1.0045856731019926, - 1.0338791557822133, - 1.0330533263056556, - 1.0342555211980782, - 1.0856777292343813, - 1.0480432440305076, - 0.9406979132818648, - 0.9525414189459014, - 1.0458734546424882, - 1.0040929970983012, - 1.0908338035551266, - 1.0204411854890103, - 0.9393304179799824, - 0.8845216239422083, - 1.0634312588079848, - 0.9761643177227193, - 0.9998814706721766, - 1.0943099390691056, - 1.0203591751451435, - 1.0002264397589242, - 1.0452620025255572, - 0.21243774403030324, - 0.9825487629977677, - 0.9989470256653102, - 0.9776195550802724, - 0.9881921942536106, - 0.9692812223632913, - 1.0114103879358118, - 1.0176471463203618, - 1.0985968046879107, - 0.9011071747489188, - 0.9852820686558261, - 1.0409724045164395, - 1.0226853862781786, - 1.0523503465387045, - 0.9984890729247287, - 0.9865085860689214, - 1.0253383015650288, - 0.9842190050210698, - 1.0482657857074558, - 1.0036930615027435, - 1.0023674926749344, - 0.9730180833171876, - 1.0498568728572968, - 1.013227026732738, - 1.0681306059244247, - 1.0419005594011688, - 1.0023012201703372, - 1.0090606387751904, - 1.0008208481733105, - 1.0237634624186749, - 0.9344050493529626, - 0.9799269064690889, - 0.9917577807573584, - 1.0154669742852132, - 0.9626828180326641, - 0.9488893200381362, - 1.0680204623811373, - 1.0577745418633626, - 1.0312684087947, - 1.034145517451026, - 0.9555340495289785, - 1.038495245556023, - 1.124990782413921, - 0.9969234745383295, - 1.0341464668845146, - 1.0190464402227772, - 0.9844502112008426, - 0.9638979266497083, - 1.0560016403249661, - 1.0338565548525813, - 1.0195784734669, - 1.0452959798033794, - 1.0300936651868722, - 1.0079193145701346, - 1.0358505453672258, - 0.9983519055294932, - 0.9782721184706487, - 1.017214512787047, - 1.0461193963805977, - 1.0786507849769222, - 1.0600256230229115, - 1.0549246896740905, - 1.0202597947720748, - 1.0047933682967538, - 1.046133607275955, - 0.9767724487049283, - 1.065119568533619, - 1.0493844633618457, - 1.0486183588403433, - 1.0360634805883144, - 1.0211356178592574, - 1.116516917576279, - 0.9684635542928414, - 1.0485198907974274, - 1.0097174728071363, - 1.0200358029187542, - 1.0093169179506543, - 0.9954927763696803, - 1.9163314627641592, - 0.7748234776717885, - 0.8330323640536798, - 0.9972784153379518, - 1.014123873707783, - 1.0176782914003792, - 0.9696823644591901, - 1.0083943170146934, - 1.016776019144507, - 0.9587407406311098, - 0.9964839901207664, - 0.9516493424090011, - 0.7372865758169305, - 0.9783224584281585, - 0.9967116551381188, - 1.0058189487431421, - 0.9864991950017903, - 0.9736185085647364, - 0.9649805689555828, - 0.7965445354430392, - 1.012032729083389, - 1.009115061348346 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 874502, - "cert_evals": { - "36": 0.890625, - "72": 0.84375, - "108": 0.734375, - "255": 0.46875 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8194444444444444, - "test_acc": 0.8315789473684211, - "train_size": 119, - "val_size": 72, - "test_size": 285, - "stats": { - "mean": [ - [ - 0.08827094453781521, - 0.052429700924369736, - -0.00036463781512605076, - -0.12936181092436974, - 0.24400667394957987, - 0.06789304621848738, - -0.14386008655462185, - -0.16341241647058824, - -0.09119049579831934, - 0.08688295487394951, - -0.010142181512605056, - -0.07992688621848743, - 0.07515934235294126, - -0.043617603697479, - -0.0595251351260505, - -0.00513104201680665, - -0.10509469159663867, - -0.12206933151260506, - -0.10814025714285717, - -0.12779779672268907, - -0.10893169613445379, - -0.08832163865546222, - -0.0816827924369748, - 0.09850233697478993, - 0.05851083949579831, - -0.1641787092436975, - -0.16092729126050428, - -0.1280319789915966, - -0.08851597478991598, - 0.07951196302521006, - 0.08349220993277319, - 0.005591952100840379, - 0.03787954203361344, - 0.10143728361344516, - -0.10608766731092427, - 0.14584866675630268, - 0.012883600840336178, - -0.16592546050420165, - 0.09759672268907567, - -0.19044940252100842, - 0.033699108991596664, - 0.11165795798319325, - 0.09412673485714296, - -0.05305871764705887, - -0.05172935680672275, - 0.012541703843697427, - -0.01198715798319332, - -0.18350753075630258, - -0.11316068361344542, - 0.01317001420168068, - -0.09100677478991598, - -0.07560952100840335, - -0.08295605882352938, - -0.11658848504201687, - -0.0018185008403361622, - -0.2458672547058823, - -0.1656989243697479, - -0.07704509663865547, - 0.036561694117647064, - 0.09020285378151255, - -0.03517201448739494, - 0.05582876890756301, - 0.009798390756302568, - 0.09632748058823527, - -0.07761458739495794, - 0.11183031848739493, - -0.036579986554621885, - -0.1263089718487395, - 0.11839747605042025, - -0.12111019226890757, - 0.02024199159663867, - 0.11024838487394956, - 0.04454762537815129, - -0.04300331764705883, - -0.03712093210084034, - 0.015276773109243746, - -0.10326505882352946, - -0.07333125647058819, - -0.08882397941176472, - -0.12382232100840335, - -0.08881872605042021, - -0.12030378151260503, - -0.09926218848739496, - -0.10734386974789903, - 0.06343325798319317, - -0.13570989327731095, - -0.04595993361344538, - -0.2624038873109244, - -0.16767311747899152, - 0.09202781512605042, - 0.08289800840336134, - 0.09075038487394953, - -0.06000971176470589, - 0.14886200151260504, - -0.07113343193277308, - 0.10141161344537818, - 0.010751606722689067, - -0.10513173865546219, - 0.04550339495798316, - -0.17243847226890754, - 0.046450748739495784, - 0.152537722184874, - -0.04370105689075634, - -0.0473904394957983, - -0.05494940756302522, - -0.07405113613445377, - -0.03986815983193283, - -0.20286767310924372, - -0.06405264798319323, - -0.0780125884033613, - -0.13415427676470587, - -0.08062178285714292, - -0.06563321680672268, - -0.062234380672268885, - 0.019833384033613455, - -0.030907690756302526, - 0.05372328235294116, - -0.1764853655462185, - -0.15975390168067233, - -0.13166282773109242, - 0.07275436470588237, - 0.05660831008403364, - 0.08542897647058818, - 0.12639466974789917, - 0.007908259394958005, - 0.10586099915966378, - 0.11454698386554625, - 0.09212199915966388, - 0.14067056840336137, - -0.0895770168067228, - -0.08912285042016815, - -0.05617147647058823, - -0.14716913361344536, - -0.079183261092437, - -0.05918893747899158, - -0.07452321445378149, - -0.15886370840336134, - 0.01905404537815125, - -0.10519994621848744, - -0.17713219344537812, - -0.11923718403361346, - -0.18296511042016797, - -0.16212627722689074, - -0.13948604201680673, - 0.10796782184873933, - 0.042607534453781536, - -0.20062171932773104, - -0.07986152588235298, - -0.048355900000000014, - -0.1863898361344538, - -0.0708105474789915, - -0.10174562865546222, - -0.09230160840336135, - 0.1088111268907563, - 0.036985360504201724, - 0.0905234268907563, - -0.0005666193277310296, - 0.13550344991596625, - 0.07032440672268905, - 0.12498390974789911, - 0.11443038134453778, - 0.17218037596638658, - 0.12188053815126057, - -0.04917931680672268, - -0.10940718739495801, - 0.018918798487394944 - ] - ], - "std": [ - [ - 1.2133217476808096, - 0.9652578226642976, - 0.9562814291999604, - 0.9966056010399577, - 1.8946268220275222, - 0.9886790713878757, - 1.0097226863252031, - 1.0867582795960857, - 1.0417589224997932, - 1.050242189139985, - 1.0667010091805855, - 1.0548795344041055, - 1.1190749488928982, - 1.0572465763203538, - 1.0230162584277593, - 1.0209072269541954, - 1.0668654357533103, - 1.0443336788426352, - 0.990874576128837, - 1.120212168053591, - 1.059400368391213, - 1.0526573622956357, - 1.1038394597149008, - 1.0008841743240904, - 0.9680575174660357, - 1.0707994377159522, - 1.1140756914259644, - 0.950461759055246, - 0.9718974872556142, - 0.9735586441221257, - 1.1567408121073435, - 1.0232943304431714, - 0.9691590839674367, - 1.0073028282577203, - 0.9940009027248206, - 1.1435157497277848, - 0.9996235910991119, - 1.0269563434750735, - 1.008201967276556, - 1.0550683905227118, - 0.9586071450202497, - 0.9837557247029177, - 1.0965052578037058, - 1.0450206753864866, - 1.0490515247311962, - 1.0695381870608307, - 1.038128056317601, - 1.0253465437388283, - 1.0120829704198246, - 1.0886821528839274, - 1.044134767295889, - 1.057010495053697, - 1.099547175101147, - 1.0777320456504151, - 0.9823934587662047, - 1.1421985287771175, - 1.0422574316080255, - 0.9551778546027428, - 0.956249353115088, - 0.9834601472281421, - 1.029947583292353, - 0.9913988001063331, - 1.0982033505572715, - 0.9681930495112483, - 1.0408755740827247, - 1.2253039493523459, - 0.567158136783271, - 0.9085815833042423, - 1.0299220239151927, - 0.9456963821833498, - 0.9732983818929857, - 1.0442991792113836, - 1.04539232954153, - 1.0732878711261946, - 1.1008086762685154, - 1.0285808932813831, - 1.0337505005392162, - 1.0564580683518567, - 1.009641905396013, - 1.0305981372553041, - 1.0664271922774013, - 1.0216625020139711, - 1.0388018156059555, - 0.9586012537860019, - 0.9557594962481459, - 1.0302377619239333, - 0.9961613435881551, - 0.9016777854545155, - 0.9406896531612865, - 0.9812838480496827, - 1.0699842326852145, - 1.0186354962550983, - 1.035027201513659, - 1.0841073584834067, - 1.0303881720252803, - 1.0570748314290839, - 1.02985434388838, - 1.0364309671151335, - 1.0005332938619562, - 1.025577023774322, - 0.9464780143821591, - 1.0208419763094765, - 1.0617116423350834, - 1.0293973942652435, - 1.0261666434965675, - 0.9851421752157683, - 0.9857629751068895, - 1.0385946163975952, - 1.0559440697914113, - 1.016524220581366, - 1.0027196694275118, - 1.0834757121421426, - 1.0779633843014398, - 1.0946447748718007, - 0.9723982390487668, - 1.2023645479315772, - 0.9602099447193709, - 1.0179074417662215, - 1.0352139390132336, - 1.0786183250373933, - 0.9804549368975595, - 0.9682741396185083, - 0.9768312285612, - 0.964630802629325, - 1.0207703099984005, - 1.0415806373869094, - 1.0550470699342684, - 0.9675481149164916, - 1.1420215446420958, - 1.0174455574052221, - 1.083572189658775, - 0.9761057784836439, - 1.0143463201882303, - 1.0941768766737126, - 1.0832459833284696, - 0.9500313582926581, - 1.065039580804888, - 1.0125276884653949, - 1.1411154537895276, - 1.1272755315245084, - 1.050528247361956, - 1.028501993348714, - 1.006157366499387, - 1.012150424187772, - 1.6375220163439004, - 1.093707575936411, - 0.6658659113952596, - 0.988960241303364, - 1.0068392081134723, - 1.09304691782344, - 0.9750885920735577, - 1.0310739633166615, - 1.0173047096798833, - 0.9764442487893782, - 1.0396515626155156, - 0.9538418857070222, - 0.9651813087072169, - 1.0912789245984904, - 0.9909731053384292, - 0.9928942678288627, - 1.0260651993226064, - 1.0689401877661775, - 1.1776513152500432, - 1.2958224260799447, - 1.1488774292810453, - 1.0222715473882593 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 874502, - "cert_evals": { - "36": 0.7361111044883728, - "72": 0.7083333134651184, - "108": 0.6805555820465088, - "255": 0.2638888955116272 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8378158664455008, - "std_test_acc": 0.04345677639001997, - "n_samples": 476, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.7930768430233002, - "std_cert_acc_36": 0.06865660584189513, - "mean_cert_acc_72": 0.738710805773735, - "std_cert_acc_72": 0.07434761129998832, - "mean_cert_acc_108": 0.6727313548326492, - "std_cert_acc_108": 0.05296889580102681, - "mean_cert_acc_255": 0.3565390445291996, - "std_cert_acc_255": 0.18528561425612175 - }, - "musk-2": { - "dataset": "musk-2", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 33, - "best_val_acc": 0.9716088328075709, - "test_acc": 0.9644822411205602, - "train_size": 1649, - "val_size": 951, - "test_size": 3998, - "stats": { - "mean": [ - [ - 0.012168368132202085, - 0.02341837027895701, - 0.020700292359005428, - -0.02209387503335347, - -0.0020560481746509213, - 0.07922314560339604, - -0.027858995163129237, - 0.00514897956337172, - -0.025443598241358795, - -0.012925350424499825, - -0.009110814602789298, - -0.017373151864160538, - -0.040321679138872364, - 0.007127460606428197, - -0.012625362098240398, - -0.02746496821710099, - -0.023977028114008505, - -0.0128747651546395, - -0.006377627871436776, - -0.011840867556093787, - -0.035358124244997124, - -0.02599307175864223, - -0.018361714281382703, - 0.011001715591267355, - 0.027934514554275192, - -0.011575247507581028, - -0.007172763747725843, - 0.0027959981928443083, - 0.042997548386901153, - 0.023930509799878933, - -0.01096750604002399, - 0.010412050727713567, - -0.006464042322619719, - 0.029377336149787842, - -0.02244467216494814, - 0.0317711095209218, - 0.03187295605821503, - -0.0026378569678593704, - 0.020977830206185225, - -0.0036226940509401454, - 0.021893817113401794, - -0.0009828729290479623, - -0.029076973559733193, - 0.0033704940994537243, - 0.004985980127349881, - -0.010993449878715093, - -0.012518613050333069, - -0.027202663074590454, - -0.0010676262219536442, - -0.01585898565524571, - -0.03181626658580958, - -0.02924936503335347, - -0.02763026403881141, - 0.008494404038809971, - 0.04722333969678628, - 0.0229503257368101, - -0.018894740873256474, - 0.01871618680412386, - 0.06477876221952691, - 0.008558880157671074, - -0.031547880798059424, - 0.008203403517283188, - -0.000289734602789409, - 0.03673335621588857, - 0.013091789630078789, - 0.02911800007883555, - 0.01277751763492998, - 0.008987795275924537, - 0.008712649326864512, - 0.01420030491813175, - 0.025488006731351723, - 0.021362418544572378, - -0.015943126046088506, - -0.0005885549181321762, - -0.03791631068526347, - -0.015693888781078937, - -0.023804016494845228, - 0.004294386876894847, - -0.01157729425712512, - -0.01509732865979494, - -0.031328824038811424, - -0.025596520897513814, - -0.03243116698605216, - -0.02051309634930244, - 0.012494524863553975, - -0.025342257265009032, - 0.014463499423893529, - 0.03412406198301991, - 0.0033505793298965916, - 0.042880541425106077, - 0.007444614442691303, - 0.019256483653728926, - -0.015653737174045033, - 0.0006856575657974568, - 0.02221309022437888, - 0.018454490527591967, - 0.05848207186500957, - -0.019929462886597988, - 0.01588340198908411, - -0.016667239181321875, - 0.018337170509399668, - 0.005482837640995143, - -0.02818863503335347, - -0.010530225324440038, - 0.000394534081261926, - 0.0006825949909036677, - -0.004826858508186781, - -0.020504588665858026, - -0.02142568289266422, - -0.0011396426318975351, - -0.01590721860521369, - -0.030444407580351825, - -0.031948866100667064, - -0.030496640163735603, - 0.012254034827167781, - 0.012930004990903523, - 0.02322402771376609, - -0.008586242510612324, - -0.0197745485567008, - -0.007942196488781021, - 0.025542949909036442, - 0.05293685342025502, - 0.05262248675560933, - -0.029827094505761254, - 0.010104120921770921, - 0.0022028918981197103, - 0.0016149754275316386, - 0.023351566525166744, - -0.002819539854457228, - -0.002041346402668358, - 0.01823543717404487, - 0.013049118435415728, - -0.030092134930260864, - -0.014618941146149471, - 0.005299833020012497, - 0.015546710539720895, - -0.00942926343238306, - 0.015492048283808455, - -0.011970772437841034, - 0.009756993417829036, - -0.019888988114008455, - -0.0011420646452394534, - -0.015025678132201254, - -0.013745059496664378, - 0.015459569375378677, - -0.010210574627045487, - 0.021245265463917546, - 0.022011781334142992, - 0.02073261820497242, - -0.005542739993935386, - -0.019565093746513107, - 0.00036582510612481067, - -0.0189964784718008, - 0.019598904063068558, - -0.00026563279563400293, - 0.01771834469981801, - 0.01626723617465116, - 0.01942332519102481, - 0.031801142498483904, - 0.018783376682838318, - -0.004773656567616662, - -0.00011846311400895201, - 0.01336986795633728, - -0.03590764133414193, - -0.03136190026682869, - 0.019380970218314118 - ] - ], - "std": [ - [ - 1.0328022523113283, - 1.0034675961418653, - 1.004502178141599, - 0.9908819725941522, - 0.9900285779624574, - 0.9922869983839483, - 0.9940251383226943, - 1.0023957894105795, - 1.0001232563862132, - 0.9694534261265297, - 0.9909609551728282, - 1.0245658684959877, - 0.9889385630503745, - 1.02018833549602, - 1.0099637621111557, - 0.9533954360905958, - 0.9939413086518578, - 0.9495206701070115, - 1.0240125891607361, - 1.0103444615034631, - 0.9946476273612365, - 0.991342725906765, - 0.9858149199320863, - 1.0014711063260942, - 1.004472195320524, - 0.9889795116240089, - 1.000004391730708, - 1.0058601968014709, - 1.0343528189495148, - 0.9919047582182774, - 0.9696485736175491, - 0.9924140896524998, - 1.0155430689993945, - 0.9932553050087483, - 0.9699258360928635, - 1.0042970460912612, - 1.0197195605157803, - 1.001155677587926, - 1.0168152275345068, - 0.9990466599977574, - 1.0098411842715662, - 0.9846055078437203, - 0.9754412310974523, - 1.0070038006714206, - 1.0276809963147806, - 0.9906853395114988, - 0.9868894780685001, - 0.9900119186756405, - 1.0256770060540596, - 0.9757901727181725, - 1.00918520579672, - 0.9930883762442995, - 0.9893732161976826, - 1.0067582306865286, - 0.9812661122355284, - 0.9974102126361273, - 0.9972736641033295, - 1.0121917462070245, - 1.0227697257558075, - 0.9856449287075832, - 0.9902863042093888, - 0.9959939826856674, - 1.0367568153718374, - 0.9863881182581064, - 1.0128392086861082, - 1.0221798349905806, - 1.0363645719704848, - 0.9908253070164581, - 1.0128010969900354, - 0.988603956830815, - 1.0081799316492677, - 1.0108771107458496, - 0.9832967493585726, - 1.029163070750164, - 0.9916679017275597, - 0.962685533931823, - 1.0027583300444822, - 1.0001938412765523, - 1.0209787004269553, - 0.9973662987453862, - 1.0061352847046312, - 0.9919410755542308, - 0.9846501403948491, - 0.9899263174260658, - 0.9845864971582349, - 0.9930689102842462, - 1.0135506035486388, - 1.0043926518503545, - 1.0162976879588899, - 0.9792327605267319, - 1.006235132130296, - 1.0118863144201946, - 1.00544671112892, - 1.0039248549576703, - 1.0350589137732202, - 0.9995022597709913, - 1.0159841525314124, - 1.0003354265534572, - 1.0084463468690352, - 0.9985081538974993, - 1.0110839895364512, - 1.0013381576463882, - 0.9912876803786089, - 0.997289736689443, - 1.017350271822531, - 0.9797570549225073, - 1.0043565268096553, - 0.9872978856195639, - 1.0033468182033753, - 1.0218062902654916, - 1.0014959384493556, - 0.9888739832615349, - 1.0004143322752173, - 0.9931349078768341, - 0.9800306535559788, - 0.9957636890082171, - 1.0002904102651144, - 0.9887217530179371, - 0.9945292914948252, - 1.004902891466416, - 0.9962003472957158, - 0.9934257069186699, - 0.9799059188184409, - 0.9949621520724802, - 1.0029037698373038, - 1.0036871512403356, - 0.9897720620258614, - 0.9871702045154062, - 1.011521199823348, - 0.9941843616678862, - 1.0247569886394758, - 0.9988084298059352, - 0.9881291924468982, - 1.0179947532533584, - 1.0106341537352928, - 0.9919181897045649, - 1.0028443160348683, - 1.0061816857351074, - 0.9845932235691414, - 0.9825632133654874, - 0.9783171138085085, - 0.9969834535825824, - 1.0007811859343756, - 1.0019656189691033, - 1.0503484122189095, - 0.9753504608707252, - 1.0373469598286436, - 0.9949630633139451, - 1.0059234160225077, - 0.9993867259561041, - 0.9736626903578918, - 1.003303340408411, - 0.9938479422620685, - 0.9997621940680084, - 0.9893549017338009, - 0.9921437872926778, - 1.0351189228816489, - 0.9982053116677407, - 1.0049035777011361, - 1.007943748077122, - 0.987183747951824, - 0.9954065358497123, - 0.9844630756889735, - 0.9195912077534116, - 1.0102406845364933, - 0.9709132374569961 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 874502, - "cert_evals": { - "36": 0.961093544960022, - "72": 0.9463722109794617, - "108": 0.9411145448684692, - "255": 0.8717139363288879 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9746835443037974, - "test_acc": 0.962009178990311, - "train_size": 1649, - "val_size": 1027, - "test_size": 3922, - "stats": { - "mean": [ - [ - 0.0022033838386908973, - 0.06625603036992117, - 0.04649901939357201, - 0.0004913727592479633, - -0.007424528047300943, - 0.029222694481503848, - -0.02871623684293518, - -0.01058671273499129, - -0.02433525755609501, - 0.004942196840509272, - -0.015235754990903076, - -0.012600504249242172, - -0.02657332941176486, - -0.01012015760339567, - -0.018367278909944645, - 0.044433595385081875, - -0.029744519138872053, - -0.004242953947847537, - -0.008002045858095115, - 0.0011893272164947555, - -0.05592513376591881, - -0.02044694836264443, - -0.04302950797452996, - 0.025187052055791012, - 0.02474263468768939, - -0.042601262001213426, - -0.020695051036992134, - 0.0015384054093390107, - 0.011092726046088491, - 0.021371811740448717, - -0.013469555081867212, - 0.01982452726500885, - -0.044538194766525006, - 0.030567572645239703, - -0.031482593996361656, - 0.02141072656155254, - 0.010427163068524451, - -0.023554046506974034, - 0.04504258471801071, - -0.03430833826561581, - 0.06747908948453606, - 0.04348396486355425, - -0.008884907592480267, - -0.011684225839903674, - -0.00656703219526952, - 0.002896513929653742, - -0.005738400824741935, - -0.04156242043662813, - -0.004873803086719859, - -0.0020245170263190598, - -0.0404051468768953, - -0.020279581224984647, - -0.029963112977562135, - -0.0015368056033973371, - 0.029301830357792758, - -0.05476914620982405, - -0.037951578969072176, - 0.047465052261976975, - 0.020526558156458357, - 0.02033791100060642, - -0.030164184865979576, - 0.05024194190418452, - -0.04485629808368706, - 0.03147835112189204, - -0.006291162340812682, - 0.019074118508186463, - -0.0014484904548212434, - 0.008784981788962792, - 0.023386305391206525, - 0.005879860982413359, - 0.05940395211643435, - 0.04984556731352376, - -0.023843370139479056, - -0.00745569275924821, - -0.018882913905396863, - 0.02314283274711956, - -0.024472644293511335, - -0.002770279702850328, - -0.012337558138264851, - -0.011593327471195118, - -0.042932302716798265, - -0.0240285988963009, - -0.0452392710248636, - 0.04310506591873858, - 0.02492436379624043, - -0.031592489102485924, - 0.053639132025470125, - -0.030478516828380917, - 0.007038873759854203, - 0.025400627586415966, - 0.0229284818168576, - 0.0009592673741654173, - -0.024041893893268843, - -0.0050410013741663505, - -0.039906425639781765, - 0.03151746901152146, - 0.018252275536447, - -0.023123840842935037, - 0.049373840412370945, - -0.03933781325530598, - 0.07366186678593085, - 0.013209034602790264, - -0.021385058447544267, - -0.018445256191631672, - -0.012832089751363926, - 0.016886379345057278, - -0.0021345572407520425, - -0.0338357411158276, - -0.013289104663434192, - -0.0065585543056388826, - -0.01209856645239361, - -0.04576090782292301, - -0.032484600758035095, - -0.028557836749545137, - 0.02584237292904779, - 0.009022810600363702, - 0.022957384186780123, - -0.03818952886597925, - -0.032933244008489626, - -0.009165709096422076, - 0.02088987131594965, - 0.02855925063068547, - 0.024874274311704, - -0.03435405539114632, - 0.016969646773802517, - -0.018423495306246717, - 0.01951220546998175, - 0.025427100121285417, - 0.012467580333535485, - -0.010936757514857925, - -0.014689930918738598, - 0.013502246094602934, - -0.050603092346876676, - -0.01723701176470571, - -0.004896197422679896, - 0.02070974576106733, - -0.026273534445118388, - 0.030336164984839376, - -0.039887732504548135, - -0.056432912220739984, - -0.05021272674348097, - -0.02755221443298974, - -0.03442035423893272, - -0.028371501285627588, - 0.0005140135536685691, - 0.002409129072166215, - 0.02409891870830806, - 0.02409901194663454, - 0.04556790412371142, - -0.03490499576713144, - -0.052055877830807035, - -0.012115913268648306, - -0.022166139478470903, - 0.05603566475439655, - 0.037913323129169, - 0.05956955137659166, - 0.012290112295936774, - 0.04308550950879324, - 0.029600502874469404, - 0.024453837204366478, - -0.010275065567010471, - 0.0072667682619769, - 0.010619255191024834, - -0.015975785809581464, - -0.03865312817465139, - 0.001558572067919981 - ] - ], - "std": [ - [ - 0.9789609056537054, - 1.0223542173821687, - 1.006354499416772, - 1.0097426115961123, - 0.9821876353647652, - 0.9998046045489866, - 1.0178212606990535, - 1.0167721117355657, - 1.0114146027100444, - 1.001776238241197, - 1.0068173587187008, - 0.9900351224079849, - 1.0414098112135597, - 1.009574294617972, - 0.9953634621121619, - 1.0551495473134025, - 0.9981956531855851, - 1.0183570217473137, - 1.0066623632600822, - 1.0127852757834928, - 0.9819060519437951, - 1.0168025572775439, - 1.0011040348853746, - 1.0077391574190562, - 0.9960322515796017, - 1.0217184675272302, - 1.0045863660324679, - 1.0189216552292488, - 1.0209580005984413, - 0.9885762298604023, - 0.9548219575549232, - 1.0137570744288356, - 0.979579874589421, - 0.991197794892492, - 0.9880528964389337, - 0.9852989430996284, - 1.0048530597402896, - 1.0022576693152574, - 1.019817156007534, - 0.9946728227761036, - 1.0213302738059442, - 1.000964538491138, - 1.0307917076654618, - 1.006989527865548, - 1.002313843550004, - 1.0141972045736452, - 1.0080080308891233, - 0.9964183873498001, - 1.0258591594541053, - 1.0107146809178345, - 0.9717107214304516, - 1.0149102149309601, - 1.016907704482399, - 1.0078526095792883, - 0.9874709483602169, - 0.9996202197544782, - 1.0096827085606537, - 1.0379820129740673, - 1.013223513461979, - 0.9861254732898448, - 0.9893639979797026, - 0.991075106383618, - 0.9269809003308983, - 0.9875139847082404, - 1.005442372648796, - 0.9896204194858335, - 0.9935153912057717, - 0.9811099295350456, - 0.982575262307681, - 0.9795878781577906, - 1.0193143649741352, - 1.0119494318757316, - 1.0171821247574437, - 1.0034040467334655, - 1.0066093997021297, - 0.9694393186766306, - 1.0117730193741676, - 1.0122625190981362, - 0.9925145459941629, - 1.005154502988111, - 0.9987288725767053, - 1.0170813277668, - 0.976308824777624, - 0.9884631741550407, - 0.9915959199837703, - 1.0218983144556584, - 1.0142113893430906, - 0.9911920808019298, - 1.0172127287199233, - 0.9893770325784368, - 0.9989337891002755, - 0.9894791117074598, - 1.0007549319713978, - 1.0326939082689799, - 0.9899757429384302, - 1.010492032769745, - 1.0061235379816107, - 1.0091634350161915, - 1.0152313478591228, - 1.0056174411509322, - 1.017311898436513, - 0.9976512207707879, - 1.003882833915693, - 1.0004358570223468, - 1.0036377564081862, - 1.0211550893522847, - 0.9924334669404734, - 0.9971024879775969, - 0.9990772588620248, - 1.0032740804274622, - 1.0024996588619381, - 0.9916378123810937, - 1.0022499057411776, - 1.010183122426781, - 1.00163045757315, - 1.0085039687864976, - 0.9922730297554195, - 1.014983448437488, - 1.014822892124083, - 1.0148845786316816, - 0.9937553605624629, - 0.9882702039873854, - 0.9870322023279767, - 0.9850906859406272, - 0.997923959817147, - 0.9510903327769852, - 0.9917224934440294, - 0.9847975043099015, - 1.0202145588783864, - 1.0021246013348553, - 1.0003272501219964, - 1.0067673298995008, - 0.990781057863208, - 1.0020482585196349, - 1.018688317687672, - 0.9988236160134567, - 1.0069349597950046, - 1.0061002120663578, - 1.0122386395403618, - 0.9892206859790922, - 0.9855242096919327, - 0.9959531341164058, - 1.0065041184698018, - 1.0078483816424069, - 1.0021878472773025, - 0.9741424082334939, - 1.0890817487043594, - 0.9945307148083409, - 1.007530511064047, - 0.9991966896972047, - 0.9619750319373882, - 1.0030667264483681, - 0.9931958657494955, - 1.0006523699688303, - 1.010191508136165, - 0.9864924753596401, - 1.0139473615684553, - 1.0114408938636286, - 1.0033347496554157, - 0.9803226862995067, - 1.0098451761605862, - 0.9980225437342447, - 1.0129871477235215, - 0.9828742206168505, - 0.9665430998047373, - 0.9908589509231834 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 874502, - "cert_evals": { - "36": 0.9620253443717957, - "72": 0.949367105960846, - "108": 0.9347614645957947, - "255": 0.8743914365768433 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.9735772357723578, - "test_acc": 0.9596469104665826, - "train_size": 1649, - "val_size": 984, - "test_size": 3965, - "stats": { - "mean": [ - [ - -0.0165193507883561, - 0.023745576106731784, - 0.00894758525166726, - -0.012979845463917304, - -0.008554753389932977, - 0.008500205057610555, - -0.008827268055791222, - 0.02424651702243768, - 0.002300678673256056, - -0.006792839332929151, - 0.0047927400606429405, - 0.0003070491534258074, - -0.0037253238023046277, - 0.012077483473620145, - 0.018683199696786473, - -0.009275691437234477, - -0.006638355451788972, - 0.017810546682838085, - 0.015129445567010357, - 0.024298001443298942, - -0.003184869132808023, - -0.004290789721043456, - 0.0031496054275316357, - 0.014148549696785681, - 0.018162637962401695, - 0.0032194466707086006, - -0.006616737907822937, - -0.022775198374772664, - -0.015071109605821711, - 0.014638325488174678, - 0.011475148077623627, - 0.03049396374166147, - 0.025694605900545734, - 0.008604017768344612, - -0.012231649072164738, - 0.002613359126743679, - 0.029584712128560786, - -0.0034158958580959363, - 0.006069550751970517, - -0.00541011442692557, - 0.01880269619163089, - -0.008083247077016392, - -0.006491640764099397, - 0.014566732795633777, - 0.008376424821103932, - -0.0009929023711349493, - 0.02163681163129177, - -0.0025090638993329082, - 0.01741273975136374, - 0.005851729104123725, - -0.004465054881746678, - -0.0037159464523949803, - 0.0014873154821107525, - -0.007976062644028743, - 0.01156759172225612, - 0.023733914178289805, - -0.011275250879320775, - -0.002578957016372865, - -0.006478712734990847, - 0.00032240861127936024, - -0.011706570736203905, - 0.02587612322619762, - -0.011422028793207837, - 0.01712189235900559, - 0.0028696369314734713, - -0.0015781066646451572, - -0.027441241722256038, - -0.0014402773256522523, - -0.004449931892055841, - -0.0014659224075202345, - 0.01708213645239509, - 0.018733296931473596, - 0.008334289472407117, - 0.005727799963614559, - 0.007039103201940653, - -0.00224206858702233, - 0.0011615125591269186, - 0.0096409494117641, - 0.004899610121286758, - 0.009826549023650048, - -0.009219501334142207, - -0.004807864269254234, - -0.002443187265009144, - 0.011609495827774482, - 0.0040307750576106674, - -0.004682432261976522, - 0.013977261024863448, - 0.0012793727167981009, - -0.025686529896907437, - 0.013434234869617957, - 0.021999945691932813, - 0.012433017674347574, - -0.009033386234081325, - 0.0062409658120072915, - 0.0009289013947849186, - 0.0003903400242564852, - 0.02740975750382101, - -0.011144831170406301, - 0.005830573753789878, - -0.009510249636142982, - 0.02073330933899335, - 0.007879717440873353, - 0.009509570454820928, - 0.01405836261370407, - 0.014672617586416688, - -0.005675097756215873, - 0.0017475856822315732, - 0.0018848247543965708, - 0.02229300998180564, - 0.01026309860521593, - 0.017680451788964564, - -0.005672595821710331, - -0.009564725087932182, - -0.0036886342935116994, - 0.01000584954517868, - -0.0014087143177684452, - 0.020023876538508456, - -0.014409325075803336, - -0.008730885488174288, - -0.0034071386173437994, - 0.017709779927228837, - 0.0037029051849606504, - 0.011111249060036448, - 0.001931565688295556, - 0.0326300536264404, - 0.009591248938750647, - -0.007016625542753067, - 0.012978908750757932, - -0.0024730208186779807, - -0.005898704823529222, - 0.00046255165858092147, - -0.015087141012734237, - 0.007914145130382093, - 0.00938928223165545, - 0.01491191867192227, - 0.003460371607034447, - -0.007647012371134029, - 0.009316860582171302, - 0.012669591819284187, - 0.023290896266828284, - 0.012400781200727585, - -0.003923578150394203, - -0.005147092104305529, - -0.008281499878714238, - -0.03743850333535512, - 0.013677931825349052, - 0.0004504794117647815, - 0.0031018094057014187, - 0.009501353911461253, - -0.007035560921770639, - 0.008385035146755612, - -0.0034377712431776946, - -0.010681847180108386, - 0.029691756458459714, - 0.008845037744087314, - 0.036611106986052, - 0.006922057057610421, - 0.00199877628865977, - 0.016813865591267338, - 0.002876468101879801, - 0.005453485567009417, - 0.0042027340964213965, - -0.01236373710127327, - -0.008553608768950838, - -0.0069991010551852945, - 0.0076861960764099575 - ] - ], - "std": [ - [ - 0.9681286752068088, - 1.0188584468817592, - 1.0110661386281417, - 0.9985656246319761, - 0.9821622573144201, - 1.0036187347218821, - 1.0069688072671201, - 0.9902174757207433, - 1.01713159486763, - 0.9867718776262003, - 0.9758196806068826, - 0.9717105755097225, - 0.9881331057860607, - 0.9898880234141544, - 1.0032622320902203, - 0.9951157752575892, - 1.0046808806006051, - 0.9614388015014891, - 0.9853693985919703, - 1.0191683054599883, - 0.996439727744992, - 1.008421273109573, - 1.00416757618972, - 1.0050873163713752, - 1.0062941810400496, - 1.0106625492506378, - 1.0037290960252208, - 0.9716931899880294, - 1.0122721434564084, - 1.004145433664744, - 1.0126537584886575, - 0.9877832016144399, - 1.0016994225200662, - 0.9984055948469278, - 1.009905276240697, - 0.9928053125930449, - 1.028439787038722, - 1.0058093224458307, - 1.0026249721952805, - 1.0044305239260718, - 1.0145868354939207, - 0.9730410910554939, - 0.981275887794836, - 0.9868601113866823, - 0.9903107009766159, - 0.9840780321801739, - 1.0155043762626388, - 1.015709680805549, - 0.9877740152182051, - 1.0007933926991834, - 0.9639452930264027, - 1.0107985365057115, - 1.0139858844795777, - 0.978091201901524, - 0.9836289102008465, - 0.9892831848712296, - 1.0050542524754924, - 1.0041143150075589, - 1.011404712398526, - 0.994592205655486, - 1.003602088307178, - 1.0043236988473279, - 0.9890344165359591, - 0.9960153738734304, - 1.0247056593625234, - 0.9709722536076895, - 0.8984006766242731, - 1.0084723110544285, - 1.0080442044255657, - 1.0139042067755502, - 1.0147945346118319, - 1.0086308434283413, - 0.9798709269587462, - 0.985827749679927, - 1.0097816591529503, - 0.9967310231913435, - 1.0125467431933681, - 0.9795738908810216, - 0.9759574846742652, - 0.9879270836797008, - 1.0100364897802065, - 1.0084344135598255, - 0.9683448859407486, - 0.9884096351113933, - 0.9957784496098612, - 1.0106496350052778, - 1.0041619111843998, - 0.9965669874488615, - 1.0148365256887901, - 0.9954909131964714, - 0.9942883718958846, - 1.0007980703139212, - 1.0031320592473836, - 0.9828596472567013, - 0.9637136602853367, - 0.9970558130158634, - 1.0142250931970318, - 1.008890015046518, - 1.0055896715654262, - 1.004944159225849, - 1.015901087459527, - 0.9987432420315473, - 0.9985224279803399, - 0.9900020636370531, - 0.9946414368680025, - 0.9718565169997336, - 1.0010286004673303, - 1.0045607582554759, - 1.0126684697205748, - 0.9911582699978772, - 0.9979453061380805, - 0.9943479420017864, - 1.0057507939001675, - 1.009199116070283, - 0.996011631450574, - 1.0055786667678899, - 0.9980095514928135, - 0.9965213084556673, - 1.0065546695035632, - 0.9959098534303568, - 1.0066323304809803, - 0.9785303330423044, - 0.9869014865983016, - 1.0002036756849269, - 1.0025571744250443, - 0.9798050960785967, - 0.9928695520264623, - 1.0029641941982563, - 0.995414106898259, - 1.0148844453635921, - 0.9709719526035338, - 0.9939566879305621, - 0.9884244597895214, - 0.9767542641597464, - 0.9853765727313375, - 1.0106906221793046, - 1.005948414723524, - 1.017725449726877, - 1.0152735855520598, - 0.9876730417321886, - 0.9757936207779202, - 1.0047018133551442, - 1.004391788961941, - 1.006171785979052, - 0.8968175799273889, - 1.0473489426893206, - 1.0315201707660164, - 1.0175144216806302, - 1.0142189436584537, - 1.0038989754399161, - 1.0173990273862883, - 1.0127050623257519, - 1.0051909194938937, - 1.012068652647229, - 0.9962079218654786, - 1.002233177655679, - 1.0161322523275562, - 0.999594425724876, - 0.9955572903935671, - 0.9917181216246964, - 0.9858353212831604, - 0.991792827254217, - 0.9768523928420304, - 0.9547301155646564, - 0.963911142038982, - 0.9970598920069098 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 874502, - "cert_evals": { - "36": 0.9674796462059021, - "72": 0.957317054271698, - "108": 0.9481707215309143, - "255": 0.8892276287078857 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.9660842754367934, - "test_acc": 0.9617706237424547, - "train_size": 1649, - "val_size": 973, - "test_size": 3976, - "stats": { - "mean": [ - [ - -0.019377861036991656, - 0.025388282601576818, - 0.017005815742874516, - -0.007883900460885378, - 0.0060343637174048335, - 0.019899812286233772, - -0.017346581947847252, - 0.01720070440873258, - -0.022683759298605638, - 0.03576464684050942, - 0.003250418289873286, - 0.023095340225590528, - 0.025853774105518486, - 0.004904056128563328, - 0.015174882898727272, - 0.004904859053972195, - -0.0064262512310491165, - -0.0013788380109157152, - 0.03392423097634965, - 0.040471053135233824, - -0.007766068975136523, - -0.02654642546998242, - -0.002714201516070317, - -0.005730637913887314, - 0.014443505081867881, - -0.01681206773802325, - 0.022797446707095152, - 0.02924670987871426, - -0.016523001552455778, - 0.022271198156458668, - 0.007295070836871207, - -0.010380893735597325, - 0.0032170857913887633, - 0.03166040751970903, - -0.011104923177683385, - 0.023025889023650516, - 0.00955245047907632, - 0.00501562544572467, - 0.003645016027895317, - 0.012703992892661992, - 0.014234079029714866, - -0.018872668283808444, - 0.03357063479684651, - 0.002985781740448259, - 0.016828823032140804, - 0.008592184530017656, - 0.020646139611886168, - -0.025274300994542045, - 0.031819425821709706, - 0.041618958390176077, - 0.00933414724075195, - -0.02236399884778645, - -0.018589546555488203, - 0.001330274912066101, - 0.0015160872407521844, - 0.002306856531231052, - -0.0022718787992723603, - 0.028225555027289576, - -0.006301775864159792, - 0.02247907061249244, - -0.011468676332322514, - 0.02175189545178902, - -0.013670970357792456, - 0.03126135081867806, - 0.004543698483929725, - -0.0009374850879321324, - 0.021139099308671503, - 0.02629353206791973, - -0.02450631540927904, - 0.030707943529411457, - 0.01293060334141885, - 0.012913687446937628, - 0.00928486858095778, - 0.01766341600970324, - 0.03807825699818077, - 0.0017500543359613783, - -0.016347040315342783, - 0.0007416811279563446, - 0.026208501607035268, - 0.023266191340205626, - -0.018853632765312562, - -0.02368463080654962, - 0.001749331437234659, - 0.003365637052759398, - 0.025888251528199256, - -0.018965530382049504, - 0.03517410735597307, - 0.025752976476652555, - -0.02487937299575574, - 0.022010353117040575, - 0.017477714511824522, - -0.017221659584597582, - -0.003431555427531808, - 0.019807925603396073, - 0.0032348454699819393, - 0.013613221879926436, - 0.0370615994009708, - -0.016630420776227922, - 0.0136933938872041, - -0.0017249714481504044, - 0.02229983032140703, - -0.012712485694360036, - 0.026678074426925498, - 0.012642979175256863, - 0.005538239963614194, - 0.0035851682595511494, - -0.017385318223165646, - -0.027282370030321336, - 0.030769696791993668, - 0.023036587355973605, - 0.02791771238326433, - -0.005707142462098305, - -0.011955044244996943, - -0.01365990568829588, - 0.02758415771376576, - 0.001034438120072712, - 0.016993479078229498, - 0.004106490266828514, - -0.007270538144329443, - 0.023955484869617922, - 0.016178350285021865, - 0.0035198083808369264, - 0.010066467580351705, - 0.013253238295936883, - 0.003935329266222111, - -0.028011770430564572, - 0.022866120224378214, - 0.0261654426682841, - 0.02473182812007268, - -0.0015221004548212846, - 0.0038331081837477228, - 0.021399354317768703, - 0.005301140012128602, - 0.019229334445118054, - 0.005640386767737668, - 0.02194890172225591, - -0.005060289387507513, - 0.026678006622195553, - -0.009628291109763477, - -0.003739145758641676, - 0.002035451000606312, - 0.010815814196482578, - -0.011372362352941229, - -0.019185084742267905, - -0.001526538386901546, - 0.01622554252274128, - 0.012853861158277795, - 0.032111232286234526, - 0.031036171322013306, - 0.014534576640388132, - -0.0195449016634327, - -0.0031721854821107633, - -0.011472115221346063, - 0.00807888645239537, - -0.009991977598544642, - 0.015293761594905845, - 0.04696865378289867, - 0.02876006337174039, - 0.030060548720436564, - -0.016465844511825162, - -0.013467629448150867, - -0.004964211527592827, - 0.023761107562159368, - -0.0028053264645238984, - -0.011466418192844817, - 0.015592289957550014 - ] - ], - "std": [ - [ - 0.985810694952265, - 1.0034659788102347, - 1.0123314802689827, - 1.0006728383848915, - 1.0057933627069857, - 1.0211647035506441, - 0.9873544232512542, - 1.0044940106681508, - 0.9972305516917789, - 0.9962847585776434, - 1.0084467836467266, - 0.9906644883619666, - 1.0245712429201694, - 0.9866939366954063, - 1.0013177295694342, - 1.0035460862038992, - 1.0106885153319805, - 0.9519922611580153, - 0.9980325911759347, - 1.0306730880090342, - 0.9835758012913696, - 0.9850289481711405, - 1.0052216421075988, - 0.9962087717875672, - 0.9963361086627195, - 0.9956939758386721, - 0.9995284943647325, - 1.023940251071931, - 1.0274738040648672, - 0.994278832453581, - 0.9978867650735795, - 0.9858582094807091, - 1.0042951554309811, - 0.9935762200569673, - 0.987438469465117, - 1.005913310224571, - 1.00088122516216, - 0.9882229146445906, - 1.0157177678163845, - 0.9964856588375458, - 0.9973534488049755, - 0.9843481194725128, - 1.0059020116489072, - 0.9945053400237248, - 0.9893145898736398, - 1.0071798920580137, - 1.026048360719046, - 0.9784906142973205, - 0.9999905642791316, - 1.0245359594400432, - 0.9857715356622779, - 0.9921646440585971, - 0.9889209867599961, - 0.9804599263285575, - 0.989078331357909, - 1.0220508106585684, - 0.9898585563272273, - 1.0050841202007248, - 1.0381369540158623, - 0.9852302977543494, - 1.0075559260629754, - 1.000291557770776, - 0.9848158888469627, - 0.9914305575952413, - 1.0027287892746963, - 0.9998437768528288, - 1.0380871234284017, - 1.0068281699392212, - 0.9909518921848135, - 1.0027114341322005, - 1.0043121525006478, - 1.004908814037755, - 1.0186241738713828, - 0.9840706508690844, - 1.0105911993179093, - 0.9676803103445097, - 1.0008055713802275, - 0.9912309236484144, - 0.995113888208004, - 1.00892652209743, - 0.9963556594838519, - 0.9845494099501623, - 0.9992655439793966, - 0.9888161956289881, - 0.988365168461102, - 0.986911819503751, - 0.9966018266120068, - 1.0253590540025506, - 1.0073388900110996, - 0.9884492302907475, - 1.0097952364856901, - 0.9710825809435979, - 1.0049468371789398, - 0.9978639652892881, - 1.0455255018744898, - 0.9978429399237, - 1.002476959825736, - 0.9981410717372688, - 1.0060801668925174, - 0.9880101858878161, - 0.9920156642454706, - 0.9690302977750064, - 1.0160561889470001, - 1.0042221946838557, - 0.9902952403395341, - 0.9972984826953729, - 0.9761193341167186, - 0.9802187480066236, - 1.008662757516423, - 0.9977604335997484, - 1.0125273643143784, - 1.0005678108605767, - 0.99939847346626, - 0.9934285795635643, - 0.993774093323074, - 0.9507637302569011, - 1.001524151413393, - 1.0029839092558797, - 0.9922893465303836, - 0.9995915259108642, - 0.9937205680489537, - 0.9906768211587779, - 0.9885237778798726, - 0.9923092460426346, - 0.9928187226268517, - 0.9431189215637575, - 0.9768867834667897, - 0.988648327088327, - 0.9868432165802018, - 0.9936538301879408, - 1.031840475179726, - 1.0088131603924193, - 0.948009389328019, - 0.980359732399849, - 0.9812840383484884, - 1.0125452888475233, - 1.0015379468649726, - 1.0082241487185495, - 1.0028073940649291, - 1.027290919950601, - 1.0123450850356626, - 0.9892757300213824, - 0.989457850129367, - 0.9916398725034907, - 0.9733306799223379, - 1.048692795336829, - 1.0185390556939666, - 1.005180692664418, - 0.9999773815928202, - 1.0029310617714582, - 0.9847831085240544, - 0.9984589470542239, - 0.997897554671397, - 1.0021153618672554, - 0.9825493908557392, - 1.0005331081478763, - 1.0721249078632564, - 1.0255830315079582, - 1.0078969722952105, - 1.0018509428094395, - 1.007362049760478, - 0.9875884283657037, - 1.0010931986356253, - 1.0157609941665726, - 0.9972826112887371, - 1.0062038228644128 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 874502, - "cert_evals": { - "36": 0.9609455466270447, - "72": 0.9527235627174377, - "108": 0.9486125707626343, - "255": 0.8838643431663513 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9619772385799772, - "std_test_acc": 0.0019789876810549405, - "n_samples": 6598, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.9628860205411911, - "std_cert_acc_36": 0.0030994928583359745, - "mean_cert_acc_72": 0.9514449834823608, - "std_cert_acc_72": 0.0046963310529228855, - "mean_cert_acc_108": 0.9431648254394531, - "std_cert_acc_108": 0.006571581460430827, - "mean_cert_acc_255": 0.8797993361949921, - "std_cert_acc_255": 0.008165701657148165 - }, - "nursery": { - "dataset": "nursery", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.8858185610010427, - "test_acc": 0.8837477569853883, - "train_size": 3240, - "val_size": 1918, - "test_size": 7802, - "stats": { - "mean": [ - [ - 0.051029166666666737, - -0.00196411111111071, - 0.0016562925925925533, - -0.008005376543209762, - -0.004535925925925928, - -0.014196977160493821, - -0.01014526234567894, - -0.007937870370370368 - ] - ], - "std": [ - [ - 1.0081184659855247, - 0.994466909902115, - 0.9984780980079611, - 0.9954756099225289, - 0.9980995540133645, - 0.9998602139101664, - 0.9972906807623559, - 1.0052418041464166 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 3625, - "cert_evals": { - "36": 0.7815432548522949, - "72": 0.6611053347587585, - "108": 0.5265902280807495, - "255": 0.04327424615621567 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8932384341637011, - "test_acc": 0.8899780730039984, - "train_size": 3240, - "val_size": 1967, - "test_size": 7753, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.026842851851852437, - -0.0011041870370370494, - -0.001656286419753089, - -0.010961820987654315, - 0.019135056172839497, - -0.012124891358024097, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0098249235756733, - 1.0053740157149613, - 0.9982315594686217, - 0.9999606252114857, - 0.9964249241892131, - 0.9997779009091493, - 0.9971359423938833, - 1.0041030187583004 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 3625, - "cert_evals": { - "36": 0.809354305267334, - "72": 0.6939501762390137, - "108": 0.5566852688789368, - "255": 0.044738177210092545 - }, - "fold": 1 - }, - { - "best_epoch": 35, - "best_val_acc": 0.8769633507853403, - "test_acc": 0.8769526248399487, - "train_size": 3240, - "val_size": 1910, - "test_size": 7810, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.047575135802469234, - 0.015458643209876576, - 0.0024844308641975513, - 0.006047901234567903, - 0.0012345197530864193, - 0.015837366358025084, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0166780451442419, - 1.0111134194425535, - 1.0062422991159916, - 0.9960005941386431, - 0.9966991236053043, - 0.9999602379504744, - 1.0002954947822456, - 1.0041030187583007 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 3625, - "cert_evals": { - "36": 0.7963351011276245, - "72": 0.6790575981140137, - "108": 0.5445026159286499, - "255": 0.057591624557971954 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.8737006237006237, - "test_acc": 0.8733966136480247, - "train_size": 3240, - "val_size": 1924, - "test_size": 7796, - "stats": { - "mean": [ - [ - 0.03364145061728391, - 0.03033460493827167, - 0.03257356666666669, - 0.032849621604938234, - -0.015875740740740732, - -0.01481423703703703, - -0.01707398148148124, - 0.006425895061728395 - ] - ], - "std": [ - [ - 1.006091408188469, - 0.9961770749809249, - 1.0063245385321156, - 1.0055792592242605, - 0.9961264090870245, - 0.9998512588890658, - 1.0080135891696445, - 0.9964644995871555 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 3625, - "cert_evals": { - "36": 0.7567567825317383, - "72": 0.6434511542320251, - "108": 0.5306652784347534, - "255": 0.043139293789863586 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8810187671193401, - "std_test_acc": 0.0073563415771792295, - "n_samples": 12960, - "n_features": 8, - "n_classes": 5, - "mean_cert_acc_36": 0.7859973609447479, - "std_cert_acc_36": 0.022562994830675285, - "mean_cert_acc_72": 0.6693910658359528, - "std_cert_acc_72": 0.02189462722203546, - "mean_cert_acc_108": 0.5396108478307724, - "std_cert_acc_108": 0.013723762843417349, - "mean_cert_acc_255": 0.04718583542853594, - "std_cert_acc_255": 0.006974871755796958 - }, - "oocytes_merluccius_nucleus_4d": { - "dataset": "oocytes_merluccius_nucleus_4d", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.7329192546583851, - "test_acc": 0.7161716171617162, - "train_size": 255, - "val_size": 161, - "test_size": 606, - "stats": { - "mean": [ - [ - -0.0371250154117647, - 0.0015389403921568473, - -0.03527819799999997, - 0.026217213882352975, - -0.022018143254901958, - -0.03976458627450978, - 0.003314039607843149, - -0.03319261360784315, - 0.01830184745098039, - -0.02685776486274508, - -0.04212637686274509, - 0.005226556078431408, - -0.02913093117647059, - -0.01200531101960785, - -0.03152609833333333, - -0.03705718681960783, - 0.00469401490196078, - -0.02551305090196081, - -0.03417245220392157, - -0.031662056862745085, - -0.018275636980392158, - -0.03872015905882352, - 0.06975402027450983, - -0.05690918172549015, - -0.0005046612313725563, - -0.026833323176470567, - -0.0324685416470588, - 0.06559194729411769, - -0.04924893603921571, - -0.002559774274509816, - -0.007582052196078413, - -0.03221969384313721, - 0.07669179423529408, - -0.05831633415686265, - -0.00790661125490195, - 0.033497423215686245, - 0.007940335568627457, - -0.0037278283529411723, - -0.005509080784313686, - -0.006456870705882385, - -0.006934026431372542 - ] - ], - "std": [ - [ - 0.9481208431065713, - 0.9777230774786245, - 0.9614649831710622, - 1.0004435636971643, - 0.9517495439744679, - 0.9370398970511897, - 0.978033253968666, - 0.9633889071060125, - 0.9762210193691487, - 0.9497999114505152, - 0.9347608009901895, - 0.9801580525147454, - 0.9702177059121481, - 0.937441002049969, - 0.9454783788330968, - 0.9479630674171062, - 0.9847917091528013, - 0.9682944519390624, - 0.9601592978081722, - 0.9504457074291478, - 0.9482732916854852, - 0.9550094850957569, - 0.8808478818975364, - 0.9032557709886272, - 0.9905437507629392, - 0.9682787727115054, - 0.9734319541870242, - 0.8994213820965716, - 0.9306569007254026, - 0.9903368456478869, - 0.9401093744879251, - 0.9661635565557377, - 0.8972092489723742, - 0.9227263611587284, - 0.9960722682017434, - 0.9400060154678039, - 0.9649245386172121, - 0.9716877264843913, - 0.9731199443916825, - 0.9739165511052336, - 0.9741830269626184 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 55174, - "cert_evals": { - "36": 0.6273292303085327, - "72": 0.5403726696968079, - "108": 0.45962733030319214, - "255": 0.1552795022726059 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8, - "test_acc": 0.7456828885400314, - "train_size": 255, - "val_size": 130, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.00023252282745095802, - 0.0023210192156862736, - -0.008575552392156847, - -0.027089618431372545, - 0.02615166227450979, - 0.00029002847058821885, - 0.001517669058823556, - -0.009498281058823606, - -0.021533545372549014, - 0.027143032117647032, - 0.00012999274509802153, - 0.0020992274509804144, - -0.005652587843137251, - -0.01031889384313722, - 0.025365951607843145, - 0.0011974224705882457, - 0.0024456095294117628, - 0.007920263137254904, - 0.007542674117647044, - 0.019472125333333323, - 0.06628882686274508, - 0.0008101664705882076, - -0.005068037960784302, - -0.0018227520000000151, - 0.00320542466666668, - 0.025693874901960758, - 0.03285470894117649, - -0.03694405458823524, - 0.02895584858823529, - 0.02036504745098036, - 0.04203500674509803, - 0.012977303843137231, - -0.016463404666666667, - 0.005529818662745095, - 0.013588346156862736, - -0.03683925767843136, - -0.016918137803921634, - -0.014870798470588246, - -0.016124755137254858, - -0.018004861274509842, - -0.020472565215686273 - ] - ], - "std": [ - [ - 0.9572394549500175, - 0.9926437581599087, - 0.9624363039043059, - 0.9193272254177784, - 1.0255768714029772, - 0.9579689477579895, - 0.9914399769465777, - 0.964698567284664, - 0.9351924375292803, - 1.0260487030041765, - 0.9515013155985146, - 0.9925204239055312, - 0.9662079425779949, - 0.9893019122153763, - 1.0199562667897872, - 0.9463721256877698, - 0.9959986832754482, - 0.9814859605265475, - 1.0491115651558893, - 1.0166099051364492, - 1.0126788732557663, - 0.9559037060605928, - 1.005464306868578, - 0.9339913124161523, - 0.9907483477382796, - 1.002837860013556, - 0.9939512794379407, - 1.0866703256453316, - 1.0174263712495963, - 0.9852130473462448, - 1.0075951167847277, - 0.9748247085177442, - 1.0259519988694812, - 0.9604781044814549, - 0.9861127645283753, - 1.0373513207775564, - 1.0101438720127272, - 0.9991977496960652, - 0.9936335573449004, - 0.9927993181263407, - 0.9922363841337328 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 55174, - "cert_evals": { - "36": 0.6692307591438293, - "72": 0.5230769515037537, - "108": 0.33076924085617065, - "255": 0.07692307978868484 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7192982456140351, - "test_acc": 0.7164429530201343, - "train_size": 255, - "val_size": 171, - "test_size": 596, - "stats": { - "mean": [ - [ - 0.019915568666666633, - -0.014107577647058818, - -0.015105033250980377, - 0.02865576341176468, - 0.029814655176470552, - 0.017704559607843146, - -0.013470486980392094, - -0.016038092274509794, - 0.03248008262745098, - 0.030473079058823495, - 0.02067392156862747, - -0.014031545490196065, - -0.009559882039215687, - 0.03839121047058822, - 0.03184779492980397, - 0.022161854509803944, - -0.01396437243137256, - -0.0017765643137255195, - 0.055001846666666666, - 0.030386395921568613, - 0.03668542223529418, - -0.0027777596078431494, - 0.012474995117647124, - -0.0041148554117646985, - -0.013356863921568625, - 0.028240797568627463, - 0.00010664949019609575, - 0.02344727215686279, - 0.005875207882352966, - -0.007875607450980381, - 0.028559833607843157, - -0.003071006745098055, - 0.014597308196078422, - -0.0007609705999999861, - -0.016530812156862723, - -0.03674524662745102, - -0.019958698901960777, - -0.017071456470588258, - -0.017420987058823525, - -0.017710899607843143, - -0.01735895203921565 - ] - ], - "std": [ - [ - 1.0221090924456515, - 1.01545682802038, - 0.9869690473435272, - 1.037069581011897, - 1.0359698396459835, - 1.0192987930523796, - 1.016091448787416, - 0.9856390212088015, - 1.038505984158332, - 1.0379129504870621, - 1.0239033714401513, - 1.0194757702768644, - 0.9963995753206383, - 1.020298364999823, - 1.0423678031147061, - 1.0277751191583697, - 1.0205917784397192, - 1.0135024895112017, - 1.0892501748798247, - 1.0432132666589502, - 1.0172134304654925, - 1.030895619962752, - 1.0213433186098346, - 1.040706012633716, - 1.0211704714384828, - 1.010787095001102, - 1.034569087974703, - 1.0203462492134936, - 1.0580364742305262, - 1.0095797767173902, - 1.0215170604628103, - 1.033396337568214, - 1.0252577264940543, - 1.0526521075427535, - 1.017486639545284, - 1.0521736233720556, - 1.0188131869714923, - 1.0087257643396144, - 1.005460013688893, - 1.0056139578892642, - 1.0065387262698673 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 55174, - "cert_evals": { - "36": 0.5789473652839661, - "72": 0.4502924084663391, - "108": 0.39181286096572876, - "255": 0.06432748585939407 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.7530120481927711, - "test_acc": 0.7337770382695508, - "train_size": 255, - "val_size": 166, - "test_size": 601, - "stats": { - "mean": [ - [ - 0.005023620274509809, - 0.05012927215686277, - 0.0774847423529411, - -0.021592119215686236, - -0.007278767843137281, - 0.003806819607843134, - 0.05070236376470592, - 0.07836162039215684, - -0.009335469717647047, - -0.006452909647058787, - 0.004313807450980429, - 0.05239601662745102, - 0.08761111960784314, - -0.0006227640392157017, - -0.011547115941176465, - 0.007509175294117638, - 0.049814644431372575, - 0.09699411058823522, - -0.020684055294117654, - -0.014362384509803941, - 0.03558779360784312, - 0.0894858222352941, - -0.09410436105882346, - 0.07914001066274516, - 0.05154126003921575, - -0.0045582715686274125, - 0.09130289176470592, - -0.07599903827450982, - 0.08245660823529415, - 0.06585250807843139, - 0.012951737058823532, - 0.08790382078431377, - -0.08962203019607844, - 0.08192444351764702, - 0.05873899290196081, - -0.016822436196078434, - 0.029792561019607842, - 0.05055904957647062, - 0.05703265886274507, - 0.05811358976470591, - 0.05753943309803923 - ] - ], - "std": [ - [ - 1.0010627790031323, - 1.0340741776327254, - 1.0363077318633585, - 1.0137526513667938, - 1.0497867958856593, - 1.0059089649290247, - 1.032934819096642, - 1.0357871822249751, - 1.0425743779317471, - 1.0491455468136368, - 1.002585949212257, - 1.0328632642788567, - 1.0444571310319228, - 1.0499184939107524, - 1.0523852884773215, - 0.9969852155711642, - 1.036017112451258, - 1.0641484457194088, - 1.0260965200086805, - 1.0600673906871478, - 1.0132281500555904, - 1.039987043021767, - 1.0160272774539016, - 1.0119553762539002, - 1.0375407287957723, - 0.993275249370577, - 1.0310746092505982, - 1.0007724139832403, - 1.01278883373938, - 1.0152625509246365, - 0.9763093251846449, - 1.0267017964861733, - 0.997823146966079, - 1.0044670030988905, - 1.0259705961089964, - 1.0589413004871364, - 1.0376978512601307, - 1.0319158378686013, - 1.0340480487731072, - 1.0356155832366485, - 1.0358388933781137 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 55174, - "cert_evals": { - "36": 0.5722891092300415, - "72": 0.46385541558265686, - "108": 0.379518061876297, - "255": 0.054216865450143814 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7280186242478581, - "std_test_acc": 0.01437049414947662, - "n_samples": 1022, - "n_features": 41, - "n_classes": 2, - "mean_cert_acc_36": 0.6119491159915924, - "std_cert_acc_36": 0.04538636448948423, - "mean_cert_acc_72": 0.4943993613123894, - "std_cert_acc_72": 0.04402387675302734, - "mean_cert_acc_108": 0.39043187350034714, - "std_cert_acc_108": 0.053130842852757175, - "mean_cert_acc_255": 0.08768673334270716, - "std_cert_acc_255": 0.046009148181544696 - }, - "oocytes_merluccius_states_2f": { - "dataset": "oocytes_merluccius_states_2f", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.8962962962962963, - "test_acc": 0.865506329113924, - "train_size": 255, - "val_size": 135, - "test_size": 632, - "stats": { - "mean": [ - [ - 0.01054996298039211, - 0.027192816941176482, - -0.04626695749019601, - -0.0069539579607842475, - 0.014194326572549003, - -0.025412450196078348, - -0.04305473128235293, - 0.008311279215686227, - 0.03873141231372549, - 0.019546130517647062, - 0.04932295196078433, - 0.07244258905882356, - -0.12762710541176478, - 0.10863675447058822, - 0.03643630545098045, - 0.028625162627451017, - 0.07991438109803928, - -0.15667811082352961, - 0.11812816443137263, - 0.056641581960784365, - 0.025048539999999987, - 0.07553784419607842, - -0.12706123960784313, - 0.11197763396705882, - 0.047989735764705894 - ] - ], - "std": [ - [ - 1.055902739791254, - 1.0162268811039923, - 1.0028684541215303, - 0.9730091823212302, - 1.0042568790807076, - 1.059859315776944, - 0.9758982735241186, - 0.988138955008393, - 1.0133686644339426, - 1.0143882523728363, - 1.0032684708282238, - 1.0660462422249137, - 1.201916629773772, - 1.156152673218226, - 0.9766255498471383, - 1.0205814664175223, - 1.0558525489192028, - 1.2296182126345767, - 1.1597961969108055, - 0.9544712645073075, - 1.0067919810768349, - 1.0593103623610676, - 1.2049412432924147, - 1.1612948832756183, - 0.9664237104019653 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 53255, - "cert_evals": { - "36": 0.8740740418434143, - "72": 0.8592592477798462, - "108": 0.8518518209457397, - "255": 0.7259259223937988 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.9072847682119205, - "test_acc": 0.8928571428571429, - "train_size": 255, - "val_size": 151, - "test_size": 616, - "stats": { - "mean": [ - [ - -0.039873489411764704, - 0.06568908627450984, - -0.08042117858823533, - -0.07278203247058826, - 0.031821641215686286, - 0.042755718431372526, - 0.005826313725490188, - 0.07096834100392159, - 0.027976641294117695, - -0.0360630005411765, - 0.08661626117647052, - -0.01559811278431374, - -0.0027832955098039194, - -0.00600242694117644, - -0.011780795098039233, - 0.05183837615686276, - -0.0011791454901960582, - 0.012773291529411772, - -0.01314989992156862, - 0.009224545098039242, - 0.0690001321568627, - -0.0190796969803922, - 0.013153878745098036, - -0.02286682056078435, - 6.883568627453327e-05 - ] - ], - "std": [ - [ - 0.9701687420411181, - 0.9794453617880473, - 0.9813443525023554, - 0.9595676757646171, - 1.003115552689647, - 0.9711996996585899, - 0.96070065028928, - 0.9964287871578288, - 0.9706304482097151, - 0.9607876088942564, - 0.9996288496718735, - 1.0168336786919916, - 1.0395937464726017, - 1.0511176984743116, - 0.9543421247886298, - 0.9888423590787397, - 0.9945618062244868, - 0.993182419256565, - 0.9977759822780166, - 0.9466357052699218, - 0.970268559194868, - 0.9921749035989086, - 0.9919171706653837, - 0.9992337881273372, - 0.9493328232926572 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 53255, - "cert_evals": { - "36": 0.887417197227478, - "72": 0.8807947039604187, - "108": 0.860927164554596, - "255": 0.7880794405937195 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.9358974358974359, - "test_acc": 0.8821603927986906, - "train_size": 255, - "val_size": 156, - "test_size": 611, - "stats": { - "mean": [ - [ - 0.09042857501960787, - 0.08453290745098035, - 0.05499370141176466, - 0.003266606392156863, - -0.07544167117647055, - -0.015606528627450978, - -0.019981488733333278, - -0.025666618862745103, - -0.018207427176470593, - 0.07526210964705878, - -0.07317296886274506, - 0.06288879294117644, - -0.045770915470588244, - 0.06681564803529418, - 0.0457884809411765, - -0.057205103882352934, - 0.03428885882352944, - -0.026384509803921576, - 0.04764570376470586, - 0.0265779054901961, - -0.05987147952941173, - 0.04524020599999998, - -0.030786102745098055, - 0.050239169831372554, - 0.03661726031372548 - ] - ], - "std": [ - [ - 0.9803272049895071, - 0.9882927145330502, - 0.9802699132826773, - 0.9866157296330209, - 0.9568636941234572, - 0.9924758747611615, - 0.9911948282259507, - 1.014854441162732, - 0.9588574557798413, - 0.9306835025569801, - 0.9960935226571523, - 1.058677201136564, - 1.1189325498150606, - 1.104729425488317, - 1.0030626650633148, - 1.0161006842006703, - 1.038500769178019, - 1.1151857588414493, - 1.0890692776345845, - 0.9960240438206022, - 1.0157898082954688, - 1.0428087102486705, - 1.0990958365479944, - 1.0781825399569271, - 0.9998307298430946 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 53255, - "cert_evals": { - "36": 0.9102564454078674, - "72": 0.8910256624221802, - "108": 0.8717948794364929, - "255": 0.7307692170143127 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8902439024390244, - "test_acc": 0.87893864013267, - "train_size": 255, - "val_size": 164, - "test_size": 603, - "stats": { - "mean": [ - [ - -0.0162589217254902, - -0.05657745160784315, - 0.01461218117647058, - 0.05366552894117648, - 0.038041347607843126, - -0.02560452082352941, - -0.011943972431372539, - -0.007390860000000016, - -0.011038546941176463, - -0.05211940686274512, - 0.008660175294117643, - 0.051748327019607854, - -0.01198270811764698, - 0.042424563215686224, - 0.0151460240784314, - -0.01830622803921565, - 0.029721466745098055, - 0.03686442627450982, - 0.01890176607843136, - 0.022645802980392142, - -0.02072309247058821, - 0.038014168235294084, - 0.011930823882352934, - 0.031066374470588243, - 0.015441112392156824 - ] - ], - "std": [ - [ - 1.0145212260058494, - 1.0183267267898117, - 0.9955590624479448, - 1.0189109805968923, - 0.9525691096733636, - 0.9401260529685115, - 0.9530483520235054, - 1.0372365061551077, - 0.9831280509255012, - 1.0109747306925605, - 1.0146664159530456, - 1.0835689421499082, - 1.0366330566676196, - 1.063468357562322, - 1.0478025436829708, - 1.0203756563273347, - 1.048069136775873, - 0.9743374382513833, - 1.0399684735711856, - 1.0238387714620327, - 1.0310574946708129, - 1.0714734463360287, - 1.0248857085596488, - 1.0669402741834955, - 1.0309522590651836 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 53255, - "cert_evals": { - "36": 0.8597560524940491, - "72": 0.8414633870124817, - "108": 0.8231707215309143, - "255": 0.707317054271698 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8798656262256068, - "std_test_acc": 0.01127082036012319, - "n_samples": 1022, - "n_features": 25, - "n_classes": 3, - "mean_cert_acc_36": 0.8828759342432022, - "std_cert_acc_36": 0.021465613610633007, - "mean_cert_acc_72": 0.8681357502937317, - "std_cert_acc_72": 0.022169080909150703, - "mean_cert_acc_108": 0.8519361466169357, - "std_cert_acc_108": 0.020837981859673286, - "mean_cert_acc_255": 0.7380229085683823, - "std_cert_acc_255": 0.03486860575628864 - }, - "oocytes_trisopterus_nucleus_2f": { - "dataset": "oocytes_trisopterus_nucleus_2f", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 24, - "best_val_acc": 0.7927927927927928, - "test_acc": 0.7225130890052356, - "train_size": 228, - "val_size": 111, - "test_size": 573, - "stats": { - "mean": [ - [ - 0.008357397456140388, - 0.01802353785087694, - -0.041648607412280596, - -0.0453803663157896, - 0.0012030528070177244, - 0.022922442456140533, - 0.036679189828947405, - 0.006630059969298269, - 0.03305654250000005, - -0.013262542280701796, - -0.10907990994736835, - 0.018322935921052583, - 0.07612510290350878, - 0.012056999298245606, - 3.168017543867413e-05, - -0.10483278701754395, - 0.006886669999999989, - 0.06841488109649123, - 0.00695189035087715, - -0.010072736403508812, - -0.05385949504824569, - 0.02870514298245609, - 0.015483249929824555, - 0.03363409311403503, - -0.0021852223684209818 - ] - ], - "std": [ - [ - 0.9973978575903476, - 1.0076014353044038, - 0.9952366807299615, - 0.932027269541095, - 1.0037384211397398, - 0.9967681042898726, - 0.9897940967126091, - 0.9959439814010456, - 1.0138128967542228, - 0.9906591764143307, - 1.0399607914486315, - 1.0440929697744785, - 0.9325257900670985, - 1.077455055918072, - 1.0068935522712004, - 1.0499836979693067, - 1.020033825374287, - 0.9599692363716387, - 1.0561252019263898, - 1.0054889903033737, - 1.0309466984358973, - 1.0847181603368137, - 1.1023028462065556, - 1.254832404821169, - 0.9936933949524517 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 53126, - "cert_evals": { - "36": 0.6486486792564392, - "72": 0.44144144654273987, - "108": 0.3243243396282196, - "255": 0.12612612545490265 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7307692307692307, - "test_acc": 0.7743682310469314, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - -0.08728925657894768, - -0.0543713359210526, - -0.034470636140350855, - 0.03278697263157899, - 0.05903984850877202, - 0.027659603256579266, - 0.0052796477236843045, - -0.02784190157894725, - -0.009100311184210503, - -0.037397169736841936, - 0.10257767285964901, - -0.01304280877192977, - -0.06708928297368424, - -0.036337502456140376, - -0.047321120833333355, - 0.09918661429824563, - -0.009569511929824559, - -0.06545246535087723, - -0.012505821052631564, - -0.06283763969298246, - 0.07219973416666646, - -0.0427019519736842, - 0.004866778614035071, - -0.047571456315789504, - -0.07411300593421052 - ] - ], - "std": [ - [ - 1.0458471164356558, - 1.0593898673226612, - 1.0081986354392756, - 1.0765642846006065, - 1.0669306376265857, - 1.0624952898815982, - 1.0407781573587898, - 1.106896809173159, - 1.167838053551809, - 1.0758835524236412, - 1.0385900596754538, - 0.9885404293586944, - 0.9550027699090833, - 0.9244009468904739, - 1.0365002828514067, - 1.032883107457862, - 1.0049531003586958, - 0.9938416222614777, - 0.9755214096734742, - 1.053074988224559, - 1.0165408864776693, - 0.9716379772569274, - 0.9394817774978654, - 0.8622924823332119, - 1.0276563689405496 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 53126, - "cert_evals": { - "36": 0.5923076868057251, - "72": 0.4307692348957062, - "108": 0.2461538463830948, - "255": 0.04615384712815285 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.7463768115942029, - "test_acc": 0.7326007326007326, - "train_size": 228, - "val_size": 138, - "test_size": 546, - "stats": { - "mean": [ - [ - -0.03544724921052656, - -0.03885949409210542, - -0.00817023697368415, - 0.051384859504385955, - 0.046574599692982555, - 0.04455862842105246, - 0.006319970219298388, - -0.042167378070175295, - -0.056997550482456076, - -0.04837222118421066, - 0.023236387807017467, - -0.018419659824561344, - 0.03327031526622804, - -0.03261339552631577, - 0.017033810526315828, - 0.026972617807017606, - -0.016002433162280727, - 0.07519383274999998, - -0.03613011021929823, - 0.0164577965789474, - 0.013493596793859773, - -0.02311588736842108, - 0.0705855121052632, - -0.038314935394736835, - 0.002846930162280715 - ] - ], - "std": [ - [ - 1.0173295399775188, - 1.0238875326302583, - 0.965332841080866, - 1.0357264688512589, - 1.0296595721628123, - 1.027217931369946, - 0.9273272720979442, - 1.0575953015661612, - 1.0282364738483871, - 1.0347456518954214, - 0.9384525467734931, - 0.9632166870693201, - 0.9301838169931504, - 0.9056571647388838, - 1.0051927672529442, - 0.961531287665366, - 0.9441957103814642, - 0.9064551199981514, - 0.8776461226812926, - 1.0213725987384084, - 0.997919302021147, - 0.9466852583005331, - 0.8271188054338252, - 0.8317555000647003, - 1.0271823239026208 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 53126, - "cert_evals": { - "36": 0.5869565606117249, - "72": 0.42028987407684326, - "108": 0.30434784293174744, - "255": 0.10144928097724915 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.7283018867924528, - "train_size": 228, - "val_size": 154, - "test_size": 530, - "stats": { - "mean": [ - [ - -0.10959069377192993, - -0.09912143754385974, - -0.007162025008771894, - 0.06766152456140351, - 0.08831780850877229, - 0.08171766137061406, - 0.006699487456140278, - -0.07772155793859647, - -0.05998239798245609, - -0.07346038859649133, - -0.02367889968421067, - -0.005257190087719264, - 0.03324320991228074, - -0.048391179824561384, - 0.008669106403508755, - -0.045213709868421055, - -0.008913120438596496, - 0.02287917744298246, - -0.016604398201754404, - -0.0007747342105263451, - -0.06126861737280714, - -0.02565710350877192, - 0.05257332175438596, - -0.045432562719298235, - -0.0029558628640350784 - ] - ], - "std": [ - [ - 1.044732018887429, - 1.0625410440290517, - 1.0767800702099823, - 1.0282688245705722, - 1.08629241303742, - 1.0791696596464955, - 1.0159169319395265, - 1.053527399603391, - 0.9939044762321542, - 1.0659676193377676, - 0.9599515341324413, - 0.9624071800102462, - 0.902255701658811, - 0.882802488819804, - 0.992868117400491, - 0.976032726528656, - 0.9678528042797121, - 1.0363949239113746, - 0.9791104951035513, - 1.0023913562224034, - 0.9810108324803241, - 0.9401880345466065, - 0.8602452645459159, - 0.8427992005641717, - 1.0009607300230972 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 53126, - "cert_evals": { - "36": 0.551948070526123, - "72": 0.4285714328289032, - "108": 0.37662336230278015, - "255": 0.12987013161182404 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7394459848613382, - "std_test_acc": 0.023645539685115104, - "n_samples": 912, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.594965249300003, - "std_cert_acc_36": 0.040014955764348444, - "mean_cert_acc_72": 0.4302679970860481, - "std_cert_acc_72": 0.008708970110725321, - "mean_cert_acc_108": 0.3128623478114605, - "std_cert_acc_108": 0.05391154848927594, - "mean_cert_acc_255": 0.10089984629303217, - "std_cert_acc_255": 0.03861376652109977 - }, - "oocytes_trisopterus_states_5b": { - "dataset": "oocytes_trisopterus_states_5b", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.8682170542635659, - "test_acc": 0.8432432432432433, - "train_size": 228, - "val_size": 129, - "test_size": 555, - "stats": { - "mean": [ - [ - 0.07071967587719294, - -0.03126246473684206, - -0.05244502938596495, - 0.005148638640350878, - 0.12069938767543859, - -0.061311192850877064, - -0.05906930372807029, - -0.05115659995614045, - -0.13130431929824563, - -0.06720904710526317, - -0.05089102140350876, - -0.04616209415789476, - -0.008453429122807003, - 0.007494995967982444, - -0.045153931578947384, - 0.03200924100877193, - -0.0691457934210527, - -0.0009892403947368614, - 0.011054617807017532, - -0.029681514881578927, - 0.01884901570175438, - -0.046099180000000024, - 0.002979564210526361, - -0.0069296600877193516, - -0.01987498114035088, - 0.015903855074561355, - -0.12577492600877196, - -0.08353401973684217, - -0.05708607535087729, - -0.05055958596491232, - -0.04731587622807015, - -0.043790602412280666 - ] - ], - "std": [ - [ - 1.1161365921129287, - 1.019937304172635, - 0.917445075485345, - 0.922445163110283, - 1.1247212152662185, - 1.0142273750405912, - 1.013302866302, - 1.014864695381583, - 0.9032083969104956, - 0.9420860638513419, - 0.8878850299621215, - 0.9649792111481951, - 0.9283049848951963, - 0.9030510744389749, - 0.8595512938345663, - 0.9546310505717645, - 1.0275522247728062, - 0.9168016008396184, - 0.9413647122294537, - 0.8546868987355505, - 0.9932921290570054, - 1.0448863454946404, - 0.9301627049708955, - 0.9728030425741644, - 0.8334914560515586, - 0.9950352822299136, - 1.1288380460826624, - 1.0483897554983064, - 0.9912110826643573, - 0.972356775914115, - 0.9655364442120018, - 0.961757628464007 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 54151, - "cert_evals": { - "36": 0.8294573426246643, - "72": 0.7984496355056763, - "108": 0.7441860437393188, - "255": 0.4728682041168213 - }, - "fold": 0 - }, - { - "best_epoch": 50, - "best_val_acc": 0.94, - "test_acc": 0.897003745318352, - "train_size": 228, - "val_size": 150, - "test_size": 534, - "stats": { - "mean": [ - [ - 0.042168793947368305, - -0.046661154824561395, - -0.07265519657894737, - -0.029048200219298256, - 0.09316957649122803, - -0.10222960131578947, - -0.10301473457017543, - -0.10802850458421065, - -0.0797967623684211, - -0.04103184833333331, - -0.03355091710526318, - -0.07929260306140361, - -0.01261704565789473, - 0.1506792193013158, - -0.04067907675438599, - 0.0143033318859649, - -0.10382837236842095, - -0.04084723513596495, - 0.09225491631578954, - -0.05923273439912277, - -0.01375305198245613, - -0.07187321360087723, - -0.04672014346491231, - 0.0815637618859649, - -0.05598073456140354, - -0.022079915539473673, - -0.09001919685526312, - -0.07580621197368419, - -0.062005388640350885, - -0.0598721951754386, - -0.05949153206140351, - -0.05830784473684211 - ] - ], - "std": [ - [ - 1.0200834248953377, - 0.9834883235416357, - 0.948382326692065, - 0.9422895148016912, - 1.0599930578421568, - 1.008102104687054, - 1.005532265621242, - 1.002425640615904, - 1.0281516449119859, - 0.9864372876535116, - 0.9216225867194346, - 1.0175930869712388, - 0.9515569597651118, - 0.8710927832245062, - 0.9090671548749089, - 0.9587815133966584, - 1.0094043299853246, - 0.9261778760996505, - 0.8474973900761839, - 0.9036382522123776, - 0.9766692441797213, - 1.0089134547001877, - 0.9564712615645998, - 0.8678207248562414, - 0.9118462619599206, - 0.9732947965073382, - 1.0611090895722666, - 1.015667914213523, - 0.9793114555387845, - 0.9657189087278202, - 0.9606198710213132, - 0.9585784664444565 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 54151, - "cert_evals": { - "36": 0.8866667151451111, - "72": 0.8400000333786011, - "108": 0.7800000309944153, - "255": 0.36666667461395264 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9032258064516129, - "test_acc": 0.8821428571428571, - "train_size": 228, - "val_size": 124, - "test_size": 560, - "stats": { - "mean": [ - [ - 0.003998914473684303, - -0.0213186002192983, - -0.017623903947368354, - -0.012337663596491195, - -0.017431074298245655, - -0.004555553359648964, - -0.004108547587719438, - -0.0009373696052630999, - -0.016608215043859648, - -0.03182528381578946, - -0.007421083684210486, - -0.005595805956140336, - -0.02646343394736844, - -0.03618650232456141, - -0.010698251315789472, - -0.030884499561403496, - 0.00945457565789471, - -0.009139434872807068, - -0.03419454758771928, - -0.008557029530701714, - -0.023951698464912213, - -0.004459117500000028, - -0.004532075570175454, - -0.017823669631578956, - 0.001388015307017533, - -0.0025814676008772044, - 0.025199284736842097, - -0.0031750307894736394, - -0.009545385219298277, - -0.011465425438596452, - -0.011802506973684268, - -0.012658367236842074 - ] - ], - "std": [ - [ - 0.97457074546984, - 1.0043257679235367, - 0.9742480751664327, - 0.9943971588575504, - 0.9581527150500696, - 0.9265467380337167, - 0.9264773239886217, - 0.9319494271687707, - 1.0333247779313135, - 0.920720050526615, - 0.9972315457748969, - 0.9339472735421078, - 0.994560651859279, - 0.9728161348895927, - 0.9675512654728273, - 1.0285831983370706, - 0.9503032539654157, - 0.9956226688351669, - 0.9764940921703851, - 0.9471557323877339, - 1.0287165906042777, - 0.9500178099607385, - 0.9876437160220987, - 0.9354692176608096, - 0.898511968634094, - 1.0286414971042166, - 0.9524777970147053, - 0.9772040913271117, - 0.9780996145454892, - 0.9792411013617204, - 0.9824128780686913, - 0.9861305066741933 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 54151, - "cert_evals": { - "36": 0.8548386693000793, - "72": 0.774193525314331, - "108": 0.6774193048477173, - "255": 0.4193548262119293 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.8769230769230769, - "test_acc": 0.8664259927797834, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - 0.19128086798245605, - -0.1545888153201755, - -0.1037753156140351, - -0.08390219271929829, - 0.19822772679824566, - -0.054646532894736755, - -0.05310007785087714, - -0.05312231039473688, - -0.09918999210526323, - -0.0755739785964912, - -0.07051384131578947, - -0.05881431096491246, - -0.07694789254385967, - 0.054556597587719274, - -0.06296629385964911, - -0.09344949605263154, - -0.05059881096491216, - -0.09314682412280695, - 0.050995198815789525, - -0.07107925399122803, - -0.13133097996491225, - -0.0199737169736841, - -0.08499977043859651, - 0.0665703333333333, - -0.06430988701754382, - -0.11358861070175429, - -0.20145491466228072, - -0.1672395333333333, - -0.13964623530701756, - -0.13065004122807017, - -0.1280007524122807, - -0.1254573030701754 - ] - ], - "std": [ - [ - 1.162459605948107, - 1.0220637257211564, - 0.9798271763297653, - 0.9281687716661429, - 1.1748679320520254, - 1.0338563715791989, - 1.0321846232991374, - 1.0330317193022602, - 1.0435830097086, - 0.9790515232110254, - 0.975207419353285, - 0.993634610991306, - 0.9186772145265852, - 0.9759927672870093, - 0.930549606138527, - 0.9430482289842438, - 1.0327123337266333, - 0.9392430037385824, - 0.9854560711615015, - 0.9600278149608173, - 0.9920638252884562, - 1.0141678876429923, - 0.9512802433446548, - 0.9952075820683842, - 0.911976129686222, - 0.9873548656001708, - 1.1909974471705074, - 1.0719478815576433, - 1.0152936018335244, - 0.9972868774145465, - 0.9919889419406073, - 0.9898458188922279 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 54151, - "cert_evals": { - "36": 0.807692289352417, - "72": 0.7846153974533081, - "108": 0.7307692170143127, - "255": 0.446153849363327 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8722039596210589, - "std_test_acc": 0.02299216568395728, - "n_samples": 912, - "n_features": 32, - "n_classes": 3, - "mean_cert_acc_36": 0.8446637541055679, - "std_cert_acc_36": 0.033989713107668906, - "mean_cert_acc_72": 0.7993146479129791, - "std_cert_acc_72": 0.028885911223544457, - "mean_cert_acc_108": 0.733093649148941, - "std_cert_acc_108": 0.042537377578242004, - "mean_cert_acc_255": 0.42626088857650757, - "std_cert_acc_255": 0.04533995951306282 - }, - "connect-4": { - "dataset": "connect-4", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 46, - "best_val_acc": 0.8263584040581406, - "test_acc": 0.8303931513966896, - "train_size": 16889, - "val_size": 10251, - "test_size": 40417, - "stats": { - "mean": [ - [ - 0.030039043756277816, - 0.019902300550625314, - 0.02412979927762107, - 0.01985044289179096, - 0.04051709657175008, - 0.019031591236910044, - -0.0045395188821050255, - 0.00019764479838064707, - -0.0054407273373289445, - 0.0013942071762814724, - 0.0055600884599283544, - 0.001485642518807598, - -0.045466167742357476, - -0.01035231553081155, - -0.011896642548398602, - -0.003500336017520728, - -0.005169183847484449, - -0.004208846444423896, - -0.015666746284570425, - -0.004623683640220639, - -0.003240515128237825, - 0.007526564154155245, - 0.005614181419874743, - -0.0009578565812173992, - -0.008785680620530124, - 2.9899105920217333e-05, - 0.008153071703466623, - 0.012008136479367208, - 0.006621551092434575, - -0.0019656975546212823, - -0.013779740837230907, - -0.007963726330753096, - 0.0029912185446102466, - 0.006957733791219768, - 0.009923208727565623, - 0.008400017940669328, - 0.005648935283319054, - -0.0006844205696187397, - -0.00016250281250430496, - 0.005438035407640847, - 0.006130487891554314, - 0.0019121513411066388 - ] - ], - "std": [ - [ - 1.006531226467314, - 1.008924218376966, - 1.0197183666704737, - 1.023893878424687, - 1.1159454713651147, - 1.1190732652590052, - 1.0024169825217877, - 0.9994835093105424, - 0.9930989860238304, - 1.004612308430935, - 1.0242747269577495, - 0.9967703228906594, - 1.0081015996457976, - 1.0023951062831706, - 0.9892908401102037, - 0.9991151349692805, - 0.9863950858355114, - 0.960184531380724, - 0.9986346631032498, - 1.0001270989782147, - 0.9928951530660571, - 1.0169032842233705, - 1.013285375385304, - 0.970290472444351, - 0.9945759706604689, - 0.9972408901165424, - 1.0114521905940863, - 1.0290063758644428, - 1.023278904623385, - 0.9324949802555003, - 0.9965943679305745, - 0.9932874797871102, - 1.0036564691959504, - 1.0228377133115587, - 1.0386526847608728, - 1.1257342158605066, - 1.0035861966708441, - 1.000236858494279, - 0.9968329006749054, - 1.0125833294784417, - 1.0214319654141149, - 1.006766118353405 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 55302, - "cert_evals": { - "36": 0.7252950668334961, - "72": 0.6019900441169739, - "108": 0.4682469964027405, - "255": 0.060189247131347656 - }, - "fold": 0 - }, - { - "best_epoch": 47, - "best_val_acc": 0.8321189444663253, - "test_acc": 0.8331852290679305, - "train_size": 16889, - "val_size": 10156, - "test_size": 40512, - "stats": { - "mean": [ - [ - 0.027203261152216014, - 0.024381636864207697, - 0.020735522529443332, - 0.023047149623986126, - 0.020027097519112465, - 0.026940308105877917, - -0.00722533788855856, - -0.00531791621766461, - -0.009308466457466616, - 0.00578968973889537, - -0.0010269574279278557, - 0.004949220640663072, - -0.037384035289282136, - -0.016723926816264917, - -0.008892225590617149, - -0.008508028006396103, - -0.004554644798399636, - 0.0002488341287307118, - -0.014038076854764218, - 0.0028520603943621176, - 0.0008038332642066601, - 0.002791597607881187, - -0.00160992456626965, - -0.0009578257800985885, - 5.388069156555676e-05, - 0.010160649535196326, - 0.012398836639225969, - 5.7993960568914834e-05, - -0.003970593522402191, - 0.0032774340103030072, - -0.010958108650600418, - 0.003209088104681389, - 0.008421007164421582, - 0.007349537331987826, - 0.008767308745328259, - -0.0032300263189079456, - -0.0018860788679084654, - -0.009485176801493057, - -0.0028463511753280563, - 0.0013060429865429904, - -0.0015533507016145245, - 0.012107637870801016 - ] - ], - "std": [ - [ - 1.0053784970608792, - 1.0086117051709853, - 1.0174407281192794, - 1.0328236445577126, - 1.0555647249928823, - 1.1828794778966805, - 1.0020910755122447, - 1.0000565113338769, - 0.9890321160451245, - 1.0150152665488792, - 0.9899360205182285, - 1.0509979377431884, - 1.0058247313452429, - 0.9943794278675755, - 0.9914355031605685, - 0.98735263698585, - 0.9895129572809503, - 0.9832660190727348, - 1.0002454573596118, - 1.005345164132691, - 1.0022702027544366, - 1.0038695389702308, - 0.9884994910041733, - 1.0323210247180712, - 0.9997460580413666, - 1.0089872644160143, - 1.0235001251776934, - 0.9984386209085483, - 0.9823324227005963, - 1.0494438702787408, - 0.9933592013054958, - 1.0038908920524567, - 1.013697656799958, - 1.0183153010542547, - 1.0567215054144603, - 0.8880868673858706, - 1.0011297314158905, - 0.9952887406369397, - 0.9967427026967423, - 1.006175884588394, - 0.991937713430211, - 1.1100304287997806 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 55302, - "cert_evals": { - "36": 0.7246947884559631, - "72": 0.6030917763710022, - "108": 0.4655376076698303, - "255": 0.06153997778892517 - }, - "fold": 1 - }, - { - "best_epoch": 46, - "best_val_acc": 0.8262952101661779, - "test_acc": 0.8223947771897719, - "train_size": 16889, - "val_size": 10230, - "test_size": 40438, - "stats": { - "mean": [ - [ - 0.025572694783573928, - 0.01329715524895377, - 0.021220418319602922, - 0.01865168985727237, - 0.01982012718339098, - 0.00963998614483818, - 0.002528423115643657, - 0.014210160400253889, - 0.019369405767058635, - 0.014451386997468231, - 0.013793931316224738, - 0.012371159470670088, - -0.039714018710444283, - 0.002464175676483553, - -0.003429649002305634, - -0.009634763751553201, - 0.0009762194327558758, - 0.0017347277695622, - -0.010497498845409039, - -0.009077317366310872, - -0.009626320682147567, - -0.007594781810667109, - -0.00470596897387065, - -0.0015970677600842312, - -0.009472249452314906, - -0.00820725051809292, - -0.0026667849487946728, - -0.015432931020187987, - 0.0013254907454667974, - 0.008520569927173222, - -0.01259168517970182, - -0.013636079637638902, - -0.01148821777488854, - 0.0004930685061226005, - 0.0037583447036442816, - 0.004523333086622283, - -0.0011041412753886373, - 0.0011898180472266853, - 0.004086905974287228, - 0.0047194280300578055, - 0.006496377523849094, - 0.0006377091894106407 - ] - ], - "std": [ - [ - 1.002340911028259, - 1.000241509886604, - 1.0182352047279812, - 1.026450786988581, - 1.0586830294039484, - 1.0573441287107759, - 0.9999723336345973, - 1.0051963116139528, - 1.0189730060934503, - 1.0249429350044355, - 1.0283337398578962, - 1.0717856671455852, - 1.007021137501264, - 1.0086278986575667, - 0.9953893180688569, - 0.98676435866359, - 1.0045070750637721, - 0.9894410915928983, - 1.0018969853345276, - 0.9951351558433682, - 0.9829488046935272, - 0.9826669281585328, - 0.9809482582136214, - 1.0155101449208117, - 0.9962026519420597, - 0.990863381380769, - 1.0019931559758173, - 0.9596014491771616, - 1.0169055158769793, - 1.076548189219986, - 0.9955495648295175, - 0.9907146280157456, - 0.9785756681213451, - 1.006526766910725, - 1.0173366899136054, - 1.0876518916773228, - 1.0029420841971977, - 0.9990722630784118, - 1.0096089946640998, - 1.0127375864747392, - 1.01584212211435, - 0.9362241233272562 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 55302, - "cert_evals": { - "36": 0.7193548679351807, - "72": 0.5879765748977661, - "108": 0.452297180891037, - "255": 0.05992180109024048 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8241571913026132, - "test_acc": 0.8194232567294917, - "train_size": 16889, - "val_size": 10026, - "test_size": 40642, - "stats": { - "mean": [ - [ - 0.0255017919592495, - 0.022711381550094376, - 0.022287194327654584, - 0.02371314346613092, - 0.02809891444136949, - 0.011617169660734934, - -0.003762045615482179, - -0.0006222379063383423, - -0.0011956524365063191, - 0.008375274142948436, - -0.0028795755225458197, - 0.004949219420934186, - -0.03286969234417018, - -0.016504218603819, - -0.0016998223695865533, - -0.0031247556989696936, - -0.011519434898461321, - 0.0002488323820318791, - -0.012126160814738062, - -0.0071686163775022144, - 0.0038903055242530825, - 0.0026388575403812784, - 0.004066158683185444, - -0.0015970711824220074, - -0.004837915684773933, - -0.005745571910715695, - -0.003762464740373103, - -0.006138376635676964, - 0.001325493137553573, - 0.008520567025875392, - -0.0066514068920593425, - -0.003064876132393696, - 0.005525119900522458, - 0.009504424891937585, - 0.011849736177385477, - 0.008400017940669543, - -0.0067909446385286945, - -0.00818136082659884, - 0.004646044170746594, - 0.012444457339079356, - -0.0015533672804591957, - 0.00446103881223969 - ] - ], - "std": [ - [ - 1.0045809901782567, - 1.011044061995358, - 1.0172043141389446, - 1.0411444793879623, - 1.0848038904253097, - 1.0532589212327128, - 1.001732294856909, - 0.9979736375563433, - 0.9960552361012427, - 1.01505820099451, - 0.9927946698994767, - 1.0430998783719132, - 1.0035374294499668, - 0.9954329781752278, - 0.9998036225568965, - 0.9986000648188756, - 0.968307334521185, - 1.0041135888200137, - 1.0020709200665507, - 0.9957946771192316, - 1.0066983742054452, - 0.9982009085917064, - 1.0079501138389146, - 1.0086913740499897, - 0.9975519054988539, - 0.9949781645083238, - 0.9908446185534602, - 0.980252534332932, - 1.0196582337505167, - 1.129171084329408, - 0.9975018305111572, - 0.9962923547954192, - 1.0083259241822573, - 1.0245524736842544, - 1.0587730123334396, - 1.1257342158603454, - 1.000888709096108, - 0.9958781134180874, - 1.0074167017832345, - 1.03159906035601, - 0.975850670238492, - 1.1586868157131331 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 55302, - "cert_evals": { - "36": 0.7104528546333313, - "72": 0.583083987236023, - "108": 0.44225016236305237, - "255": 0.05266307666897774 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8263491035959709, - "std_test_acc": 0.006498486650176186, - "n_samples": 67557, - "n_features": 42, - "n_classes": 2, - "mean_cert_acc_36": 0.7199493944644928, - "std_cert_acc_36": 0.006871019035773876, - "mean_cert_acc_72": 0.5940355956554413, - "std_cert_acc_72": 0.010032233367073835, - "mean_cert_acc_108": 0.45708298683166504, - "std_cert_acc_108": 0.01209727715146716, - "mean_cert_acc_255": 0.05857852566987276, - "std_cert_acc_255": 0.004006725513310915 - }, - "ozone": { - "dataset": "ozone", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.958217270194986, - "test_acc": 0.9591704471808166, - "train_size": 634, - "val_size": 359, - "test_size": 1543, - "stats": { - "mean": [ - [ - -0.003832208201892918, - -0.005418530378548824, - -0.010179585331230298, - -0.007282815457413272, - -0.012684214511040823, - -0.016161820820189455, - 0.002799892586751031, - 0.0019220082018927972, - -0.018512049842271346, - 0.005907482334384807, - -0.007494815457413195, - -0.025883145425867744, - -0.03184079188958992, - -0.019569813880126137, - -0.027278735331230344, - -0.03046446009463729, - -0.011907895583595755, - -0.007346252618296485, - -0.02668136640378576, - -0.06587051593059931, - -0.049409756782334495, - -0.07125564747634061, - -0.0656345313880127, - -0.07421817728706603, - -0.009998679968454185, - -0.0262489938485801, - -0.021923096214510832, - -0.0190336230283913, - -0.018218104037854982, - -0.016821850378548945, - -0.020884196703469835, - -0.020929776435331872, - -0.021766428958990638, - -0.02181745849999988, - -0.020616926908517234, - -0.02164594619873821, - -0.027880692514195553, - -0.03721009403785469, - -0.03371047791798095, - -0.0357276862940851, - -0.03981797839116743, - -0.04135431316246058, - -0.0396969034069403, - -0.04041245388012638, - -0.03959258725552049, - -0.035369640788643436, - -0.0329854148107256, - -0.037678351135646625, - -0.029864726656151485, - -0.030806835126182992, - -0.03040135176656141, - -0.02955822337539437, - -0.0004082835646687658, - 0.03179852176656152, - -0.030195180984227132, - -0.04001496272870659, - 0.026779878261829634, - -0.004116586119873863, - -0.0023215491955836005, - -0.024096858706624612, - -0.03674826619400633, - 0.02543307507728708, - -0.005538621608832797, - 0.01184614798107252, - -0.02897714377507889, - -0.008931562263406941, - 0.023499008943217683, - 0.017402507271293364, - 0.0359555768138801, - 0.023836606309148266, - -0.0014779406940063293, - -0.008649845488958915 - ] - ], - "std": [ - [ - 1.0253346653541646, - 0.9970790367473195, - 1.0038692152439912, - 0.9938232451774182, - 0.9892173701948798, - 0.9911118430754786, - 1.017791120532591, - 0.9932864022974621, - 0.9902464436046423, - 1.000185178231482, - 1.0011696264611658, - 0.986480392675615, - 0.9730802318969383, - 0.9778181923701852, - 0.9836970027189096, - 0.9750118443336364, - 0.9792780834573579, - 0.9880149185292257, - 0.9781480670848659, - 0.9690310973910427, - 0.9891508690776625, - 0.9800473244857659, - 0.9719895753152141, - 0.9862159945987059, - 1.000643505337353, - 0.98774444392728, - 1.0016087509397211, - 0.9981176722651791, - 0.9943416662612424, - 0.9911189659544083, - 0.9910342795958328, - 0.9946798944092399, - 0.9963025407021763, - 0.9986420543916559, - 1.0050901822096001, - 1.006920701444179, - 1.0106377164264517, - 1.0193709910492683, - 1.0139900979553602, - 1.0114902226706495, - 1.0154408973720759, - 1.0202202440190384, - 1.0187333506565903, - 1.0188947379912598, - 1.0238829760328585, - 1.0216807530782095, - 1.0172760501580516, - 1.019296401406438, - 1.0121202260566657, - 1.0092598657183676, - 1.0163059965288948, - 1.0075443434312203, - 0.9544054418118135, - 0.959178459050877, - 0.9653248526530249, - 0.9812633263036802, - 0.9443343196371533, - 0.9785419366403552, - 0.9938503050835839, - 0.9399729974257295, - 1.0017571374847212, - 0.9409064434936084, - 0.9699516997787144, - 1.0227411928766736, - 0.9603064531854989, - 0.9989953512934372, - 0.9473740110075154, - 0.9448230205985104, - 0.9456688250252197, - 0.942484207617471, - 1.0193030273935935, - 0.9279161878664934 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 216582, - "cert_evals": { - "36": 0.9470751881599426, - "72": 0.9275766015052795, - "108": 0.9136490225791931, - "255": 0.8356545567512512 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.9205955334987593, - "test_acc": 0.9486324216144096, - "train_size": 634, - "val_size": 403, - "test_size": 1499, - "stats": { - "mean": [ - [ - 0.03792215394321758, - 0.05303702501577294, - 0.055938417665614755, - 0.045617302050472784, - 0.021353089905362888, - 0.020145928075709717, - 0.0154306208201896, - 0.022261120504731842, - 0.020515404258675263, - -0.006392122712933948, - -0.018915373501577255, - -0.01732013391167209, - -0.017668103968454255, - -0.006586070347003194, - -0.016273178391167133, - -0.009117565772870817, - -0.006092351104100761, - -0.004906137602523564, - -0.015032467823343948, - -0.009775977760252257, - -0.0028146921135643894, - -0.014031686908517228, - -0.025870736750788572, - -0.018697430914826393, - 0.012961191798107244, - 0.01047141529968471, - 0.018777906104101107, - 0.026551687539432215, - 0.020844408675078762, - 0.023819117413249064, - 0.023811730189274537, - 0.019894168675078563, - 0.021038747192428944, - 0.02314655241798127, - 0.028341015741325026, - 0.024617651403785426, - 0.01178393461514206, - 0.014336364637223941, - 0.016739142365930756, - 0.012312654178627935, - 0.028485125615141934, - 0.019114635623028217, - 0.013634379747634108, - 0.008062478817034518, - 0.009352700126182908, - 0.012544397728706748, - 0.01817721485804401, - 0.017917969968454316, - 0.021168408769716013, - 0.023414116261829713, - 0.014830201829653165, - 0.02222035735015768, - 0.026335983533123025, - 0.0094259924290221, - -0.007603148958990523, - 0.0009938357413249734, - 0.005802570088328026, - 0.026215337223974716, - 0.038780452492113614, - -0.022953927902208182, - 0.031207762034700385, - 0.017113763779179843, - 0.04147194542586757, - 0.04368782463722394, - 0.01750911003659304, - 0.03434608705047321, - 0.009342367476340697, - 0.024773590962145133, - 0.004409446561514154, - 0.005585798107255572, - 0.00011378753943216802, - 0.0765020130757091 - ] - ], - "std": [ - [ - 1.03736363563334, - 1.041421531442326, - 1.0267865270755487, - 1.0121442820993367, - 1.008293110256913, - 1.01873498921806, - 1.0118066495461369, - 0.982292246248336, - 0.979405861495792, - 0.9688780031821314, - 0.9652773998745313, - 0.9694491321671315, - 0.9531773775158731, - 0.9580862657893832, - 0.9577664681306315, - 0.9623544801742809, - 0.975601277571152, - 0.9832052078314656, - 0.990296487656043, - 0.9755842570008628, - 0.9865540245890023, - 0.962851713833088, - 0.9566628208998662, - 0.9468020657890054, - 0.9742316163334963, - 0.9645422392473766, - 1.0027685912228592, - 0.9966208972539959, - 0.999182931601029, - 0.9948819423856855, - 0.9946336959149308, - 0.994301681069435, - 0.9956026583826234, - 0.9930511866663474, - 0.9890478651750041, - 0.994199597668802, - 1.0023859350650413, - 1.000426145687874, - 1.0003652424842289, - 1.0064232470420955, - 0.9992643537317858, - 1.005945961042932, - 1.0059460570896996, - 1.0088514720728148, - 1.0098664378887052, - 1.0086576841526969, - 1.0071224688030078, - 1.0065893694520875, - 1.003072381839363, - 1.0009275382343648, - 1.0031288456338048, - 1.001641400063109, - 0.9717690232361939, - 0.9645442990237298, - 1.0599901264777962, - 0.9668729591901228, - 0.9848003020040621, - 0.9858228202928896, - 0.9910100230003203, - 1.033854568614186, - 1.023206024569695, - 0.9609138694597942, - 0.9763937113178477, - 1.0499365812704335, - 1.002074911190731, - 1.0401611909032527, - 0.9829420247883154, - 0.9775076034950193, - 0.9858571161451036, - 0.98438894199897, - 0.9570620772827372, - 1.2319088901760018 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 216582, - "cert_evals": { - "36": 0.9081885814666748, - "72": 0.8858560919761658, - "108": 0.863523542881012, - "255": 0.7344912886619568 - }, - "fold": 1 - }, - { - "best_epoch": 6, - "best_val_acc": 0.9399477806788512, - "test_acc": 0.9466754443712969, - "train_size": 634, - "val_size": 383, - "test_size": 1519, - "stats": { - "mean": [ - [ - -0.026519395110410078, - -0.020519656719242864, - -0.03856912839116702, - -0.016610770662460427, - -0.02360172176656157, - -0.0062361091482649456, - 0.006315673186120061, - 0.008122894006309216, - 0.019828661829653038, - 0.023493720820189235, - 0.028398340063091426, - 0.037658466246056704, - 0.03720359796845454, - 0.01712326940063089, - 0.010629502208201842, - 0.016920019873816996, - 0.004836936277602788, - 0.008885449716088383, - 0.004271558517350052, - -0.013732781230283674, - -0.003293864984227115, - -0.0059959652996845044, - 0.02009481703470032, - 0.012495374763406907, - 0.026107515615142074, - 0.0048866673501578506, - -7.10347318611639e-05, - 0.004620787066245969, - 0.006923117208201871, - 0.007044452050473267, - 0.0017660842902208816, - 0.0005843353627757844, - 0.0024381367823343115, - 0.01260079149999998, - 0.027790525930599275, - 0.03580574296529951, - 0.044962928378549, - 0.03849109044164033, - 0.031017723895899216, - 0.014714712648895947, - 0.020249673911671977, - 0.01992396563091474, - 0.00854246886435317, - 0.010404890378548888, - 0.0019442098422712223, - -0.005629299589905388, - 0.0006738145583594855, - -0.006554089621451123, - -0.0014963604731860216, - -0.004724123485804328, - 0.03185038192429032, - 0.017040701072555207, - -0.016917529684542604, - -0.01635350962145107, - 0.03180636989905358, - -0.028097102381703456, - -0.02487774311041013, - -0.024357788801261843, - 0.010347320820189253, - 0.023048282129337568, - -0.0404586584542587, - -0.01956875883911673, - -0.015517057255520493, - -0.042936753533123054, - 0.016056352455205057, - 0.0006885119637224163, - -0.017713837870662472, - 0.00866661981072551, - -0.011936950630914838, - -0.019579047318612028, - 0.010573428391167213, - 0.013769920457413393 - ] - ], - "std": [ - [ - 0.9824246191960648, - 0.9460660479955723, - 0.9414137117810848, - 0.9563951332641849, - 0.9542747430368088, - 0.9649020128187702, - 0.9480302958839442, - 0.9695925595005404, - 0.9508962724118688, - 0.9324002792481486, - 0.9491098110835717, - 0.9593993759599093, - 0.9708845814409902, - 0.9746076150662417, - 0.9730830926818287, - 0.9705828418121233, - 0.9678944356517812, - 0.9787918055436075, - 0.9871395323030632, - 0.988799836722974, - 1.0088712263265718, - 1.027651048121395, - 1.0110542737448385, - 1.014655075557104, - 0.9527254870773569, - 0.9499284788193443, - 0.9739892346448356, - 0.9717415422572252, - 0.9710591664892269, - 0.9720523397095961, - 0.9743931633453154, - 0.9750560919142672, - 0.9732640281425894, - 0.9694138817789562, - 0.9591766148620566, - 0.9523484366096532, - 0.9426339173138096, - 0.9489336834494043, - 0.9510992266164007, - 0.9608960530293392, - 0.9501293475748765, - 0.950793971802449, - 0.9575052033489578, - 0.9516958236697296, - 0.9607004557781494, - 0.9650164347980471, - 0.9627072697949259, - 0.9664615907966804, - 0.9637912770104232, - 0.9634717474587103, - 0.9445789095634398, - 0.9512185629902784, - 0.9929982903986023, - 0.9911801208163777, - 1.0345096377862717, - 1.015804013333407, - 1.0429149112118707, - 0.9641031908608965, - 0.9736098232781243, - 0.9944177175712005, - 1.0241007437497402, - 1.0365807493549954, - 0.9939798656902995, - 0.9703197880729728, - 0.9618026775337026, - 1.0327802384943932, - 1.0325597261783583, - 0.978275118853774, - 1.0112531906719258, - 1.0439400654735873, - 1.021812320404611, - 1.0812409348018392 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 216582, - "cert_evals": { - "36": 0.9138381481170654, - "72": 0.8955613970756531, - "108": 0.8668407201766968, - "255": 0.7519582509994507 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9582309582309583, - "test_acc": 0.948494983277592, - "train_size": 634, - "val_size": 407, - "test_size": 1495, - "stats": { - "mean": [ - [ - 0.0414219129337539, - 0.04560815454258686, - 0.034397147160883365, - 0.020956117823343955, - 0.024564269400630924, - 0.0005553069400630991, - 0.016602504416403943, - 0.0062627359621451415, - -0.0031757522082018035, - -0.013944516088328245, - 0.0037218815457413378, - -0.020531244637224017, - -0.012975684929022045, - -0.015335962460567969, - 0.0022576992113565006, - 0.01988752665615142, - 0.025492129968454638, - 0.02310144264984224, - 0.03577952003154558, - 0.03828845977918, - 0.04090566182965307, - 0.016406487381703586, - 0.032255133596214486, - 0.055611245425867664, - 0.025829820504732027, - 0.017592141324921318, - 0.08482513250788633, - 0.08251534022082004, - 0.0806660400000002, - 0.0797597929968453, - 0.07844461148265003, - 0.07577048630914786, - 0.07816740391167189, - 0.07698375904258688, - 0.07839980914826507, - 0.07030392544164019, - 0.07335677605520505, - 0.07059885154574139, - 0.05749520764984241, - 0.05839240802768149, - 0.04884538044164021, - 0.057599388186119704, - 0.06056710167192429, - 0.05068962059936886, - 0.04918662220820182, - 0.05663887050473197, - 0.052981187223974706, - 0.05271488757097796, - 0.05998731700315455, - 0.058964341198738154, - 0.062026943990536335, - 0.06406211694006311, - 0.04476776665615138, - 0.04366600899053627, - 0.0071440257350158225, - 0.01720357881703467, - 0.02547216375078862, - 0.03767682965299683, - 0.005417277176656162, - -0.021366308296529912, - 0.014681808124605667, - 0.02665934194006316, - 0.0029629283911672116, - 0.04136874888012618, - -0.03195372262365931, - 0.02910725921924289, - 0.04066335638801264, - 0.040631754242902225, - 0.0663199716719243, - 0.022615533123028518, - -0.003297019858044126, - 0.04436952356466899 - ] - ], - "std": [ - [ - 1.0105987107179513, - 1.0154217840142559, - 1.0127704333239322, - 1.0250915526181619, - 1.0277899782078663, - 0.982162687271895, - 1.0035414511934382, - 0.9904593990260483, - 0.9663940188769403, - 0.9541638919218064, - 0.9616077277788638, - 0.9585349634260687, - 0.9525169153591942, - 0.9428065740578456, - 0.9687530001209573, - 0.9662943308105892, - 0.9592234004298692, - 0.979716475995095, - 0.9819854494212729, - 0.9839277847661497, - 1.002027685561712, - 0.9811382213240143, - 0.9801878541507797, - 0.9886132720669727, - 0.9572863825752432, - 0.9684473114507368, - 0.9458197712036189, - 0.9493043352225052, - 0.9536886787314945, - 0.9542388565417081, - 0.9568724214982696, - 0.9604182963982565, - 0.9628743223078909, - 0.969739870388791, - 0.9658420669879488, - 0.9663588514066725, - 0.9591914227782425, - 0.9566142593514982, - 0.9604271978550112, - 0.9572841356250656, - 0.9637592188968211, - 0.9567941828689348, - 0.9518409084669301, - 0.9583057006169418, - 0.9626024487496594, - 0.9611581570635215, - 0.9675755641595767, - 0.9693064339918899, - 0.9677848038214554, - 0.9725856655911815, - 0.9492806747367527, - 0.9580864580842854, - 0.9617728581830496, - 0.987791465119004, - 0.96105048335759, - 0.9739101949627368, - 0.9441015562727774, - 0.9653034478263104, - 0.988889321396684, - 0.9934946660414279, - 1.0125052771005791, - 0.9411383407966065, - 0.9598305998600601, - 0.9901272334268524, - 0.9825753191497685, - 1.0224810066711563, - 0.9107176652738894, - 0.9977469943360354, - 0.9461613310736207, - 0.942256538790349, - 0.9681623758458049, - 1.1107317714437548 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 216582, - "cert_evals": { - "36": 0.9459459185600281, - "72": 0.9312039017677307, - "108": 0.9115478992462158, - "255": 0.8058968186378479 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9507433241110288, - "std_test_acc": 0.005688438410899861, - "n_samples": 2536, - "n_features": 72, - "n_classes": 2, - "mean_cert_acc_36": 0.9287619590759277, - "std_cert_acc_36": 0.020628837605187383, - "mean_cert_acc_72": 0.9100494980812073, - "std_cert_acc_72": 0.02272981976377524, - "mean_cert_acc_108": 0.8888902962207794, - "std_cert_acc_108": 0.02742272466692214, - "mean_cert_acc_255": 0.7820002287626266, - "std_cert_acc_255": 0.046937737969170834 - }, - "page-blocks": { - "dataset": "page-blocks", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 47, - "best_val_acc": 0.9136420525657072, - "test_acc": 0.9013914095583787, - "train_size": 1368, - "val_size": 799, - "test_size": 3306, - "stats": { - "mean": [ - [ - -0.02785030869883066, - 0.04220508005847926, - -0.007799578223684104, - 0.04507938606725141, - -0.024484079290935535, - -0.03854930415204675, - -0.004306797478947405, - -0.009848768527412267, - -0.005646618040935423, - 0.010106594495613968 - ] - ], - "std": [ - [ - 0.6361019181556973, - 1.034803136362929, - 0.6754786444860511, - 1.1067239881887005, - 1.0243975057691477, - 1.0203050705017325, - 0.32326730885545285, - 0.9042709629040901, - 0.8768058573970098, - 0.9187092587310937 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 3689, - "cert_evals": { - "36": 0.8723404407501221, - "72": 0.8272840976715088, - "108": 0.7484355568885803, - "255": 0.1401752233505249 - }, - "fold": 0 - }, - { - "best_epoch": 41, - "best_val_acc": 0.894993894993895, - "test_acc": 0.887401095556908, - "train_size": 1368, - "val_size": 819, - "test_size": 3286, - "stats": { - "mean": [ - [ - 0.043781880409356606, - 0.01711256745614031, - 0.027425312120614106, - 0.01732590579239761, - -0.023061163435672452, - -0.011174710704678221, - -0.011325527935818777, - -0.0035091932039473506, - 0.004744587522660881, - 0.021409590767543677 - ] - ], - "std": [ - [ - 1.551216006661219, - 1.0143372028076796, - 1.2187084249301219, - 1.0297549624764555, - 1.0122460594399296, - 0.9983403928938066, - 0.28158791437027286, - 0.9526865887702041, - 0.9742767406980914, - 1.066875823567642 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 3689, - "cert_evals": { - "36": 0.8534798622131348, - "72": 0.8107448220252991, - "108": 0.7411477565765381, - "255": 0.2271062284708023 - }, - "fold": 1 - }, - { - "best_epoch": 57, - "best_val_acc": 0.9069767441860465, - "test_acc": 0.9114963503649635, - "train_size": 1368, - "val_size": 817, - "test_size": 3288, - "stats": { - "mean": [ - [ - 0.015907781140350814, - -0.002226113421052676, - 0.00912776447295319, - -0.002154920991959126, - 0.0031836314985380356, - 0.010374599444444719, - 0.033316965369883045, - 0.009327557160087575, - 0.000891657419590793, - 0.006515192383040968 - ] - ], - "std": [ - [ - 1.3819579471500247, - 1.004275883692728, - 1.095413957795245, - 0.9803011522566464, - 1.02223461206074, - 1.0167467029099182, - 1.9464523444956574, - 1.0297533577214233, - 0.9946199232832146, - 1.0446888834153083 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 3689, - "cert_evals": { - "36": 0.8824969530105591, - "72": 0.8396573066711426, - "108": 0.7882497310638428, - "255": 0.35862913727760315 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 0.8987951807228916, - "test_acc": 0.9068702290076336, - "train_size": 1368, - "val_size": 830, - "test_size": 3275, - "stats": { - "mean": [ - [ - -0.022221515862573354, - 0.012958097207602326, - -0.023529265928362474, - 0.036208808418859734, - -0.027518972836257316, - -0.013723225687134319, - -0.012668056071783647, - -0.009748616040204477, - -0.011955442258771813, - -0.013552336834795524 - ] - ], - "std": [ - [ - 0.6475896046566302, - 1.0059677646780396, - 0.5107302397945517, - 1.1498688572629936, - 0.9979365341699833, - 1.013315424044995, - 0.29978287731614, - 0.8399280364800779, - 0.8321768138579335, - 0.8892475036231946 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 3689, - "cert_evals": { - "36": 0.8542168736457825, - "72": 0.800000011920929, - "108": 0.7397590279579163, - "255": 0.1204819306731224 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9017897711219709, - "std_test_acc": 0.010443840439552087, - "n_samples": 5473, - "n_features": 10, - "n_classes": 5, - "mean_cert_acc_36": 0.8656335324048996, - "std_cert_acc_36": 0.014229187964965001, - "mean_cert_acc_72": 0.8194215595722198, - "std_cert_acc_72": 0.01754790826702561, - "mean_cert_acc_108": 0.7543980181217194, - "std_cert_acc_108": 0.022886377877857425, - "mean_cert_acc_255": 0.2115981299430132, - "std_cert_acc_255": 0.10841588381979461 - }, - "parkinsons": { - "dataset": "parkinsons", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.78125, - "test_acc": 0.6754385964912281, - "train_size": 49, - "val_size": 32, - "test_size": 114, - "stats": { - "mean": [ - [ - -0.15177435102040818, - -0.14490747816326535, - -0.02793487336734694, - 0.07550721530612242, - 0.16469232653061222, - 0.06000429387755099, - 0.057462867346938805, - 0.05978606938775514, - 0.05105301632653058, - 0.04845383877551018, - 0.07840458979591836, - 0.035619136734693836, - -0.02313697142857144, - 0.07845370204081635, - 0.05081704489795923, - -0.05448034285714283, - 0.09286327571428574, - 0.11816354897959186, - 0.08590491632653065, - -0.06924810548979589, - -0.02065583061224492, - 0.08162519999999998 - ] - ], - "std": [ - [ - 1.0613261678715187, - 0.9389798332809319, - 1.0498853015314364, - 1.028178025788432, - 1.1302871347577632, - 1.053868521125123, - 0.9140732841638698, - 1.0539995649510843, - 0.9323130971496129, - 0.9120908163855437, - 0.965768008718649, - 0.9229613584450868, - 0.7749770294180661, - 0.9658059844041067, - 1.1469052270870694, - 0.9026558165061398, - 0.9439418569560901, - 1.0717521728726727, - 0.9888476097381187, - 0.9175952788801556, - 0.8884377062114949, - 1.0021764187683884 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 14086, - "cert_evals": { - "36": 0.625, - "72": 0.3125, - "108": 0.15625, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.8275862068965517, - "test_acc": 0.6666666666666666, - "train_size": 49, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - -0.027148382244897965, - 0.009347322448979607, - 0.0018427693877550925, - 0.009376194897959197, - 0.0498221836734694, - 0.012418432040816317, - 0.0059797006122448695, - 0.012543908367346951, - -0.037508161224489786, - -0.0405606224489796, - -0.048066938775510194, - -0.07178797142857142, - -0.03155485102040816, - -0.048018842857142856, - 0.02719700816326529, - -0.008239085714285705, - -0.010052408163265357, - -0.025077353061224498, - 0.0272707673469388, - -0.04564295242857147, - -0.07848456122448978, - 0.03751739387755105 - ] - ], - "std": [ - [ - 1.0246326141739506, - 1.0196404637451633, - 1.0987023554811475, - 0.9900334582522926, - 1.068799641609979, - 1.0047499589980544, - 0.9252408702230309, - 1.0047829572179607, - 0.8748456565149585, - 0.8600654939521702, - 0.9166784846917336, - 0.7849483256776274, - 0.7558279428458922, - 0.9166869983641067, - 1.0291603272025247, - 0.9397974037578619, - 0.9834737083640328, - 1.0844660729168245, - 0.9811741510034482, - 0.945229122764763, - 1.1321558581479092, - 0.9828216273953867 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 14086, - "cert_evals": { - "36": 0.06896551698446274, - "72": 0.03448275849223137, - "108": 0.03448275849223137, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.9032258064516129, - "test_acc": 0.7217391304347827, - "train_size": 49, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.027074289795918385, - 0.06335899489795922, - -0.141163173367347, - 0.006597857142857159, - -0.010543326530612232, - 0.019088730000000016, - -0.0031925448979591826, - 0.019260090000000007, - 0.03507935306122449, - 0.04217078775510203, - 0.050042397959183714, - 0.022464604081632724, - 0.007354644897959173, - 0.050004783673469354, - 0.0323217163265306, - -0.009419553061224523, - 0.06361398795918367, - -0.10837456326530606, - -0.07562777959183671, - 0.0783767696122449, - 0.07697315102040819, - -0.0768896448979592 - ] - ], - "std": [ - [ - 1.0021709858608663, - 1.036472332412846, - 0.8511547041931776, - 1.153319334760644, - 1.1400090214649552, - 1.1856512484533104, - 1.109926186807537, - 1.1857461665406257, - 1.0993883359109478, - 1.0989049029267082, - 1.1281831752622162, - 1.0778885202444342, - 1.0368342393804297, - 1.1281482640713403, - 1.212987846980958, - 1.0961601956507685, - 0.9410222006090059, - 0.9631862850066165, - 0.9241843695124426, - 0.8888983110215023, - 0.9670994638815306, - 0.9437743892758995 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 14086, - "cert_evals": { - "36": 0.7419354915618896, - "72": 0.6129032373428345, - "108": 0.5806451439857483, - "255": 0.19354838132858276 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.7878787878787878, - "test_acc": 0.8230088495575221, - "train_size": 49, - "val_size": 33, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.017151697959183657, - -0.08282589622448981, - -0.03878951020408162, - -0.05014604183673472, - -0.00995732653061224, - -0.010962025102040794, - -0.07701460816326532, - -0.01092796510204078, - -0.18647080816326533, - -0.18633531836734696, - -0.14844791836734691, - -0.22856991510204083, - -0.237482206122449, - -0.14839450816326533, - -0.02768821020408163, - 0.14269979897959184, - -0.18449186244897958, - 0.04748424285714288, - -0.13693871632653068, - -0.31049158099999996, - -0.18406532040816326, - -0.15638604489795918 - ] - ], - "std": [ - [ - 1.0058346739543103, - 0.9487949638489124, - 0.994620516441734, - 0.973242138110713, - 1.098902934224567, - 0.9933442474130566, - 0.8958864648117469, - 0.9933555009804176, - 0.8433041190561102, - 0.7941043410091924, - 0.9208429310347311, - 0.7043302529123088, - 0.6518639290383439, - 0.9208764339301102, - 1.0359836613291062, - 0.9627627144124837, - 0.9723485565102632, - 0.9910728139212198, - 0.9457878853222512, - 0.8667410055873132, - 0.9407240712581624, - 0.9187159564771525 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 14086, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.575757622718811, - "108": 0.5151515007019043, - "255": 0.39393940567970276 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7217133107875497, - "std_test_acc": 0.07172230953134573, - "n_samples": 195, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.540793439373374, - "std_cert_acc_36": 0.3188233530008529, - "mean_cert_acc_72": 0.3839109046384692, - "std_cert_acc_72": 0.2686026794952388, - "mean_cert_acc_108": 0.321632350794971, - "std_cert_acc_108": 0.2672972744163889, - "mean_cert_acc_255": 0.14687194675207138, - "std_cert_acc_255": 0.1882938804911255 - }, - "optical": { - "dataset": "optical", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.9659239842726082, - "test_acc": 0.9506535947712418, - "train_size": 1797, - "val_size": 763, - "test_size": 3060, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 216078, - "cert_evals": { - "36": 0.9501966238021851, - "72": 0.9305374026298523, - "108": 0.9121887683868408, - "255": 0.78899085521698 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.9608355091383812, - "test_acc": 0.9515865227347072, - "train_size": 1797, - "val_size": 766, - "test_size": 3057, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 216078, - "cert_evals": { - "36": 0.9412533044815063, - "72": 0.9190600514411926, - "108": 0.8877284526824951, - "255": 0.7284595370292664 - }, - "fold": 1 - }, - { - "best_epoch": 33, - "best_val_acc": 0.966711051930759, - "test_acc": 0.9573567708333334, - "train_size": 1797, - "val_size": 751, - "test_size": 3072, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 216078, - "cert_evals": { - "36": 0.9587216377258301, - "72": 0.9400798678398132, - "108": 0.9187749028205872, - "255": 0.7816244959831238 - }, - "fold": 2 - }, - { - "best_epoch": 49, - "best_val_acc": 0.9591836734693877, - "test_acc": 0.957901554404145, - "train_size": 1797, - "val_size": 735, - "test_size": 3088, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 216078, - "cert_evals": { - "36": 0.9428571462631226, - "72": 0.927891194820404, - "108": 0.9006803035736084, - "255": 0.7646258473396301 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9543746106858568, - "std_test_acc": 0.003783825445116533, - "n_samples": 5620, - "n_features": 62, - "n_classes": 10, - "mean_cert_acc_36": 0.948257178068161, - "std_cert_acc_36": 0.00798917923184172, - "mean_cert_acc_72": 0.9293921291828156, - "std_cert_acc_72": 0.008651474696797409, - "mean_cert_acc_108": 0.9048431068658829, - "std_cert_acc_108": 0.01364177408759726, - "mean_cert_acc_255": 0.7659251838922501, - "std_cert_acc_255": 0.026980589097385654 - }, - "pima": { - "dataset": "pima", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.7948717948717948, - "test_acc": 0.7559912854030502, - "train_size": 192, - "val_size": 117, - "test_size": 459, - "stats": { - "mean": [ - [ - -0.0019324124999998884, - -0.00012207583333333216, - 0.04217885052083333, - 0.00848995729166671, - 0.005174749999999932, - -0.046159915651041654, - 0.005953811979166655, - 0.07872151093750006 - ] - ], - "std": [ - [ - 0.9819510309933771, - 0.9111640190273224, - 0.9708504296826285, - 1.099822957973565, - 0.9218205138345946, - 1.056214861472258, - 1.0108583076345607, - 1.01432971356633 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 3526, - "cert_evals": { - "36": 0.5213675498962402, - "72": 0.3076923191547394, - "108": 0.09401709586381912, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.7925925925925926, - "test_acc": 0.7868480725623582, - "train_size": 192, - "val_size": 135, - "test_size": 441, - "stats": { - "mean": [ - [ - 0.019707258333333522, - 0.03424992687499997, - 0.03491385885416665, - -0.08194942239583324, - -0.03907010052083341, - 0.053195496510416655, - -0.0036192521354166743, - -0.06521345781250003 - ] - ], - "std": [ - [ - 1.0301685557841433, - 0.9959115695466323, - 1.0735770070448536, - 0.9845812772483306, - 0.9943920335167246, - 1.0696319409722543, - 0.9860249191330342, - 0.9892410062597343 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 3526, - "cert_evals": { - "36": 0.4444444477558136, - "72": 0.10370370000600815, - "108": 0.007407407276332378, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 6, - "best_val_acc": 0.7666666666666667, - "test_acc": 0.7368421052631579, - "train_size": 192, - "val_size": 120, - "test_size": 456, - "stats": { - "mean": [ - [ - 0.17582224895833332, - 0.038322315416666634, - -0.07783248697916666, - -0.16520565468749995, - -0.11327850364583342, - -0.135474219296875, - -0.03175727552083333, - 0.09643667291666673 - ] - ], - "std": [ - [ - 1.0638504058639158, - 0.9838373596130083, - 1.064286398859908, - 1.0275191945092796, - 0.9301240391257053, - 1.0696755566062253, - 0.953495407419293, - 1.060048294039853 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 3526, - "cert_evals": { - "36": 0.4583333432674408, - "72": 0.07500000298023224, - "108": 0.008333333767950535, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.7876106194690266, - "test_acc": 0.7408207343412527, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - 0.019707373958333604, - 0.04956274229166665, - -0.032895598437499944, - -0.02546561510416664, - -0.004270790312500018, - 0.06891787828125, - -0.041550713963541624, - 0.019818838020833326 - ] - ], - "std": [ - [ - 1.046076222621493, - 0.9765956060942442, - 1.0875934081009107, - 0.9881278389945256, - 0.9075867743815457, - 0.9995410119642123, - 0.8563442009545308, - 0.9709125098838245 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 3526, - "cert_evals": { - "36": 0.6637167930603027, - "72": 0.48672565817832947, - "108": 0.3185840845108032, - "255": 0.017699114978313446 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7551255493924547, - "std_test_acc": 0.022700807900331958, - "n_samples": 768, - "n_features": 8, - "n_classes": 2, - "mean_cert_acc_36": 0.5219655334949493, - "std_cert_acc_36": 0.10025359767455196, - "mean_cert_acc_72": 0.2432804200798273, - "std_cert_acc_72": 0.19253955114127594, - "mean_cert_acc_108": 0.10708548035472631, - "std_cert_acc_108": 0.14673121338157602, - "mean_cert_acc_255": 0.0044247787445783615, - "std_cert_acc_255": 0.008849557489156723 - }, - "pittsburg-bridges-MATERIAL": { - "dataset": "pittsburg-bridges-MATERIAL", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.55, - "test_acc": 0.5666666666666667, - "train_size": 26, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - -0.11238934615384605, - 0.19736865, - 0.15455, - 0.15961346153846157, - -0.07076646153846156, - 0.15434588461538454, - 0.1840363461538461 - ] - ], - "std": [ - [ - 0.9957184371723743, - 0.9959413552215316, - 1.0315511158616348, - 0.8772828351648864, - 1.0247762294541045, - 1.1028821922601193, - 0.7995873033749223 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.20000000298023224, - "72": 0.15000000596046448, - "108": 0.05000000074505806, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8421052631578947, - "test_acc": 0.5737704918032787, - "train_size": 26, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.009688884615384565, - 0.22651538461538462, - 0.03409030769230755, - -0.09103884615384622, - 0.1841305, - 0.31850111538461523, - 0.027972884615384445 - ] - ], - "std": [ - [ - 1.115613086975337, - 1.0057941285258243, - 1.1782033883592151, - 0.9294434251013095, - 1.0832735600836598, - 1.0726038998514973, - 0.8999058194666532 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.31578946113586426, - "72": 0.05263157933950424, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8125, - "test_acc": 0.71875, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.14436196153846156, - -0.06772561923076922, - 0.15454984615384612, - 0.15961346153846157, - 0.29337180769230764, - 0.26378273076923064, - 0.027972884615384573 - ] - ], - "std": [ - [ - 1.0179791685372954, - 1.0403197946863862, - 1.0714178998681247, - 0.8772828351648864, - 0.8271634472356539, - 1.1323512832459435, - 0.8999058194666533 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.375, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.8253968253968254, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3691406153846153, - 0.08633426923076921, - -0.00606200000000008, - -0.34169099999999986, - -0.14359411538461544, - 0.07226838461538451, - -0.05005884615384633 - ] - ], - "std": [ - [ - 0.7352238508876096, - 0.769629063092912, - 0.993332786470492, - 1.2842104251847937, - 0.9183219104916871, - 1.1684627801712248, - 0.9363807692307694 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.05882352963089943, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6711459959666927, - "std_test_acc": 0.12444192573505838, - "n_samples": 106, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.23740324843674898, - "std_cert_acc_36": 0.13948355114675312, - "mean_cert_acc_72": 0.05065789632499218, - "std_cert_acc_72": 0.07072292200697801, - "mean_cert_acc_108": 0.012500000186264515, - "std_cert_acc_108": 0.02500000037252903, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-REL-L": { - "dataset": "pittsburg-bridges-REL-L", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.23076923076923078, - "test_acc": 0.375, - "train_size": 26, - "val_size": 13, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.2534473076923077, - 0.33873420769230767, - 0.033979423076922706, - 0.11527103846153851, - -0.28692915384615375, - 0.10456480769230773, - 0.12155461538461536 - ] - ], - "std": [ - [ - 0.9261583185285736, - 0.8009009247637227, - 1.0889481792626658, - 0.99653081940633, - 1.072126740077213, - 0.9196280170052044, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.07692307978868484, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.46774193548387094, - "train_size": 26, - "val_size": 15, - "test_size": 62, - "stats": { - "mean": [ - [ - -0.09836800000000002, - 0.11185775384615383, - 0.07467526923076934, - -0.009052730769230726, - -0.10539519230769225, - 0.013804115384615371, - 0.27612307692307686 - ] - ], - "std": [ - [ - 1.0694354197920724, - 0.8688390763013727, - 0.8067650960246951, - 0.9157017407809144, - 1.0553979577856298, - 0.9260748900018138, - 0.7249903479716615 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.2666666805744171, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.5, - "test_acc": 0.6721311475409836, - "train_size": 26, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.21179084615384614, - -0.20075696923076924, - 0.23745903846153846, - 0.05310915384615384, - 0.14875234615384614, - 0.1348184615384615, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.858790726074425, - 0.9525936502475233, - 1.0303379408513154, - 0.9050907018495523, - 0.955082657540614, - 1.0895483096872065, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.375, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.6031746031746031, - "train_size": 26, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3568335384615385, - -0.18405515384615387, - -0.00671646153846194, - 0.17743292307692307, - 0.2213659230769231, - 0.31633973076923083, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.8287037559089696, - 0.9069856689030475, - 1.0557430702422617, - 0.8702663846153843, - 0.9327384905473824, - 1.0726154740713343, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.0714285746216774, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5295119215498645, - "std_test_acc": 0.13348645295319672, - "n_samples": 103, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.2153617274016142, - "std_cert_acc_36": 0.13233637608390725, - "mean_cert_acc_72": 0.01785714365541935, - "std_cert_acc_72": 0.0357142873108387, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-SPAN": { - "dataset": "pittsburg-bridges-SPAN", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.4727272727272727, - "train_size": 23, - "val_size": 14, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.029837999999999993, - -0.25806898695652175, - 0.27461930434782605, - -0.10251969565217388, - 0.0609171304347826, - -0.20858055217391297, - 0.1910520434782607 - ] - ], - "std": [ - [ - 0.7916916039569953, - 1.0125006038076372, - 0.8444054443868326, - 1.1230445292246944, - 0.9384505846315211, - 1.2509107678124556, - 0.9902371367201799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.625, - "test_acc": 0.4098360655737705, - "train_size": 23, - "val_size": 8, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.20886565217391312, - 0.20484198695652173, - -0.07489591304347826, - 0.10251943478260879, - -0.22335769565217395, - -0.24650454782608694, - -0.23350947826086974 - ] - ], - "std": [ - [ - 1.1322718849321831, - 1.1240719320543364, - 1.0615420299973752, - 0.8963528876008708, - 1.0527502115584615, - 0.7255249335603758, - 1.1264874806517848 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.125, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.5625, - "test_acc": 0.5660377358490566, - "train_size": 23, - "val_size": 16, - "test_size": 53, - "stats": { - "mean": [ - [ - -0.26854200000000006, - 0.08719552173913042, - -0.024965043478260857, - -0.034172999999999946, - 0.34519221739130435, - 0.24650505217391308, - -0.4033346521739131 - ] - ], - "std": [ - [ - 0.7826434027524923, - 0.8532738699385454, - 1.116485175293137, - 1.0229130046834918, - 0.891588314188393, - 0.9488533640036454, - 0.9755681035759809 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.7, - "test_acc": 0.4067796610169492, - "train_size": 23, - "val_size": 10, - "test_size": 59, - "stats": { - "mean": [ - [ - -0.20886582608695664, - -0.14202214347826086, - -0.024965130434782608, - 0.10251943478260875, - -0.060915000000000004, - 0.05688600869565217, - 0.1061391739130434 - ] - ], - "std": [ - [ - 0.7916911713540639, - 0.9447975425602776, - 1.0638879741325864, - 0.896352887600871, - 1.0621083198533245, - 1.0385861814225783, - 0.8575722370885731 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.10000000149011612, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.46384518379176226, - "std_test_acc": 0.07460041988284169, - "n_samples": 92, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.09196428768336773, - "std_cert_acc_36": 0.06377942340996948, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-T-OR-D": { - "dataset": "pittsburg-bridges-T-OR-D", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.875, - "test_acc": 0.8524590163934426, - "train_size": 25, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.15020296000000002, - -0.0008959920000000077, - -0.007506879999999985, - 0.09924271999999996, - -0.11183403999999993, - 0.06574727999999996, - 0.2686277600000001 - ] - ], - "std": [ - [ - 1.1056510586049282, - 0.9894276187747426, - 0.9455226916051597, - 1.1055352321467289, - 1.0069534202490789, - 0.9298309440615328, - 0.7342804012389428 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 3494, - "cert_evals": { - "36": 0.875, - "72": 0.0625, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.8421052631578947, - "test_acc": 0.8103448275862069, - "train_size": 25, - "val_size": 19, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.22477987999999996, - -0.23302490400000006, - -0.3052941999999999, - -0.09418591999999981, - -0.30132007999999993, - 0.034113799999999944, - -0.29218840000000024 - ] - ], - "std": [ - [ - 0.8537489133489458, - 0.9442767857681105, - 1.1206967647206985, - 1.1278721619730465, - 0.8691601526879115, - 0.9222667065314241, - 1.1442940136936137 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 3494, - "cert_evals": { - "36": 0.4736842215061188, - "72": 0.21052631735801697, - "108": 0.05263157933950424, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7857142857142857, - "test_acc": 0.5238095238095238, - "train_size": 25, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.20377195999999997, - 0.09630778000000002, - 0.3328217600000001, - -0.22313807999999993, - 0.19134339999999994, - -0.029153040000000026, - 0.26862776000000005 - ] - ], - "std": [ - [ - 1.089967253887803, - 1.1192053646352136, - 0.8759745403148782, - 1.2131111924223241, - 0.9282879043276608, - 1.1030982427632627, - 0.7342804012389427 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 3494, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 8, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6, - "train_size": 25, - "val_size": 12, - "test_size": 65, - "stats": { - "mean": [ - [ - -0.17121067999999995, - -0.21648582000000005, - 0.12011635999999999, - -0.09418591999999995, - -0.11183404000000002, - -0.28222119999999995, - 0.10839464000000007 - ] - ], - "std": [ - [ - 0.8571032600003676, - 0.9702298691514799, - 1.0541263774745755, - 0.9254069877190219, - 1.006953420249079, - 1.1836178575986762, - 0.8554107804035617 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 3494, - "cert_evals": { - "36": 0.0833333358168602, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6966533419472933, - "std_test_acc": 0.1596016040796849, - "n_samples": 102, - "n_features": 7, - "n_classes": 2, - "mean_cert_acc_36": 0.35800438933074474, - "std_cert_acc_36": 0.401778386444528, - "mean_cert_acc_72": 0.06825657933950424, - "std_cert_acc_72": 0.0993172321533518, - "mean_cert_acc_108": 0.01315789483487606, - "std_cert_acc_108": 0.02631578966975212, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-TYPE": { - "dataset": "pittsburg-bridges-TYPE", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.5, - "test_acc": 0.4262295081967213, - "train_size": 26, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.2226830769230769, - 0.05670122692307692, - -0.043026884615384405, - -0.03758799999999994, - 0.17069815384615383, - 0.05726184615384619, - 0.03333576923076921 - ] - ], - "std": [ - [ - 0.9229643846157178, - 0.8879073657273664, - 0.9090621758106759, - 0.8047152853556344, - 0.9896400284910009, - 0.9758970201578133, - 1.0579562243200262 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 3626, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 77, - "best_val_acc": 0.6190476190476191, - "test_acc": 0.27586206896551724, - "train_size": 26, - "val_size": 21, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.17140723076923073, - 0.17603493076923074, - -0.043027115384615275, - 0.08770580769230771, - 0.06073815384615386, - 0.140003576923077, - 0.11111846153846151 - ] - ], - "std": [ - [ - 0.9955960192363054, - 0.8707946707612142, - 1.076508222112097, - 0.8969691136995324, - 1.0157671583515164, - 1.0382138974203643, - 0.8520637539328237 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 3626, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.2380952388048172, - "108": 0.0476190485060215, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 46, - "best_val_acc": 0.23076923076923078, - "test_acc": 0.21212121212121213, - "train_size": 26, - "val_size": 13, - "test_size": 66, - "stats": { - "mean": [ - [ - 0.13624746153846157, - -0.13478680769230772, - 0.03693388461538476, - 0.08770600000000003, - -0.01256838461538465, - 0.05726215384615386, - 0.033336038461538396 - ] - ], - "std": [ - [ - 0.8716889547511608, - 0.9579937729204642, - 1.0615560480179493, - 0.7749005943842086, - 0.9916744330944691, - 1.0538491233066194, - 0.8970306628997816 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 3626, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.5789473684210527, - "test_acc": 0.45, - "train_size": 26, - "val_size": 19, - "test_size": 60, - "stats": { - "mean": [ - [ - 0.2900749615384615, - -0.1092556538461538, - -0.16296869230769223, - 0.08770600000000003, - -0.12252815384615393, - 0.002101461538461631, - -0.0444463846153846 - ] - ], - "std": [ - [ - 0.9565380984621445, - 1.0668876495414104, - 1.087587760209891, - 0.7749005943842086, - 0.9250887318796751, - 0.7643326705239842, - 0.9333890769230768 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 3626, - "cert_evals": { - "36": 0.05263157933950424, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.34105319732086264, - "std_test_acc": 0.11546680586817124, - "n_samples": 105, - "n_features": 7, - "n_classes": 6, - "mean_cert_acc_36": 0.09649123065173626, - "std_cert_acc_36": 0.1598321729261392, - "mean_cert_acc_72": 0.0595238097012043, - "std_cert_acc_72": 0.1190476194024086, - "mean_cert_acc_108": 0.011904762126505375, - "std_cert_acc_108": 0.02380952425301075, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "planning": { - "dataset": "planning", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.7037037037037037, - "test_acc": 0.7181818181818181, - "train_size": 45, - "val_size": 27, - "test_size": 110, - "stats": { - "mean": [ - [ - -0.13597411777777782, - -0.059930613333333334, - 0.1726637911111111, - 0.034723479999999994, - 0.1943293844444444, - -0.058733431111111144, - -0.116129388, - 0.17681400222222224, - -0.19228555555555557, - -0.07629513333333332, - 0.07577999111111111, - 0.14000706444444447 - ] - ], - "std": [ - [ - 0.9037583332493699, - 0.8892684096511589, - 0.9934159714161822, - 0.9795447749569939, - 0.991099979203418, - 0.8238368829401475, - 0.8461204418967577, - 1.0434976919452328, - 0.9979969012441308, - 0.9523454999652433, - 0.9216888475521186, - 1.061608647395146 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3654, - "cert_evals": { - "36": 0.29629629850387573, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5555555555555556, - "test_acc": 0.44554455445544555, - "train_size": 45, - "val_size": 36, - "test_size": 101, - "stats": { - "mean": [ - [ - 0.11314807155555553, - -0.05681264375555557, - 0.03933796666666664, - 0.04977631111111109, - 0.03694895555555555, - -0.044924306666666684, - 0.04804084666666663, - 0.12195993333333337, - 0.042717271111111156, - 0.008962882222222232, - -0.0006334968888889045, - -0.0009558044444444105 - ] - ], - "std": [ - [ - 0.9103807361609941, - 0.9363715375995261, - 1.1502145656153577, - 1.0558247484927283, - 1.076388481139489, - 1.0010167884068093, - 0.9233794686212015, - 0.8789681038837464, - 0.8499326718606948, - 0.8719046264511446, - 0.8860788083725304, - 0.8502961074388711 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3654, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.5833333333333334, - "test_acc": 0.5398230088495575, - "train_size": 45, - "val_size": 24, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.08181936222222222, - 0.032095062222222207, - -0.2932722444444444, - -0.2642803151111112, - -0.2482941920666666, - 0.04209659104444442, - -0.08089617555555557, - 0.011037159999999989, - -0.05962093333333333, - -0.05360210222222223, - 0.041594423777777785, - 0.03579832413333331 - ] - ], - "std": [ - [ - 1.0346900075231742, - 0.983181200526179, - 0.8190101673790661, - 0.8655727810698712, - 0.9958599284470852, - 0.9221770981656976, - 1.0076979840800466, - 1.0249788633648824, - 1.0799692279692954, - 1.0059810529176614, - 1.0760442404746193, - 0.966271648432117 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3654, - "cert_evals": { - "36": 0.0416666679084301, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 42, - "best_val_acc": 0.7391304347826086, - "test_acc": 0.5175438596491229, - "train_size": 45, - "val_size": 23, - "test_size": 114, - "stats": { - "mean": [ - [ - 0.10711943111111107, - 0.19129145333333336, - 0.23947074666666662, - 0.1974917848888889, - 0.06191540222222221, - 0.19409456755555554, - 0.10399900533333334, - -0.07677485555555555, - 0.05582479999999996, - -0.0920865622222222, - 0.07224912822222225, - -0.22088875111111111 - ] - ], - "std": [ - [ - 0.9820868604107751, - 0.8497304858975051, - 0.9414935653357391, - 0.9419249731758765, - 0.9517511837520722, - 0.8554967298035733, - 1.06563202833593, - 1.067683309777831, - 0.968308470640187, - 1.07319052594271, - 1.055131325540202, - 1.0489152018459469 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3654, - "cert_evals": { - "36": 0.6086956858634949, - "72": 0.43478262424468994, - "108": 0.3478260934352875, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.555273310283986, - "std_test_acc": 0.11581854350779465, - "n_samples": 182, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.23666466306895018, - "std_cert_acc_36": 0.2804742381089339, - "mean_cert_acc_72": 0.10869565606117249, - "std_cert_acc_72": 0.21739131212234497, - "mean_cert_acc_108": 0.08695652335882187, - "std_cert_acc_108": 0.17391304671764374, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pendigits": { - "dataset": "pendigits", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 33, - "best_val_acc": 0.9439252336448598, - "test_acc": 0.9266177451634423, - "train_size": 3498, - "val_size": 1498, - "test_size": 5996, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 14222, - "cert_evals": { - "36": 0.9185581207275391, - "72": 0.8785046935081482, - "108": 0.8304406404495239, - "255": 0.5006675720214844 - }, - "fold": 0 - }, - { - "best_epoch": 50, - "best_val_acc": 0.9325626204238922, - "test_acc": 0.9289203301330639, - "train_size": 3498, - "val_size": 1557, - "test_size": 5937, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 14222, - "cert_evals": { - "36": 0.9030186533927917, - "72": 0.8702633380889893, - "108": 0.8323699831962585, - "255": 0.5356454849243164 - }, - "fold": 1 - }, - { - "best_epoch": 39, - "best_val_acc": 0.9151756129887343, - "test_acc": 0.9266499582289056, - "train_size": 3498, - "val_size": 1509, - "test_size": 5985, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 14222, - "cert_evals": { - "36": 0.8866799473762512, - "72": 0.8548707962036133, - "108": 0.8131213188171387, - "255": 0.5215374827384949 - }, - "fold": 2 - }, - { - "best_epoch": 67, - "best_val_acc": 0.9391424619640387, - "test_acc": 0.9269179894179894, - "train_size": 3498, - "val_size": 1446, - "test_size": 6048, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 14222, - "cert_evals": { - "36": 0.9149377942085266, - "72": 0.8789765238761902, - "108": 0.8388658761978149, - "255": 0.5172891020774841 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9272765057358502, - "std_test_acc": 0.0011041165200081824, - "n_samples": 10992, - "n_features": 16, - "n_classes": 10, - "mean_cert_acc_36": 0.9057986289262772, - "std_cert_acc_36": 0.014371049848692604, - "mean_cert_acc_72": 0.8706538379192352, - "std_cert_acc_72": 0.011256996800961108, - "mean_cert_acc_108": 0.828699454665184, - "std_cert_acc_108": 0.010993012188239048, - "mean_cert_acc_255": 0.518784910440445, - "std_cert_acc_255": 0.014402905033684668 - }, - "plant-margin": { - "dataset": "plant-margin", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 61, - "best_val_acc": 0.7520661157024794, - "test_acc": 0.7411273486430062, - "train_size": 400, - "val_size": 242, - "test_size": 958, - "stats": { - "mean": [ - [ - -0.0010596968500001934, - -0.01804303900000009, - 0.058554600000000095, - -0.04174014875000007, - -0.00557412199999981, - 0.022321825499999975, - 0.009465832749999917, - 0.026944449999999596, - 0.0220769747500004, - -0.02089326899999988, - -0.012520925000000096, - 0.0033962770000000053, - 0.0021340793749998234, - -0.0033546413499999455, - 0.021925117425000074, - 0.013851212499999961, - -0.0015689260000001164, - -0.004634679999999923, - -0.05511270024999984, - 0.026070323000000024, - 0.01848005475000007, - 0.0022656225000003355, - -0.01842250000000018, - 0.01246016899999983, - 0.0098437735000002, - -0.032934458000000104, - 0.049291360500000325, - 0.0024477580000001266, - -0.02057179899999991, - 0.0009727362499999343, - 0.0017701742499999368, - 0.00541423612499992, - 0.02091535780000011, - 0.020351312499999816, - -0.009445618999999935, - -0.02841862299999999, - 0.029737960000000185, - 0.018735809500000172, - 0.014390100750000086, - -0.016125830000000306, - 0.012385870249999646, - -0.043971327499999775, - 0.0009311264999999372, - 0.01806689874999989, - -0.008581579999999964, - -0.009399341000000174, - -0.03755508207500001, - -0.0009747140000000407, - 0.028856429249999874, - -0.0030426587000000733, - -0.015013867049999909, - -0.004152345000000207, - 0.02680056899999996, - -0.02129718575000011, - 0.022555419000000035, - -0.00723436300000014, - 0.036754802499999906, - -0.02058847975000004, - -0.010368677175000047, - -0.029642165000000022, - -0.02736674750000015, - 0.0008163920000001678, - 0.018380879350000014, - -0.008580070000000413 - ] - ], - "std": [ - [ - 0.9874340403909011, - 0.9592061852266575, - 1.0435962908617902, - 0.9425389198852354, - 1.0047339728470936, - 1.0363144948903504, - 1.0296524029950296, - 1.0063022213625923, - 1.094313672273991, - 1.0202299972901783, - 0.985157157060649, - 0.9888027948033142, - 0.9932416135375679, - 0.9909877623883768, - 1.0005062186033022, - 1.2067387345575986, - 0.984270179305036, - 0.9091203000942354, - 0.9545319559171044, - 0.983601787222833, - 1.011060877681347, - 0.9799045991624534, - 0.9223386505533625, - 1.0460006470835634, - 1.0181216615718796, - 0.9516193964985948, - 1.0882812579258407, - 1.0329753644197, - 0.9792719916843142, - 0.9673648432380815, - 0.9958388822460692, - 1.012645249804551, - 1.0439458247448072, - 1.0733982117428793, - 1.0111716504511818, - 0.996690448869414, - 1.0367837370015323, - 1.0026230843872075, - 1.0036523141489182, - 0.9356670752186079, - 1.0259733303222744, - 0.9543079293157887, - 1.016979624435871, - 1.0361404335495707, - 0.9710294506381861, - 0.9356304778213941, - 0.9636374865372435, - 0.9682684696531572, - 1.0488592685926776, - 1.0095591832024964, - 0.9864668975312801, - 0.965788248416018, - 1.0175463184007973, - 0.9707788038864342, - 1.035917848788737, - 0.9984750436485963, - 1.047306945528514, - 0.9624268336767162, - 1.0407274202088548, - 0.9906889986330216, - 0.9133036560743315, - 1.0063256302193264, - 1.0448919868528035, - 1.060209155310641 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.6694214344024658, - "72": 0.5578511953353882, - "108": 0.5041322112083435, - "255": 0.20247933268547058 - }, - "fold": 0 - }, - { - "best_epoch": 70, - "best_val_acc": 0.7735042735042735, - "test_acc": 0.7339544513457557, - "train_size": 400, - "val_size": 234, - "test_size": 966, - "stats": { - "mean": [ - [ - 0.018630191274999833, - 0.0021237185000000623, - 0.020341910000000126, - -0.03847603025000004, - 0.0024851145000002843, - -0.019245363750000032, - 0.01765857999999999, - -0.09520458750000026, - 0.016723600750000407, - -0.020893166249999973, - -0.013275087500000034, - -0.009778451499999922, - 0.02100441234999998, - -0.0006707280500000078, - 0.01202943670000018, - -0.012221054999999943, - 0.026685538499999994, - 0.03934188799999998, - -0.017911806749999953, - -0.004428536999999995, - 0.013875288750000034, - -0.007751707499999634, - 0.03217363749999957, - 0.003825904499999896, - 0.010617184500000114, - -0.03897739600000022, - -0.00972438474999977, - 0.0034970589999999357, - 0.02035820800000013, - -0.037335613750000024, - -0.008548351749999959, - 0.0018481537499997402, - -0.007583834749999951, - 0.04391894749999982, - 0.033370660000000205, - 0.00937306074999997, - -0.013948834999999842, - 0.005821061250000135, - 0.03052180125000005, - 0.02165496999999981, - -0.00854195450000032, - -0.03606767999999988, - -0.017944192250000105, - -0.02588678125000007, - 0.01616825525000002, - -0.00827056050000008, - -0.0017126565000000083, - -0.01656842850000004, - -0.017988074249999902, - -0.03559730630000006, - -0.0036789360499999424, - 0.012461489999999617, - 0.026261220249999995, - -0.020665702500000202, - -0.0005093669999999243, - -0.009416002500000138, - -0.02145052, - 0.012404727999999953, - 0.008414623600000027, - 0.026667712, - 0.023455849999999993, - 0.01995325700000049, - 0.017141528075000113, - -0.00027581000000054354 - ] - ], - "std": [ - [ - 1.041295070488909, - 1.0014805383027654, - 1.0526387415016842, - 0.9348659203435066, - 1.012132944361091, - 0.9779461065975633, - 1.0032476656820697, - 0.765138203982258, - 1.084558801095068, - 1.0155838017759249, - 0.9847823955761184, - 1.0321402388555014, - 1.0519629684769372, - 0.9582131621864026, - 0.9927092815254406, - 0.803704884375634, - 0.9988728657062945, - 1.1858597763171363, - 1.012274069308041, - 1.012471113861707, - 1.0151240798466312, - 0.9972545733894309, - 1.0563298324391637, - 1.0047120258743576, - 1.016702961526915, - 0.9272542628757423, - 1.012180666645035, - 1.0130792339306003, - 0.9869444731802731, - 0.9732936953239708, - 0.9987581693686506, - 1.0025285436476967, - 0.9823926819700436, - 1.13766033578092, - 1.0184063166975657, - 1.0037002652524598, - 1.0159024793557991, - 0.998493316788935, - 1.0374784962262864, - 1.0063283056949195, - 1.0742583169244284, - 0.9634076134691111, - 0.958447407516677, - 1.0041785286506213, - 1.013112893307404, - 0.9769612001923168, - 1.0056368868600618, - 0.9788744628207897, - 0.9629520265558652, - 0.929550730995055, - 0.9854910637585246, - 1.0358257613723332, - 1.0240098398191608, - 0.9303959288426701, - 1.0012547252975355, - 0.9956229965329875, - 1.021855039918818, - 1.0091992464793387, - 0.9897071424780775, - 0.9856059256334351, - 1.0201829621015206, - 1.0268852627871752, - 1.0341940427237508, - 0.9799526515218273 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.692307710647583, - "72": 0.6153846383094788, - "108": 0.5470085740089417, - "255": 0.252136766910553 - }, - "fold": 1 - }, - { - "best_epoch": 76, - "best_val_acc": 0.7434782608695653, - "test_acc": 0.7381443298969073, - "train_size": 400, - "val_size": 230, - "test_size": 970, - "stats": { - "mean": [ - [ - 0.005920089124999763, - -0.001301032000000133, - 0.0013308824999999258, - 0.008417454999999876, - 0.005976730250000185, - 0.019669846999999876, - 0.010878556750000047, - 0.025150082499999716, - 0.0022754870000003123, - 0.024085954000000003, - -0.005742166250000042, - -0.007721828999999947, - 0.00371573337499994, - -0.012943442949999913, - -0.014590249949999882, - -0.025256129999999963, - -0.011889130000000098, - -0.019724357499999953, - -0.01377830674999994, - 0.006886749000000014, - -0.003516929999999907, - -0.03828019749999969, - 0.005775229999999821, - -0.030314237500000177, - -0.019109295999999804, - 0.04844473150000008, - -0.02716004849999974, - 0.002796986500000034, - -0.019719068250000017, - 0.041975102500000014, - -0.017687051749999974, - -0.021844609375000337, - 0.020916906100000077, - -0.022494655000000176, - 0.026175232000000156, - 0.010884623500000074, - -0.021303965499999796, - -0.0039162167499998055, - -0.015307416500000065, - 0.012900294999999774, - 0.006834127249999801, - 0.027173450000000154, - 0.0027974614999998885, - 0.028211698749999896, - -0.0031931937499999692, - 0.011277844999999809, - 0.00992980717499997, - -0.013968735000000017, - -0.01707076174999997, - 0.01365854819999998, - -0.0014908621499998933, - 0.009138499999999666, - 0.02060593399999994, - 0.007099336749999857, - -0.003448647499999997, - 0.0015010997499998568, - -0.03850890625000006, - 0.0022736427499999282, - -0.013522159549999977, - -0.0332120949999999, - 0.005866322499999921, - -0.004317283999999508, - -0.00538338794999997, - -0.0069175300000004145 - ] - ], - "std": [ - [ - 1.0010921783674436, - 0.9945407140012373, - 1.005748587963517, - 0.9668282590649625, - 1.0031010346345277, - 0.9967928785295819, - 0.9751713195709866, - 1.1467050887662724, - 0.9392946439639414, - 0.9895328846805108, - 0.9767912569515301, - 0.9727489873091506, - 0.9701070098004984, - 1.0053545262016492, - 0.9846236608578788, - 0.7727736342078088, - 0.971944708609996, - 0.8826840113147226, - 0.98563931252641, - 0.9711438420390225, - 0.9629058280406353, - 0.9716674314378894, - 1.1301355955709167, - 0.9477815286674603, - 0.9881704764475729, - 1.0137752766865444, - 0.9583402354865277, - 0.9958443104934569, - 0.9663730766877806, - 1.0669358291663034, - 0.955827255033273, - 0.9505215572351379, - 1.0084010054173358, - 0.9871444837708967, - 1.0130833200270473, - 1.043702427349745, - 0.9912743901116762, - 0.973685836703786, - 0.985763394194837, - 1.0377291955455417, - 1.0077815203197755, - 1.0141762382944473, - 1.019662919156708, - 1.046456382869172, - 1.0332849966442448, - 1.0406499407344652, - 0.9961622026264285, - 0.9855957603524927, - 0.9824473993933991, - 1.0388871379951687, - 1.0170409949547163, - 1.03216407460882, - 1.0347227568843633, - 1.0401704190454892, - 0.9504580582249552, - 0.9606350019976608, - 1.0073622594193574, - 1.0173972038824486, - 0.9758624776113387, - 1.017294570276939, - 1.1903867160054817, - 1.041760575180181, - 0.9817904646611345, - 0.9934098271111226 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.6695652008056641, - "72": 0.5869565010070801, - "108": 0.5086956024169922, - "255": 0.25652173161506653 - }, - "fold": 2 - }, - { - "best_epoch": 31, - "best_val_acc": 0.6877470355731226, - "test_acc": 0.7243928194297783, - "train_size": 400, - "val_size": 253, - "test_size": 947, - "stats": { - "mean": [ - [ - 0.0049220609499997505, - 0.014300554999999927, - -0.013117759999999938, - 0.0006888637499999897, - 0.014571960000000097, - -0.029186410499999996, - 0.002400438750000075, - -0.053890317500000125, - 0.010837756000000382, - -0.043686283749999874, - 0.00818919124999994, - 0.02274708350000002, - -0.010304195600000106, - 0.021186932849999934, - 0.02806746060000008, - 0.03340746249999935, - -0.023547052000000096, - -0.033522315499999976, - 0.008610349500000156, - 0.027052154499999995, - -0.010934992499999938, - 0.006081485000000295, - 0.02777317250000039, - 0.016383195499999857, - 0.03879757150000023, - -0.021655729750000265, - 0.014864098750000401, - 0.036007804000000046, - -0.006075429999999921, - -0.019079332500000098, - 0.046873371749999754, - 0.020189249124999916, - -0.006358586449999976, - -0.01606563250000019, - -0.011602580249999888, - 0.013908655750000045, - -0.026925847499999826, - 0.04435231250000004, - 0.0030248995000000476, - 0.04331075999999964, - -0.010036047250000119, - -0.020255887499999837, - 0.016312687999999884, - 0.0007390799999998633, - -0.01058009674999995, - 0.022933002500000025, - 0.018606085150000003, - -0.02793774274999995, - 0.02640782450000013, - 0.0009197187999999446, - 0.01879274900000016, - -0.012793932500000254, - -0.05696751475000014, - 0.009623771999999869, - -0.014076831999999899, - 0.03262045174999992, - -0.03750922250000002, - -0.020068239750000067, - 0.007511379900000031, - 0.011995891500000104, - 0.001957915000000034, - 0.008284810500000324, - -0.03583419272500005, - 0.025183247499999534 - ] - ], - "std": [ - [ - 1.0292860056491944, - 1.0292792317834558, - 1.021157636187128, - 1.0004671883473788, - 1.0099925807918118, - 0.940459599532873, - 1.0284403765468189, - 0.8253858457506277, - 1.0205839902595195, - 0.9375845702209917, - 1.0276192722636466, - 1.0352781665590673, - 1.00573951678478, - 1.0168176366617936, - 1.0354526336454533, - 1.409467384284455, - 1.0173514777145187, - 0.9176768917465363, - 0.9987312571300704, - 1.011937740881034, - 0.998584402272729, - 1.056733717686757, - 1.037552726041927, - 1.0142258428702424, - 1.035939823876147, - 0.9963005677388238, - 1.0191184901038401, - 1.0189027476350714, - 0.9772965657228759, - 0.9822876158929498, - 1.1026232958885742, - 1.0501886707528871, - 0.9971602814316513, - 1.0340674788196675, - 0.9800225335712383, - 1.0197769718133536, - 0.9741149929553732, - 1.042912622378931, - 0.9736271090391864, - 1.061534430063924, - 0.9526685914619262, - 1.0048497041951536, - 1.0274317900005205, - 0.9912072467959292, - 0.9895627947501346, - 1.0186115853191826, - 1.013480663944259, - 0.9413201803178272, - 1.0436199704257596, - 0.9898799364419235, - 1.0333854032952587, - 0.9495359391868493, - 0.9383015025414292, - 1.0126790152589706, - 0.9761807480062364, - 1.0554871962715169, - 0.9748100083771338, - 0.9555452645008876, - 1.0523449870830452, - 0.9961427848161136, - 1.2062430696295, - 1.0118419269696228, - 0.9775440389434499, - 0.9524811445180422 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.5691699981689453, - "72": 0.5059288740158081, - "108": 0.426877498626709, - "255": 0.17391304671764374 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7344047373288618, - "std_test_acc": 0.007294274305705219, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6501160860061646, - "std_cert_acc_36": 0.055025348307908194, - "mean_cert_acc_72": 0.5665303021669388, - "std_cert_acc_72": 0.04673270000165979, - "mean_cert_acc_108": 0.4966784715652466, - "std_cert_acc_108": 0.05034965972653754, - "mean_cert_acc_255": 0.22126271948218346, - "std_cert_acc_255": 0.03996336602297963 - }, - "plant-shape": { - "dataset": "plant-shape", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 50, - "best_val_acc": 0.5514018691588785, - "test_acc": 0.4898580121703854, - "train_size": 400, - "val_size": 214, - "test_size": 986, - "stats": { - "mean": [ - [ - 0.010793134649999947, - 0.0029814738750000274, - -0.005680250974999982, - -0.00999388868249995, - -0.018943553000000047, - -0.022220061225000066, - -0.023538591772499947, - -0.023104606949999985, - -0.022654011850000027, - -0.013826088777500009, - -0.012183569699999982, - -0.019542425225000024, - -0.021094745304999968, - -0.013662524125000061, - -0.007497562182500008, - -0.004011965550000029, - -0.0018356184500000372, - 7.94950000007455e-06, - 0.00456346359999991, - 0.002077647049999971, - 0.005165495805000022, - 0.009402297242499979, - 0.008459789907500027, - 0.010384120812499977, - 0.009072800484999985, - 0.009275099372499976, - 0.011333548210000006, - 0.00974336192500002, - 0.009874121385000021, - 0.013796312999999978, - 0.0035003747700000252, - -0.0006504867999999986, - -0.006737763249999974, - -0.009779546075000065, - -0.009547967425750021, - -0.008340889135000092, - -0.01037015690000003, - -0.015118204249999967, - -0.014712120350000033, - -0.011817635924999998, - -0.01854881525000002, - -0.021627437300000017, - -0.02562561288749998, - -0.02507883772499999, - -0.01957355992500001, - -0.010989493799999993, - -0.004170166650000026, - -0.0007832742674999737, - -0.0008414850850000529, - 0.0014383313750000115, - 0.008277859025000037, - 0.015007289872500043, - 0.02009162649999997, - 0.020694419627500026, - 0.02312079630000003, - 0.02027844062500002, - 0.012670696450000017, - 0.011923742850000028, - 0.008522531550000014, - 0.0021193726999999838, - 0.00027873594999999404, - -0.005514954024999976, - -0.005619866314999964, - 0.000804423425000044 - ] - ], - "std": [ - [ - 1.0193984315579283, - 1.0138728773194225, - 1.0025119027839187, - 0.9926201913273888, - 0.9797572939727588, - 0.9675431762012998, - 0.9562849021750489, - 0.9457765924705838, - 0.9453288165685446, - 0.9493183692891524, - 0.9510566730800354, - 0.9587654362947835, - 0.9708540170515252, - 0.9906082656256265, - 1.0060018623497948, - 1.0090880491601784, - 0.9970255943580457, - 0.9966975594633455, - 1.0075598104469696, - 1.0193962682636182, - 1.040522735169908, - 1.0407459188197639, - 1.0303725268059722, - 1.0256419706953475, - 1.0198382842786065, - 1.0197936843070703, - 1.0266695425622123, - 1.0253571333157874, - 1.0153590777307844, - 1.0110354025342352, - 1.0181892223475282, - 1.0166426127543688, - 1.011169701470929, - 1.0054929366994545, - 1.0096458368985821, - 1.0140452905977049, - 1.009910026151903, - 0.9911465124845928, - 0.981395028524588, - 0.9714368920896277, - 0.9640569672295396, - 0.9682443777583067, - 0.9618240790560709, - 0.9651476273791817, - 0.9697583533908924, - 0.9857642722747081, - 0.9945128871244862, - 0.998379374233736, - 1.0006314561941052, - 1.008050481132436, - 1.0268004129156558, - 1.0452850694975346, - 1.0563281717760602, - 1.0509178269869455, - 1.0471449082028836, - 1.0431100616694575, - 1.035476811024627, - 1.0416661017312363, - 1.0428844632918242, - 1.0319514866130477, - 1.029873132188317, - 1.028802362627988, - 1.0249104343768467, - 1.0178924453800364 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.44392523169517517, - "72": 0.3317756950855255, - "108": 0.2289719581604004, - "255": 0.037383176386356354 - }, - "fold": 0 - }, - { - "best_epoch": 61, - "best_val_acc": 0.524390243902439, - "test_acc": 0.5010482180293501, - "train_size": 400, - "val_size": 246, - "test_size": 954, - "stats": { - "mean": [ - [ - -0.01969966857750001, - -0.018735893250000035, - -0.01923726170000004, - -0.01765154066999996, - -0.021040157724999967, - -0.020549986874999978, - -0.01802188749999998, - -0.013611070524999968, - -0.01314826475000005, - -0.010111033277499976, - -0.011831655162500052, - -0.009240258725000013, - -0.004857546977500041, - -0.003872501354999996, - -0.004503420224999966, - -0.007399539599999919, - -0.009506949104999987, - -0.00983436382500002, - -0.0073349694900001206, - -0.0026293045575000932, - -0.005217706800000011, - -0.01053002465000001, - -0.011560438125000017, - -0.009075882437499998, - -0.0045980930749999985, - -0.008758359152500011, - -0.012621292225000027, - -0.016511235369999985, - -0.028317963276500033, - -0.02497353765000002, - -0.014343673825000004, - -0.008610495525000058, - 0.004172939175000043, - 0.0019351163249999698, - -0.004373591600750041, - -0.0077125528000000455, - -0.01211637097500002, - -0.01259113399249995, - -0.012157099130000017, - -0.014399237225000002, - -0.009437209475000015, - -0.0046622409374999915, - -0.006370976337500016, - -0.011270999825000006, - -0.015921284525000006, - -0.012410074750000007, - -0.014884673650000003, - -0.016949542649999955, - -0.017354671999999977, - -0.011285483702500028, - -0.009929046974999904, - -0.007901803479999947, - -0.00815231512075005, - -0.010049489069999949, - -0.011786209875000047, - -0.014985319077499979, - -0.019011035099999973, - -0.008162044849999986, - -0.0058525207999999595, - -0.01041489936249999, - -0.011318642174999963, - -0.015970219724999984, - -0.026622342699999985, - -0.029072289924999974 - ] - ], - "std": [ - [ - 0.9860131433859547, - 0.9839451298693502, - 0.9815653890681931, - 0.9791684843455107, - 0.9793192609145278, - 0.980950701990714, - 0.9884282309487391, - 0.9817147072820436, - 0.9862993933397015, - 0.9922815938909398, - 0.9847563677603288, - 0.9853865969758397, - 0.9879672222996878, - 0.9946824106249518, - 0.9961943172051062, - 0.9902136279887243, - 0.9887680048123522, - 0.993003063211071, - 1.0071770840518683, - 1.0247666604590329, - 1.0257137801878309, - 1.011455364670402, - 0.9947052989179791, - 0.9869387562943811, - 0.9888179645496713, - 0.987009987810631, - 0.9897190394535154, - 0.991361121462267, - 0.992989633996112, - 0.9961724937704427, - 0.9897090546568476, - 0.9844393105882888, - 0.9858088094372514, - 0.9942345793157213, - 0.9949467347271544, - 0.9941801452632953, - 0.9935755677210956, - 0.9940539923777484, - 0.9871617326295817, - 0.9809194296573341, - 0.9841049037423958, - 0.9872912480789516, - 0.9853330949312704, - 0.9809868668056975, - 0.977760884105985, - 0.9785005795193457, - 0.9774791029379978, - 0.9747292923736738, - 0.9892632184812155, - 0.9903128998680867, - 0.9995507672572046, - 1.012420498620147, - 1.014423356554454, - 1.0113780719858716, - 1.0085495954493642, - 1.0103910622541978, - 1.0042573664175571, - 0.9954666158538873, - 0.9825056771440344, - 0.969748087810821, - 0.9684376869484385, - 0.9687387646565352, - 0.9685510643060194, - 0.9716172187511043 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.3861788511276245, - "72": 0.288617879152298, - "108": 0.1869918704032898, - "255": 0.04471544548869133 - }, - "fold": 1 - }, - { - "best_epoch": 62, - "best_val_acc": 0.5702127659574469, - "test_acc": 0.5160621761658031, - "train_size": 400, - "val_size": 235, - "test_size": 965, - "stats": { - "mean": [ - [ - -0.011195848850000047, - -0.014077039849999994, - -0.015681537625000016, - -0.015262547177500023, - -0.018894034979999984, - -0.023536119524999965, - -0.016015195249999968, - -0.008908977427499989, - -0.005013930349999998, - -0.007225348899999984, - -0.008182635, - -0.00789371312500003, - -0.011035066974999978, - -0.005199030499999984, - 0.005315251324999976, - 0.011141104150000055, - 0.011588849470000002, - 0.009680554374999966, - 0.010888354087499948, - 0.010037595079999946, - 0.011800275580000021, - 0.007671618275000015, - 0.006882413550000033, - 0.0062716886124999935, - -0.0019262105499999794, - -0.002007641149999968, - -0.003485761440000005, - -0.0017775631049999818, - 0.0007400688484999391, - -0.0018860717750000106, - -0.006113297799999992, - -0.013600633775000042, - -0.020458192474999966, - -0.023048553475000007, - -0.019547718700000005, - -0.01125536750999998, - -0.014651312500000012, - -0.017176074307499963, - -0.015313710324999983, - -0.018115000749999995, - -0.02384295694999999, - -0.02221634045249998, - -0.019668475399999934, - -0.016640133125000005, - -0.011789776774999969, - -0.006203905024999959, - -0.004540449625000036, - 0.0006846066824999924, - 0.006433635392500026, - 0.0017259993975000153, - 0.0026194728225000024, - 0.002456912675000057, - 0.0035687386999999193, - 0.003967900025000002, - 0.008058575125000038, - 0.009259356747499982, - 0.009820443250000033, - -0.000526142624999981, - -0.007535754924999987, - -0.006530597337499988, - -0.00488854567499998, - -0.004628704975000013, - -0.006573741065000051, - -0.008198970250000055 - ] - ], - "std": [ - [ - 0.9997831577603109, - 1.0025959495608783, - 0.9981200898415419, - 0.9862363254781552, - 0.9807001230728768, - 0.9703599657486957, - 0.9542469081610001, - 0.9473845839451106, - 0.9547713929170183, - 0.9636033061770535, - 0.9759543385191676, - 0.9833507068982068, - 0.9860092538737429, - 0.9928824474026815, - 1.009087175522555, - 1.0225369274879927, - 1.0377746120861517, - 1.047008477348557, - 1.0437668765399934, - 1.0330775502764258, - 1.0319662406027479, - 1.030352484762016, - 1.0343435297883754, - 1.0306714836465332, - 1.0227257424915315, - 1.0163750005569692, - 1.0080783487785092, - 1.0057728718253096, - 1.0031574142753106, - 0.9970437490537768, - 1.0039054666803333, - 1.0092902332461646, - 1.015955753316646, - 1.0094451596904581, - 0.9971506877338592, - 0.9797514030945054, - 0.9606748456549195, - 0.9429643662114964, - 0.9357296749897012, - 0.9401794981595187, - 0.9451576738004599, - 0.9529959594959825, - 0.9553731219059256, - 0.952474899040048, - 0.9565245724608336, - 0.9697603305783443, - 0.9863202900077532, - 0.9954169393962655, - 1.0081946986669663, - 1.0156075960594253, - 1.0253976925038635, - 1.0300309888526664, - 1.0402541851284346, - 1.0433040030246603, - 1.0375395049686613, - 1.0264815045978641, - 1.021912736268765, - 1.0088758758830503, - 1.003466814657958, - 1.0086525159597994, - 1.0137559378643732, - 1.0086686244063605, - 1.006042971236659, - 1.0003260366638576 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.4382978677749634, - "72": 0.3404255211353302, - "108": 0.22127658128738403, - "255": 0.04680851101875305 - }, - "fold": 2 - }, - { - "best_epoch": 56, - "best_val_acc": 0.5066079295154186, - "test_acc": 0.5035971223021583, - "train_size": 400, - "val_size": 227, - "test_size": 973, - "stats": { - "mean": [ - [ - -0.01614315225000004, - -0.007862261849999979, - 0.00030315945000001577, - -6.585304499997488e-05, - 0.0033457709750000114, - 0.009937330912499974, - 0.010135651675000024, - 0.009038938675000023, - 0.008931583272500009, - 0.009906352275000018, - 0.013642040799999994, - 0.017299261174999987, - 0.019865335000000005, - 0.019657458469999986, - 0.022414197692500006, - 0.02512643972499996, - 0.026877304525000024, - 0.0296143309, - 0.027764356497500045, - 0.024134231862499998, - 0.021181714175000043, - 0.02076543959999998, - 0.018820411632499992, - 0.016560606787500022, - 0.014716417624999967, - 0.015544499800000031, - 0.008937221650000026, - 0.0035691808475000007, - 0.00756637997750002, - 0.010582013399999977, - 0.00892202232, - 0.010522723749999905, - 0.009224050324999985, - 0.011262885774999978, - 0.012877923949999981, - 0.008631394499999978, - 0.013585739524999963, - 0.012593921374999985, - 0.00966451497500001, - -0.0018835844000000157, - -0.0072232187000000215, - -0.0024773558750000612, - 0.004778897314500035, - 0.010836082050000053, - 0.013114038100000038, - 0.012921894249999984, - 0.011661495899999983, - 0.006202870582499988, - 0.009554275007499979, - 0.010892630822499966, - 0.015263733174999995, - 0.018143591994999972, - 0.01859551449250001, - 0.01313465375500002, - 0.01828117135000002, - 0.021080939575000034, - 0.020155471175000023, - 0.02226961222499997, - 0.019368037950000003, - 0.018775792600000018, - 0.018483347624999945, - 0.009753726052499946, - -0.0015497268675000327, - -0.011832948350000021 - ] - ], - "std": [ - [ - 0.9690180900805035, - 0.9727335201919173, - 0.9764755262740973, - 0.9829585179082819, - 0.9924285501408081, - 1.0058984225928205, - 1.0139421119627963, - 1.0204714628277265, - 1.024761969275269, - 1.0411321691366637, - 1.051554346720804, - 1.0528939116549463, - 1.048231049542776, - 1.035208648003462, - 1.0211826349075386, - 1.021066390612321, - 1.0225781515263015, - 1.0234107662776533, - 1.013889389780415, - 1.002809268474515, - 1.005659594852486, - 1.0123290373188114, - 1.0154559039015623, - 1.013290801738594, - 1.0094740964231081, - 1.0002162486552635, - 0.9914378185750687, - 0.9943868019460187, - 0.9942535553869897, - 0.9896262981629789, - 0.9859228057329431, - 0.9860916917991401, - 0.9824333417893006, - 0.9869225315171396, - 0.9958671872185834, - 0.999358349920491, - 0.9902030063817621, - 0.9953941674238796, - 1.0044794940384356, - 1.01450410197358, - 1.0212449253894722, - 1.031533466370799, - 1.0310663353310807, - 1.0299586525323416, - 1.0140754261682852, - 1.0146983653439086, - 1.010949221001189, - 0.9984754004996209, - 0.9996230059073175, - 1.0023281510239592, - 1.0083940727060101, - 1.0104207218854935, - 1.0188090918448567, - 1.0267152458848512, - 1.0256934112800635, - 1.0177374007859166, - 1.004324219711767, - 0.9955156869267784, - 0.9865523378817893, - 0.984584448748711, - 0.9818097517909892, - 0.9865486470036113, - 0.9850111209189524, - 0.9782242969255907 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.38766518235206604, - "72": 0.2643171548843384, - "108": 0.19383259117603302, - "255": 0.035242289304733276 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5026413821669242, - "std_test_acc": 0.01075459392080274, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.4140167832374573, - "std_cert_acc_36": 0.03137644386499792, - "mean_cert_acc_72": 0.306284062564373, - "std_cert_acc_72": 0.03600360120191447, - "mean_cert_acc_108": 0.2077682502567768, - "std_cert_acc_108": 0.020477083043618567, - "mean_cert_acc_255": 0.0410373555496335, - "std_cert_acc_255": 0.005590778096969382 - }, - "post-operative": { - "dataset": "post-operative", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.7692307692307693, - "test_acc": 0.6727272727272727, - "train_size": 22, - "val_size": 13, - "test_size": 55, - "stats": { - "mean": [ - [ - 0.2644478181818181, - -0.002965454545454521, - -0.04423899999999998, - 0.0652979090909091, - -0.09040263636363635, - 0.12863909090909095, - -0.031622818181818196, - -0.010754727272727246 - ] - ], - "std": [ - [ - 0.863045425336646, - 0.9808035281210981, - 0.9954110000000002, - 0.8638286631944233, - 0.9903112638860088, - 1.0460343032985846, - 0.9593493232948251, - 0.6242961991096403 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.3076923191547394, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.6, - "train_size": 22, - "val_size": 18, - "test_size": 50, - "stats": { - "mean": [ - [ - -0.04068454545454543, - -0.13643590909090905, - -0.22522281818181814, - -0.01632572727272733, - 0.18080527272727273, - -0.36753845454545453, - -0.4196983636363635, - 0.03461609090909094 - ] - ], - "std": [ - [ - 0.48245777837997267, - 1.0509474100388445, - 0.9788196547256961, - 1.0356928042306306, - 0.9778540225386487, - 0.7579234423290888, - 0.7652973041426179, - 0.7599528606329299 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.2222222238779068, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.4915254237288136, - "train_size": 22, - "val_size": 9, - "test_size": 59, - "stats": { - "mean": [ - [ - 0.035598363636363664, - -0.06970068181818179, - -0.13473090909090904, - -0.17957400000000004, - 0.18080527272727273, - 0.29403163636363644, - 0.03305631818181817, - 0.034616272727272704 - ] - ], - "std": [ - [ - 0.7964199476848967, - 1.018669033729904, - 0.9912891976159546, - 1.0484797311020457, - 0.9778540225386487, - 1.24868633500981, - 1.0040929058601908, - 0.5709040666748884 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.35714285714285715, - "test_acc": 0.24074074074074073, - "train_size": 22, - "val_size": 14, - "test_size": 54, - "stats": { - "mean": [ - [ - -0.4221010909090909, - 0.19724022727272736, - 0.22723672727272717, - -0.016325727272727287, - -1.0092936587501423e-17, - -0.036753454545454506, - -0.16098145454545446, - 0.41270672727272745 - ] - ], - "std": [ - [ - 0.9311555791372603, - 0.9366735504705384, - 0.9576763484720417, - 1.0356928042306308, - 0.9944290000000001, - 0.7579238589268785, - 0.9505882556493265, - 0.8002666526517147 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 3559, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5012483592992067, - "std_test_acc": 0.18895824855831508, - "n_samples": 90, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.16819292306900024, - "std_cert_acc_36": 0.1307797227657052, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "primary-tumor": { - "dataset": "primary-tumor", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.39215686274509803, - "test_acc": 0.3604060913705584, - "train_size": 82, - "val_size": 51, - "test_size": 197, - "stats": { - "mean": [ - [ - -0.008010512195121854, - 0.054444146341463336, - 0.0366287682926831, - 0.017473585365853656, - 0.00994146341463413, - 0.14699000000000015, - 0.04866843902439027, - -0.06218121951219504, - 0.01667878048780483, - -0.03673495121951217, - 0.060766390243902485, - -0.11804926829268325, - 0.04384986585365854, - -0.04256348780487793, - 0.026720512195121893, - 0.09196453658536587, - 0.04076614634146339 - ] - ], - "std": [ - [ - 0.9284296903454413, - 0.9827553422472404, - 0.9950878705168285, - 1.0173173538014615, - 0.9933487461181214, - 1.0, - 0.962929194381142, - 1.0381881034205123, - 0.9899379872265349, - 1.011517643744964, - 0.8811077313196498, - 1.2812447336275181, - 0.9462003808216405, - 1.0326718844648832, - 0.9328296141970309, - 0.9459362255487258, - 0.9834201107664913 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 14611, - "cert_evals": { - "36": 0.19607843458652496, - "72": 0.13725490868091583, - "108": 0.0784313753247261, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.3, - "test_acc": 0.18181818181818182, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.19990898780487798, - -0.06597853658536594, - -0.06580686585365814, - -0.04826112195121953, - 0.03728248780487797, - 0.06248341463414634, - -0.06985995121951216, - -0.0032160975609755497, - -0.06506265853658541, - 0.09333218292682927, - 0.06076639024390239, - -0.30444282926829297, - -0.1407240975609757, - -0.13789832926829237, - -0.011618548780487929, - -0.07208160975609774, - 0.0923113658536586 - ] - ], - "std": [ - [ - 1.0840763211298148, - 0.9871722424447865, - 0.9943340791237609, - 0.9878070021217906, - 0.978564253608743, - 0.7605592682926824, - 1.0434538299658207, - 1.0006713020447777, - 1.0285572185582093, - 0.9582691142993712, - 0.8811077313196498, - 1.4765153864007459, - 1.1389873689905186, - 1.0994550266298473, - 0.9827072417027007, - 1.0321010371852044, - 0.961563601529827 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 14611, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.46, - "test_acc": 0.2222222222222222, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.05595567073170747, - -0.11414758536585423, - -0.15360871951219476, - 0.11138004878048806, - 0.14664658536585373, - -0.022023170731707342, - 0.04866843902439022, - 0.11471414634146337, - -0.09230980487804882, - -0.010721524390243967, - -0.13876521951219484, - -0.024852487804878247, - -0.029979719512195135, - -0.13789832926829246, - 0.02672051219512185, - -0.0720816097560979, - 0.014993536585365865 - ] - ], - "std": [ - [ - 0.8752456105780106, - 1.0319878972477479, - 1.020270188955276, - 0.973373221402528, - 0.908857763487908, - 1.068933148158204, - 0.9629291943811422, - 0.9096695962820129, - 1.0396848408746504, - 1.0024455533701155, - 1.2137033994344781, - 1.1602914885292481, - 1.031634721498422, - 1.0994550266298473, - 0.9328296141970309, - 1.0321010371852055, - 0.9931654994287419 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 14611, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.4444444444444444, - "test_acc": 0.32547169811320753, - "train_size": 82, - "val_size": 36, - "test_size": 212, - "stats": { - "mean": [ - [ - 0.03463378048780499, - 0.006275073170731583, - 0.007361365853658851, - -0.05765181707317083, - 0.06462351219512194, - 0.062483414634146285, - 0.04866843902439023, - 0.17367926829268246, - 0.043925926829268234, - -0.03673495121951222, - 0.010883487804878128, - 0.06834443902439019, - -0.029979719512194993, - 0.11632791463414643, - 0.026720512195121806, - 0.06462351219512184, - 0.14385658536585347 - ] - ], - "std": [ - [ - 0.9863628325148939, - 0.9862904448213375, - 0.9415700081720351, - 0.9778925433614022, - 0.9627768184983537, - 0.7605592682926826, - 0.962929194381142, - 0.8544857970801263, - 0.9752042587005816, - 1.0115176437449636, - 0.9787732234590277, - 0.8230916787799415, - 1.031634721498422, - 0.888087814072915, - 0.9328296141970309, - 0.9627768184983537, - 0.9363654126487833 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 14611, - "cert_evals": { - "36": 0.0555555559694767, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2724795483810425, - "std_test_acc": 0.08423088727816896, - "n_samples": 330, - "n_features": 17, - "n_classes": 15, - "mean_cert_acc_36": 0.06290849763900042, - "std_cert_acc_36": 0.09256215210728289, - "mean_cert_acc_72": 0.03431372717022896, - "std_cert_acc_72": 0.06862745434045792, - "mean_cert_acc_108": 0.019607843831181526, - "std_cert_acc_108": 0.03921568766236305, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "plant-texture": { - "dataset": "plant-texture", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 42, - "best_val_acc": 0.6987951807228916, - "test_acc": 0.68, - "train_size": 400, - "val_size": 249, - "test_size": 950, - "stats": { - "mean": [ - [ - -0.016478091624999976, - -0.014961091800000008, - -0.004249621250000072, - 0.023384388500000127, - 0.005502324450000172, - 0.0145078697499998, - 0.0045305880750000724, - -0.03467714649999986, - 0.004193091999999971, - 0.012809078150000047, - -0.009651387200000038, - -0.01915911049999979, - -0.008120220149999673, - 0.007483559499999939, - -8.819250000012408e-06, - -0.019568870142500156, - 0.028020058549999945, - 0.022078226650000053, - 0.0008334952449999984, - -0.0007628900000000476, - -0.033131676325000525, - -0.02417429049999988, - 0.012456803749999997, - 0.002599056999999966, - -0.016433078500000114, - -0.0015455646349999707, - 0.03351081127500002, - -0.00866295650000013, - -0.001216327300000051, - 0.02500025624999989, - 0.002615395250000011, - 0.004382452249999722, - -0.0336998632, - 0.024454489599999945, - 0.006896749999999824, - 0.0024042895000002573, - -0.0489830051999999, - -0.0018739831749999436, - -0.0027442942499998836, - 0.014888681500000006, - 0.039273120399999896, - -0.03620304349999986, - 0.01871371774999999, - 0.0017737930000000502, - 0.03068173249999988, - 0.005476874500000017, - -0.018285551499999983, - -0.01942126079499999, - 0.020034201150000052, - -0.04440868274999999, - -0.0031926880000002233, - -0.009055307999999866, - 0.01178355375000011, - 0.006780597750000028, - -0.015243231374999874, - 0.051239233250000044, - 0.01800514339999995, - 0.008651616399999893, - 0.0034974595000000232, - 0.03453392162500026, - -0.006043314750000227, - 0.012514663999999986, - 0.043475420250000084, - -0.02456098675000002 - ] - ], - "std": [ - [ - 0.9009966230602708, - 0.9364276177287642, - 0.9754761006143327, - 1.0291666417884513, - 1.0289691228068274, - 0.9876927454085853, - 0.9560626059354702, - 0.9597522889147546, - 0.9994773403976824, - 1.0152637844096681, - 0.9520114484241692, - 0.9432619847706322, - 0.9482931419315812, - 1.0591026895126023, - 0.9522570318080412, - 0.9864956149999131, - 1.084922016377646, - 1.173758426456074, - 1.0592998584844, - 1.0606714617823771, - 0.8614306216418535, - 1.0345366597359764, - 1.042209469105469, - 1.0348653782485668, - 0.9988649975902255, - 1.0174988947519772, - 1.0858204535316325, - 0.9739602296564857, - 1.0131848275815751, - 1.0264935540496496, - 0.9816966426566287, - 1.0024562576995246, - 0.9036181164894379, - 1.0437722258848774, - 0.9846104856336191, - 1.0510739753463445, - 0.8892428833739887, - 0.9794996248503948, - 0.9461971557449678, - 1.0298104390925615, - 1.1599976257671403, - 0.9173959381413883, - 0.9736629274573383, - 0.9990534408909421, - 1.0761727962998655, - 0.9933289670108497, - 0.9771946168612999, - 1.032165319421753, - 1.0398720209157222, - 0.9587359927023673, - 1.012139905486573, - 0.9975269161128212, - 1.0373603976704429, - 0.9974923617573629, - 1.0098998196849565, - 1.1923604394819194, - 1.0833214484639513, - 1.0328745232566003, - 1.0402739857013459, - 1.1225366590688706, - 0.9261829634072084, - 1.0546429695267736, - 1.0777446293534623, - 0.9933512209550289 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.6385542154312134, - "72": 0.586345374584198, - "108": 0.5301204919815063, - "255": 0.3052208721637726 - }, - "fold": 0 - }, - { - "best_epoch": 69, - "best_val_acc": 0.6719367588932806, - "test_acc": 0.7283298097251586, - "train_size": 400, - "val_size": 253, - "test_size": 946, - "stats": { - "mean": [ - [ - -0.004256254850000026, - 0.021923264150000024, - -0.012071683000000069, - -0.011057278499999901, - -0.017880446849999797, - 0.0011827752499998178, - -0.0027601811999999146, - -0.0251483662499997, - 0.055288276499999955, - 0.018802836700000086, - 0.000680779799999956, - -0.003705401924999697, - -0.0076088335999996695, - -0.006072732000000045, - 0.0014956542500000531, - -0.02329864526500025, - 0.00074919069999995, - 0.034619562699999926, - 0.014588840164999981, - -0.0003229700500000161, - 0.03756710242499937, - -0.018300292499999992, - 0.015038550999999963, - 0.038566000999999954, - -0.024540214250000143, - 0.03385858173000003, - -0.01502205307499997, - -0.03221403250000019, - -0.03763231055000007, - -0.0005684717500001015, - 0.005178833750000021, - 0.0232263649999997, - -0.018164639750000218, - -0.0284664659000001, - 0.014296748749999815, - -0.01446542499999974, - 0.017083458499999923, - -0.05198149362499994, - 0.02665897775000016, - 0.0006017054999999511, - -0.023385096025000055, - -0.00870071099999995, - -0.02645367400000001, - 0.030389902050000018, - -0.010937763500000006, - -0.05008216174999998, - -0.014492351249999987, - -0.029835240265000052, - -0.0028061221000000624, - 0.012136923749999967, - 0.04889772374999951, - -0.005096808249999897, - -0.007376563999999944, - 0.017595101374999984, - -0.013797275999999694, - 0.054841677249999804, - -0.058722712075000016, - 0.03106128492499999, - 0.04723510375, - 0.03316721925000017, - -0.00928761275000021, - 0.004404617250000025, - -0.002385128999999882, - -0.039578189499999986 - ] - ], - "std": [ - [ - 1.0176195895454074, - 1.0490244648468456, - 0.9960419330218429, - 1.0013824399376616, - 0.9994469044392366, - 0.9946100427625639, - 1.0157545132253116, - 0.9788609202986969, - 1.071845617834868, - 0.9893086678710389, - 0.9761446960534231, - 1.0226495027246933, - 1.039042345736355, - 0.9862504907230619, - 1.010782124858231, - 0.9283410333997018, - 0.9169243300337626, - 1.2172212453002578, - 1.0463189591077335, - 1.0069757171220548, - 1.1331476744057545, - 0.9469821203572525, - 1.056155176364169, - 1.0595663845370344, - 0.9428967883897005, - 1.0970228794322368, - 0.9685633455294996, - 0.9741644818618026, - 0.9143633677590421, - 1.0691597858758368, - 1.01412670505509, - 1.070121954375621, - 0.951399475845066, - 0.9830032176811866, - 1.0946821401422548, - 0.9450181434403627, - 1.0182514042513124, - 0.9407099037863594, - 1.0799791344020868, - 0.9842100577075739, - 0.9049268404343978, - 0.9743966176706755, - 0.9614307865494272, - 1.0589976460635564, - 1.033707681388281, - 0.9570270454194322, - 0.9726967073724329, - 0.9598087507205947, - 1.0248291708573996, - 1.0065887165171423, - 1.1899283807762595, - 1.046684908157972, - 0.9585960515533316, - 1.0015106988574207, - 0.9882827515120411, - 1.1390243681390715, - 0.903234233001017, - 1.0770406438636961, - 1.0289747705280785, - 1.108986637240471, - 0.9644875764134929, - 0.9341662575099802, - 1.0003551075843455, - 0.9381906895869818 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.6007905602455139, - "72": 0.5612648725509644, - "108": 0.5098814368247986, - "255": 0.31620556116104126 - }, - "fold": 1 - }, - { - "best_epoch": 88, - "best_val_acc": 0.736, - "test_acc": 0.7186512118018967, - "train_size": 400, - "val_size": 250, - "test_size": 949, - "stats": { - "mean": [ - [ - 0.006781644050000072, - -0.01704826455000003, - -0.002251882250000035, - -0.0028131144999998512, - -0.005865192699999791, - 0.009570933999999944, - -0.009578214299999865, - -0.024165803499999656, - -0.01858652050000008, - -0.016836627099999942, - 0.022271386250000094, - 0.02783143624999974, - 0.013649515400000272, - 0.03256191874999994, - 0.007509060350000286, - 0.028498989239999706, - 0.009155898099999922, - -0.05709269885000008, - -0.011131543627500075, - 0.007129308599999935, - 0.009527655224999435, - 0.048195565000000024, - -0.03163669524999997, - -0.012298672749999962, - -0.015361769500000262, - -0.020092703134999917, - 0.00814105310000005, - 0.010467141749999798, - 0.000659113049999987, - 0.0005926604999999846, - -0.003039380250000019, - 0.006916299999999689, - 0.0028526314500000234, - 0.02393395764999979, - -0.017349249750000083, - -0.004382585749999812, - 0.0006067708249999293, - -0.02260160009999996, - -0.020113583249999886, - -0.027872431749999968, - 0.012264436799999952, - 0.015939157750000252, - -0.014283123999999987, - -0.014588402899999955, - 0.013490449499999968, - 0.011403421250000092, - 0.012658765250000021, - -0.014379616514999992, - 0.014957853600000057, - 0.00609202149999992, - -0.02169176450000027, - -0.0238132444999999, - -0.016261851749999882, - -0.006561618624999998, - 0.00928921537500022, - -0.0672483589999997, - 0.0054866013749999285, - 0.003738513875000059, - -0.02022912349999999, - -0.003440074000000029, - 0.030528467999999764, - 0.03239571075000004, - 0.03326437500000009, - -0.011354963499999924 - ] - ], - "std": [ - [ - 1.0176353776788036, - 0.9190930489962008, - 1.0268538651935009, - 0.9999682393873391, - 0.9984018173866293, - 1.0374879590245607, - 0.9749352350820676, - 0.996266197839155, - 0.9511625612934416, - 0.9876855487180032, - 1.105409076208761, - 1.0321003973234553, - 1.0235494324640213, - 1.1213865795944102, - 1.0879930289006665, - 1.0838318604426802, - 1.0877272851283968, - 0.774752481406204, - 1.0373588129982505, - 0.9969058944401101, - 1.011738502430844, - 1.1511835702083388, - 0.9377685226320285, - 1.0219749119064445, - 0.92170310125349, - 0.9806129656814709, - 1.0038200109094886, - 1.0479216121391026, - 1.0231420017542938, - 0.9787899196190312, - 1.0290085842795444, - 1.0501562971981688, - 0.9469912325322501, - 1.0353208445844364, - 0.9577479946023613, - 0.9403622048724667, - 0.9697131314173383, - 0.9465545623876653, - 0.9782386950900146, - 0.9139584627856204, - 0.9779691745581587, - 1.0259013952137952, - 0.9330608640569992, - 0.942152577459924, - 0.9978008930918613, - 1.0501702677822984, - 1.0356406401318516, - 0.9717916536323801, - 0.982544393973635, - 1.047669652090456, - 0.8616845618348262, - 0.9101934286793992, - 1.0301962610060198, - 0.9575486231894531, - 0.9827140500471714, - 0.5778539784498753, - 0.9613134752896453, - 1.0047774832021952, - 0.9907827459169802, - 0.9871971074482115, - 1.162147207193799, - 1.0844411935907712, - 1.0567242900140779, - 0.9982258566338452 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.6800000071525574, - "72": 0.612000048160553, - "108": 0.5440000295639038, - "255": 0.36000001430511475 - }, - "fold": 2 - }, - { - "best_epoch": 71, - "best_val_acc": 0.7530864197530864, - "test_acc": 0.702928870292887, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.014342517400000006, - -0.010508095700000018, - 0.020846525499999963, - 0.0065602567500000954, - 0.04070300080000023, - 0.005624379000000016, - 0.010057827824999985, - -0.0016692939999995607, - -0.0012298350000000452, - 0.004113477850000035, - -0.006016862100000142, - -0.027265562499999736, - 0.012290107750000214, - -0.017597352249999944, - -0.05018481082499988, - -0.019962193892500257, - -0.01139161950000006, - -0.022701001150000014, - 0.0013786910799999214, - -0.014646860050000085, - -0.015396491325000532, - 0.008186758999999919, - 0.04188897099999995, - 0.029843807999999857, - -0.027753020000000236, - -0.0005539261349998608, - -0.017307911899999966, - 0.011377426749999739, - -0.022145610699999995, - 0.007566919749999868, - -0.027431704249999946, - 0.042545776999999674, - 0.052352197149999995, - -0.006990049900000131, - 0.010389971999999801, - 0.018498143250000078, - 0.06626066654999992, - 0.00848889462500006, - -0.018184080999999918, - 0.01926874899999994, - -0.03685933877500006, - 0.0007597582500002853, - -0.02537281875000002, - 0.008902194600000003, - 0.02412217824999988, - 0.031126447000000078, - 0.024641684499999875, - 0.0029474992500001605, - 0.005532393600000062, - -0.008580874249999974, - -0.015919812000000293, - -0.00023579924999993536, - 0.03706109150000009, - -0.0008052041249999526, - -0.03436781549999974, - 0.022327436750000006, - 0.007519205675000007, - -0.011987557750000155, - 0.01592568225000001, - 0.005316474750000138, - -0.0004174132500002535, - -0.032213199249999686, - -0.031228355999999867, - 0.02102232000000007 - ] - ], - "std": [ - [ - 0.8692420724813031, - 0.949763414888491, - 1.0642544830753824, - 1.0472839362776507, - 1.0901344960110089, - 1.0448532151498395, - 0.9860966887034024, - 0.992983631561972, - 1.0149294022896036, - 0.9431952484176876, - 1.0340529605805364, - 0.9513173925745501, - 1.0567752587933925, - 0.9542576532027438, - 0.7813209238320555, - 0.9338054729806743, - 0.9321480764995789, - 0.8561905534972463, - 0.9927488431023881, - 0.9167664054814741, - 0.9198840727955573, - 1.0334423218940791, - 1.0542630877180026, - 1.0910912930890575, - 0.9104729281174669, - 0.940879543920847, - 0.9516761628090449, - 1.0514139332592722, - 0.9431400801236285, - 1.0295711364901166, - 0.8800987512468141, - 1.1173664674104642, - 1.1433392914474967, - 0.9617273036124687, - 1.037564686694581, - 1.0144405124623135, - 1.141213336619724, - 0.9794696310119911, - 0.9763734610882173, - 1.0315472144044722, - 0.937513787219726, - 0.9989573963275813, - 0.898086886732961, - 1.0058174039027852, - 1.0273289677810482, - 1.0127412982823678, - 1.0261552552616107, - 1.0621741318043578, - 0.9715566474052263, - 0.9644661846983199, - 0.8986136195077067, - 0.9995526222906947, - 1.0617704910396841, - 1.063170800289359, - 0.9564967404036995, - 1.2714040020058475, - 1.0285638690116818, - 0.9378454050408493, - 1.0325468321763043, - 1.0983078969994187, - 0.916541159688309, - 1.0160097153090744, - 0.9197027539366839, - 1.0261398372506563 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 239720, - "cert_evals": { - "36": 0.7160493731498718, - "72": 0.6584361791610718, - "108": 0.6255143880844116, - "255": 0.3786008059978485 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7074774729549856, - "std_test_acc": 0.021097975374944494, - "n_samples": 1599, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6588485389947891, - "std_cert_acc_36": 0.05000636125741323, - "mean_cert_acc_72": 0.6045116186141968, - "std_cert_acc_72": 0.04148987135217262, - "mean_cert_acc_108": 0.5523790866136551, - "std_cert_acc_108": 0.050729597510841884, - "mean_cert_acc_255": 0.3400068134069443, - "std_cert_acc_255": 0.03495609466606108 - }, - "seeds": { - "dataset": "seeds", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 31, - "best_val_acc": 0.9666666666666667, - "test_acc": 0.890625, - "train_size": 52, - "val_size": 30, - "test_size": 128, - "stats": { - "mean": [ - [ - -0.07865740384615384, - -0.09929158269230767, - 0.10740706153846159, - -0.11327312326923078, - -0.054041704038461535, - 0.11302156807692312, - -0.12860311538461539 - ] - ], - "std": [ - [ - 0.9776589269685166, - 1.0102414254274936, - 0.8380902928078587, - 1.0256407102447727, - 0.9263919424516689, - 1.0662347835422732, - 0.9877327834391749 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.3333333432674408, - "108": 0.2666666805744171, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8947368421052632, - "test_acc": 0.9166666666666666, - "train_size": 52, - "val_size": 38, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.058945873076923054, - 0.058565444230769224, - 0.07005121538461541, - 0.06763472500000012, - 0.047836257499999944, - -0.05406976365384615, - 0.04528192692307701 - ] - ], - "std": [ - [ - 0.9708842177474521, - 0.9848353623619012, - 0.8161306877633503, - 0.9973740833983674, - 0.9401704976733031, - 0.9044940579464946, - 1.002197108725799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.21052631735801697, - "72": 0.02631578966975212, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 41, - "best_val_acc": 0.8235294117647058, - "test_acc": 0.8951612903225806, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.033384901923076866, - -0.0331742116538462, - -0.031110369230769246, - -0.035362980769230695, - -0.03749499615384611, - -0.05436379423076917, - -0.022526719230769286 - ] - ], - "std": [ - [ - 0.9921027190305836, - 0.9758756553777916, - 1.131396588661939, - 0.9525393107723146, - 1.031011005759497, - 0.9529339051548767, - 0.9671977555675655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.7058823704719543, - "72": 0.5588235259056091, - "108": 0.4117647111415863, - "255": 0.1764705926179886 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.9705882352941176, - "test_acc": 0.8629032258064516, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.01415203269230775, - 0.0027556519230769717, - -0.08995134999999999, - 0.03169613269230778, - -0.04915413269230773, - 0.020229542307692343, - -0.026400719230769202 - ] - ], - "std": [ - [ - 0.968562549022194, - 0.987659685020645, - 0.896948829634495, - 0.9880022117491448, - 0.9355234042408067, - 1.095434168498032, - 1.0069225875711127 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 3527, - "cert_evals": { - "36": 0.8529411554336548, - "72": 0.6764705777168274, - "108": 0.4117647111415863, - "255": 0.0882352963089943 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8913390456989246, - "std_test_acc": 0.0220998012967386, - "n_samples": 210, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.592337466776371, - "std_cert_acc_36": 0.27486068974298494, - "mean_cert_acc_72": 0.39873580913990736, - "std_cert_acc_72": 0.28620437463467774, - "mean_cert_acc_108": 0.27254902571439743, - "std_cert_acc_108": 0.19414735601267502, - "mean_cert_acc_255": 0.06617647223174572, - "std_cert_acc_255": 0.0844788645471439 - }, - "ringnorm": { - "dataset": "ringnorm", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.9840283939662822, - "test_acc": 0.9810083653628758, - "train_size": 1850, - "val_size": 1127, - "test_size": 4423, - "stats": { - "mean": [ - [ - -0.0014913630590810715, - -0.0002028115945945495, - -0.003624673004864866, - 0.030743673347964937, - -0.0034106684216216178, - -0.004585295625405408, - -0.007129368502702696, - 0.02503018201621619, - -0.009548345086486483, - -0.023094663821621602, - 0.024392343743783677, - -0.022385221852432413, - -0.011269039536756825, - 0.006084699226486499, - -0.002144298956756773, - 0.012506844875783789, - -0.00058454836702704, - 0.03584240386432444, - -0.012133667589189186, - 0.004316507892972984 - ] - ], - "std": [ - [ - 0.9784283387930162, - 0.9905460412687422, - 1.0065390278100863, - 0.9927153916321547, - 0.9735595969809379, - 0.9917492622308341, - 1.021226537005995, - 0.984043931354316, - 1.0020439489201134, - 1.0140676776467927, - 1.01390897497898, - 1.0144771852122418, - 1.0088742566237001, - 1.0031650144538549, - 0.9957376523551107, - 1.004052473854246, - 1.0009632837253672, - 1.0136956725096684, - 1.0117437667654883, - 0.9896482611831617 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 13958, - "cert_evals": { - "36": 0.9627329707145691, - "72": 0.9157054424285889, - "108": 0.8367347121238708, - "255": 0.2999112904071808 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9816176470588235, - "test_acc": 0.9796055580457194, - "train_size": 1850, - "val_size": 1088, - "test_size": 4462, - "stats": { - "mean": [ - [ - -0.008131689650810797, - -0.002498043243243252, - -0.023727151785405413, - -0.03585440558918916, - -0.0003934882972973119, - 0.0225867714875676, - 0.033729259347567535, - 0.04028018498378375, - -0.011526702379459474, - 0.005509034924324315, - -0.0036079329924324473, - -0.010609778086486462, - -0.04445419758486492, - -0.019035246131351363, - -0.023686496141621632, - -0.004599276812324327, - -0.01283934108918918, - -0.017065241494054067, - 0.0003217353513513623, - 0.0033787389697297146 - ] - ], - "std": [ - [ - 1.022177893241832, - 0.9975248053566046, - 1.0196388744846618, - 1.0221479866384073, - 0.9970357977944808, - 1.0307981420348893, - 0.9773560353822935, - 0.9781176224444603, - 1.0106652173823045, - 0.9892263924920568, - 1.0047809286897451, - 0.9927926966385846, - 0.9948403657240741, - 1.008299177644683, - 0.986103425256104, - 1.0040901235563537, - 1.0207243055267705, - 0.9859651487873408, - 1.0109851150234057, - 1.0209172013335133 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 13958, - "cert_evals": { - "36": 0.9696691036224365, - "72": 0.9411764740943909, - "108": 0.890625, - "255": 0.46691176295280457 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.9767441860465116, - "test_acc": 0.9836871508379889, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02891295190162165, - 0.03068944431891898, - -0.019467257363783776, - -0.009042827307170279, - 0.0023045943172973027, - 0.03461760786972972, - -0.013958165583783782, - -0.0037264931027027265, - 0.004122639091891881, - 0.008077664260864866, - 0.00500549670162161, - 0.05230572106145954, - 0.00560352195189189, - -0.0038027441356756407, - -0.006340691426324323, - -0.017875234487027075, - -0.009974290385945996, - 0.031068824466486403, - -0.018748794218378367, - 0.005651800251891893 - ] - ], - "std": [ - [ - 0.9932694884617136, - 1.0072036987514652, - 0.9893573161360424, - 0.9958218951278952, - 1.0085886667535657, - 0.9790791907975733, - 0.9983260051236463, - 0.9947362590919102, - 1.006364157341519, - 1.0005095470798928, - 0.9832199273034367, - 0.9689205473346516, - 1.0001853849462015, - 1.033775512614162, - 1.0032724243458653, - 0.9853254002831421, - 1.0043894835352993, - 1.0395476633542529, - 0.9896749630098167, - 0.9691966087764504 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 13958, - "cert_evals": { - "36": 0.9534884095191956, - "72": 0.9330232739448547, - "108": 0.9013953804969788, - "255": 0.5339534878730774 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.9841860465116279, - "test_acc": 0.9832402234636871, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02046777164864863, - 0.0021980356432432023, - 0.004059637980540555, - -0.009342822182702694, - 0.002387918376162144, - 0.030360256719999965, - -0.015382828059459445, - -0.018204245005945925, - -0.025843862712432407, - 0.027745209016216188, - 0.004481657689729722, - 0.026131714623621623, - 0.022636812074594607, - 0.014200627510810747, - -0.0033628461978918974, - -0.017424993537297307, - 0.02008856371405403, - -0.012326211236756734, - -0.005294278313513533, - -0.011560347406486508 - ] - ], - "std": [ - [ - 1.003862152326972, - 1.0116328206717198, - 0.9982327875050149, - 1.0058161542849646, - 0.9897416118790039, - 0.97887136461081, - 0.9958939467129719, - 1.025014828335411, - 1.0096954961376094, - 1.0002821071815167, - 0.9846740927254561, - 0.9871728584855372, - 0.988810619026956, - 0.9866476352820501, - 0.9798465412109066, - 1.0074699501447237, - 0.9933722458992488, - 0.9892672826168423, - 1.0089595701990006, - 1.0171370551906491 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 13958, - "cert_evals": { - "36": 0.9702326059341431, - "72": 0.9423255920410156, - "108": 0.9004651308059692, - "255": 0.5125581622123718 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9818853244275678, - "std_test_acc": 0.001919090215728936, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9640307724475861, - "std_cert_acc_36": 0.007811940059600959, - "mean_cert_acc_72": 0.9330576956272125, - "std_cert_acc_72": 0.012286989645657236, - "mean_cert_acc_108": 0.8823050558567047, - "std_cert_acc_108": 0.030768525668883037, - "mean_cert_acc_255": 0.45333367586135864, - "std_cert_acc_255": 0.1060344074343472 - }, - "soybean": { - "dataset": "soybean", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 27, - "best_val_acc": 0.8305084745762712, - "test_acc": 0.8629032258064516, - "train_size": 376, - "val_size": 59, - "test_size": 248, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 56470, - "cert_evals": { - "36": 0.8135592937469482, - "72": 0.7796609997749329, - "108": 0.7457627058029175, - "255": 0.5593220591545105 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.859375, - "train_size": 376, - "val_size": 51, - "test_size": 256, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 56470, - "cert_evals": { - "36": 0.843137264251709, - "72": 0.8039215803146362, - "108": 0.7450980544090271, - "255": 0.5490196347236633 - }, - "fold": 1 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8392857142857143, - "test_acc": 0.8406374501992032, - "train_size": 376, - "val_size": 56, - "test_size": 251, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 56470, - "cert_evals": { - "36": 0.785714328289032, - "72": 0.7500000596046448, - "108": 0.6964285969734192, - "255": 0.535714328289032 - }, - "fold": 2 - }, - { - "best_epoch": 33, - "best_val_acc": 0.9206349206349206, - "test_acc": 0.8442622950819673, - "train_size": 376, - "val_size": 63, - "test_size": 244, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 56470, - "cert_evals": { - "36": 0.8730159401893616, - "72": 0.8253968954086304, - "108": 0.80952388048172, - "255": 0.7142857313156128 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8517944927719056, - "std_test_acc": 0.010986076649975508, - "n_samples": 683, - "n_features": 35, - "n_classes": 18, - "mean_cert_acc_36": 0.8288567066192627, - "std_cert_acc_36": 0.03763530206409482, - "mean_cert_acc_72": 0.7897448837757111, - "std_cert_acc_72": 0.032421085850418974, - "mean_cert_acc_108": 0.7492033094167709, - "std_cert_acc_108": 0.04637683487470262, - "mean_cert_acc_255": 0.5895854383707047, - "std_cert_acc_255": 0.08369332133667354 - }, - "semeion": { - "dataset": "semeion", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 0.9007633587786259, - "test_acc": 0.9003215434083601, - "train_size": 398, - "val_size": 262, - "test_size": 933, - "stats": { - "mean": [ - [ - 0.042952336683416886, - 0.08904046231155748, - 0.07781711306532647, - 0.04420791457286419, - 0.023773748743718452, - 0.030800670854271264, - 0.05355933668341719, - 0.03393323618090457, - 0.027005577889447012, - -0.020098884422110736, - -0.038558869346733554, - -0.02876319095477392, - -0.035930085427135716, - -0.005666462311557859, - -0.03678980402010061, - -0.02540032914572887, - 0.07164423115577907, - 0.10856828643216102, - 0.016988085427135702, - 0.008401615577889203, - 0.058609482412060376, - 0.009480130653266463, - 0.017019934673366894, - 0.018380477386934664, - -0.03487012562814079, - -0.04757404020100504, - -0.03736131909547739, - -0.015900620603015, - -0.02739998994974887, - 0.02467418090452264, - 0.0249909623115577, - -0.0428204346733669, - 0.09282983919598005, - 0.0839422261306534, - 0.045602110552763954, - -0.0022594874371859885, - 0.03105556030150764, - 0.038234974874371906, - 0.05212423115577904, - -0.0418055175879393, - 0.007379648241206374, - -0.0123181708542711, - 0.03084452261306535, - -0.015929640703517652, - -0.032517437185929664, - -0.042322022613065426, - 0.012141331658292034, - -0.0381711532663317, - 0.08658839698492467, - 0.048203969849246485, - -0.04225107537688428, - -0.025943195979899407, - -0.0023844723618089915, - 0.036030047738693574, - 0.019591012562814026, - -0.00906672110552767, - 0.05304341708542693, - 0.04683804020100484, - 0.011912374371859305, - 0.007315894472361927, - -0.09851672361809082, - -0.03642700000000022, - -0.020734497487437303, - 0.031377703517588146, - 0.06271911809045175, - 0.00858300502512564, - -0.03295607788944731, - -0.05819111557788897, - 0.0045722713567837555, - 0.0003809296482409935, - -0.02592891959799003, - 0.02250984924623118, - 0.04199087437185916, - 0.015708170854271196, - -0.026958037688442335, - -0.06993793467336694, - -0.06541721608040225, - -0.06384432160804038, - 0.007286145728643622, - 0.030955864321607733, - 0.027522726130653326, - 0.036648336683416785, - -0.002193748743718662, - 0.012495773869346763, - -0.009007914572864381, - -0.0036712160804018216, - 0.058828603015075205, - 0.0316613417085427, - 0.007075424623115544, - -0.04322718592964837, - -0.06008731155778924, - -0.04533076381909549, - -0.022957175879396944, - -0.0168389145728642, - 0.025421821608039852, - 0.02792173869346751, - -0.07432091959799038, - 0.013624623115577675, - -0.034945268844221195, - 0.02665020100502518, - 0.03429036180904528, - 0.052019472361808976, - 0.05586435175879404, - -0.01356301507537669, - -0.016037165829145907, - -0.03266601758794015, - -0.04719567587939709, - -0.00748582412060346, - 0.004539849246231048, - 0.021088369346733554, - -0.011933391959799155, - -0.015972572864321154, - -0.03545065829145717, - -0.037793592964824145, - -0.044449964824120315, - 0.029925321608040113, - 0.06288003015075373, - 0.08463542713567856, - 0.02237871859296501, - 0.006899319095477609, - 0.01449656281407041, - 0.000527683417085827, - 0.03920230150753784, - 0.01104597989949731, - -0.025606010050250903, - 0.009040170854271303, - -0.005590462311557578, - -0.01597257286432165, - -0.028310065326633178, - -0.028887447236180964, - -0.0659081507537687, - -0.02844676884422169, - -0.023109949748743735, - 0.032979929648241244, - 0.004363246231154997, - 0.04131952261306578, - 0.0639989572864323, - 0.0895776356783918, - 0.08333377889447266, - 0.004363924623115477, - 0.04033003768844212, - 0.0043767613065326776, - -0.026182336683417056, - 0.005207839195979919, - -0.04224544723618088, - -0.02382967085427132, - -0.07914226130653301, - -0.06476556532663379, - -0.0037090954773871154, - 0.03603720603015092, - -0.011745665829145997, - 0.009745507537688426, - 0.03452877889447241, - 0.05641689698492448, - 0.058819748743718606, - 0.0017769246231155048, - 0.05289571608040145, - 0.020843309045226126, - -0.026537417085427038, - -0.027443012562814097, - -0.037861175879396816, - -0.009719047738693285, - -0.014178577889447092, - -0.013634623115577697, - 0.011744346733668245, - -0.06803158291457227, - -0.052816281407034815, - -0.03685464572864351, - -0.015264748743718476, - -0.02556971608040183, - -0.01646636934673348, - 0.023691919597990285, - 0.08278233165829174, - 0.00689019346733639, - -0.011008341708542625, - 0.006246170854271169, - -0.04551160301507559, - -0.01852485427135688, - -0.016720412060301414, - -0.006744517587939658, - -0.020554698492462387, - 0.0033862311557788963, - -0.013512402010050132, - 0.030196592964824073, - 0.053002623115577296, - 0.029924190954773895, - 0.010655278894472263, - -0.025002311557788908, - 0.005749233668341486, - -0.017590547738693327, - -0.0046878693467337276, - -0.025057909547738694, - -0.025841457286432157, - 0.014470603015075412, - -0.028042884422110625, - -0.026089296482412073, - -0.011480763819095607, - -0.03543923115577921, - -0.012104502512562777, - 0.033738502512562836, - 0.06796942713567744, - 0.030141675879396694, - -0.07938337688442194, - -0.10993767839195982, - -0.08592113567839203, - -0.02513346733668336, - 0.02942003768844198, - 0.016245618090452357, - -0.027027889447236178, - -0.04646055778894485, - -0.05783185678391942, - 0.003077424623115391, - 0.001774763819095415, - 0.02235859296482412, - 0.046390603015075665, - 0.07475743718592887, - 0.0031286934673366894, - -0.10202691457286422, - -0.15626765326633196, - -0.15922729145728687, - -0.027267879396984968, - 0.010767738693467357, - 0.06725591457286462, - 0.03289026633165819, - -0.05212582914572871, - -0.07667999246231152, - -0.106186944723618, - -0.05246548743718603, - -0.04017505527638196, - 0.01756687437185917, - 0.01388585929648225, - -0.0017839547738693002, - -0.019856271356783726, - -0.037364902010050265, - -0.05228199748743718, - 0.005632914572864403, - 0.04385109547738676, - 0.07341574120603038, - 0.0661586381909549, - -0.010089979899497585, - -0.018135623115577832, - -0.016660778894472178, - -0.054114793969849306, - -0.03197704522613057, - -0.014875979899497477, - 0.0030890326633166588, - 0.0005838040201005258, - -0.012102854271356855, - 0.06015804020100524, - 0.03463156281407019, - 0.058009472361808555, - 0.0446316331658288, - 0.0002885954773868734, - -0.0071491407035177675, - -0.019207316582914656, - 0.03504411055276377 - ] - ], - "std": [ - [ - 1.0563097554831, - 1.0780957512893903, - 1.0452812422000708, - 1.017690638492427, - 1.0052440697335492, - 1.001399326721192, - 0.9943611635248776, - 0.9929612277732924, - 0.9913927954434718, - 1.0053448775578797, - 1.0107048900784519, - 1.0054061730470043, - 1.0028699621408272, - 0.9995583413505211, - 0.9908593466765735, - 0.9853542136542434, - 1.0705845251257127, - 1.0662779250282277, - 1.0073168970262103, - 1.0024787753418176, - 1.0119304591198905, - 1.0015280003985942, - 1.0018124775575221, - 1.0027574917083557, - 0.9948097176804833, - 0.9923519865939135, - 0.9947029572529067, - 0.9975568639854349, - 0.9951782326467599, - 1.0031187267852708, - 1.0051393922435368, - 0.9711219802777251, - 1.0817185838320085, - 1.0424648712408837, - 1.0182936561607598, - 0.9988131715298316, - 1.0100389974395088, - 1.0139507799801692, - 1.0198550521351346, - 0.97749433095435, - 1.0032558897416382, - 0.9932725134057337, - 1.013388153002777, - 0.992842992738858, - 0.9886564261302372, - 0.9877708685493644, - 1.002648114792108, - 0.9747606061850567, - 1.0747816119657112, - 1.02255888174825, - 0.9796743045806331, - 0.9871350747933134, - 0.9985485116873231, - 1.0182554602963436, - 1.0116426528399904, - 0.9928963782396165, - 1.0328245805209502, - 1.028752519230958, - 1.0063396812352823, - 1.0030257612563318, - 0.9538014614932016, - 0.9874092532167232, - 0.9925147054908431, - 1.0217704776560097, - 1.0429986387634673, - 1.003221409383544, - 0.9871161786807092, - 0.9731000264043922, - 1.0018596893583598, - 0.9998848837132579, - 0.9838376395078868, - 1.0132854070395554, - 1.0217847466795487, - 1.0070449497421416, - 0.9875771901975943, - 0.9687095163481707, - 0.9722544188400668, - 0.9736748724392092, - 1.002916353992525, - 1.0272314038286867, - 1.0175371205727017, - 1.0126645847614397, - 0.998955451392166, - 1.004243498099933, - 0.9961238320171252, - 0.9981311657855426, - 1.0219513419744302, - 1.0121545944257246, - 1.0020340690091334, - 0.9842453448395471, - 0.9788060413943263, - 0.9810097805258174, - 0.9891626357910038, - 0.9902166181537699, - 1.0148948382390708, - 1.028918636127175, - 0.9511980135419595, - 1.003861802009821, - 0.9884969480698704, - 1.0071337781982594, - 1.008265380409389, - 1.0101011443230787, - 1.0106821329347353, - 0.9969256666173059, - 0.9967866423549481, - 0.9931894679821107, - 0.9875817203374175, - 0.997173617790909, - 1.001723029579845, - 1.0125751464485413, - 0.9912331141505772, - 0.9829645856272501, - 0.9793767425495771, - 0.9867539831463441, - 0.9841093178180385, - 1.0103484071725306, - 1.0191860749351354, - 1.0221675875431637, - 1.0044195246237828, - 1.0008342681651312, - 1.001627138412346, - 0.9997772095897719, - 1.0081078939034254, - 1.003310560327655, - 0.9881623645836118, - 1.0047875054511681, - 0.9961421301729743, - 0.9829645856272511, - 0.9869920158115834, - 0.9937316253503987, - 0.9793377827744155, - 0.9904754389720483, - 0.9925397869122989, - 1.0079161666418393, - 1.0006599864175547, - 1.0059991425953247, - 1.0069100585561557, - 1.0100296780570686, - 1.0103236310080053, - 1.0006392870463336, - 1.0075172047508214, - 1.0007852286664525, - 0.9900807435463777, - 1.004024989821359, - 0.9835365256139716, - 0.9945808044935542, - 0.9691682679807009, - 0.96674874592973, - 0.9980415205638171, - 1.0146475059616948, - 0.9949143848564165, - 1.0029906462271676, - 1.0092866189920002, - 1.0179588242197937, - 1.0178009772928769, - 1.0002181457107617, - 1.008080645940541, - 1.0024397087121901, - 0.9933173510271756, - 0.979532808786883, - 0.9865060572780482, - 0.9977415269762818, - 0.9946445941177685, - 0.9927935684967815, - 1.0058109822326597, - 0.9600947752163551, - 0.96839132111533, - 0.9786069630651635, - 0.991429793512298, - 0.984865660959036, - 0.991272639453808, - 1.0096533608655676, - 1.0197900633557413, - 1.000689387806265, - 0.997433042533609, - 1.003492294968093, - 0.9845806330338616, - 0.9966488938063878, - 0.9940656012175009, - 0.9960501295471854, - 0.9861802001739265, - 1.0020303578560832, - 0.9900047845237433, - 1.0217532005343193, - 1.0359244307293263, - 1.0209897301141686, - 1.0061223937153252, - 0.9865088395902182, - 1.0015893626764498, - 0.9952846796435972, - 0.998505053609909, - 0.9830838889803715, - 0.9912812278008364, - 1.0013260724779938, - 0.9920474470886185, - 0.986699951491271, - 0.9924575926179362, - 0.9728376598101992, - 0.9907682549659087, - 1.025076872660426, - 1.0411907333948913, - 1.018295470960672, - 0.9565632778298347, - 0.9500274157105609, - 0.9755944720993126, - 0.9941828603605654, - 1.0084492238238705, - 1.012173917495229, - 0.9873637546749423, - 0.9915215887443988, - 0.9895629283115104, - 1.000389392831378, - 1.0002897764695722, - 1.009216837413109, - 1.0207204122961515, - 1.0300273492943937, - 1.0009253171711008, - 0.9578388667517177, - 0.9464920214014784, - 0.9560486423104471, - 0.9960505224694267, - 1.001839403738359, - 1.0292507570404104, - 1.032844527725739, - 0.9670637057290374, - 0.9795327684867063, - 0.990873804709991, - 1.0050346356911726, - 1.0066384733685902, - 0.9953856475823458, - 0.9956398623489264, - 1.0001306439998972, - 1.004180675810961, - 1.0045488952963422, - 1.0031559055765875, - 0.9998417518500189, - 1.006215000354876, - 1.0258626825494845, - 1.042692556346792, - 0.9864205332461236, - 0.9760435492162586, - 0.9843487751495544, - 0.9645133054191944, - 0.9864637647341462, - 0.9965084374804701, - 1.000034736592101, - 0.9997322633620359, - 0.9981023381080815, - 1.0063573537400703, - 1.009704938325987, - 1.0267732677147232, - 1.029166926292455, - 0.9999357967957346, - 0.9919070208357084, - 0.9723136941246707, - 1.0773934238154859 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 924686, - "cert_evals": { - "36": 0.8816794157028198, - "72": 0.8282442688941956, - "108": 0.8091602921485901, - "255": 0.6679389476776123 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9423076923076923, - "test_acc": 0.9118541033434651, - "train_size": 398, - "val_size": 208, - "test_size": 987, - "stats": { - "mean": [ - [ - -0.025444005025125734, - 0.012452298994974662, - -0.01753376130653282, - -0.010535125628140796, - -0.027963286432161016, - -0.04474275879396973, - -0.001844291457286734, - -0.03242843216080438, - -0.04103420100502541, - -0.04103420100502534, - -0.07008529648241217, - -0.0339002412060303, - 0.004486437185929683, - 0.034529477386934605, - 0.05066186934673367, - 0.03759841206030118, - -0.016225437185929562, - -0.007291756281406924, - -0.021709919597990002, - -0.07642158040201036, - -0.018874525125628004, - 0.024846484924623234, - 0.006883537688442274, - 0.018380477386934792, - -0.06017425879397, - -0.10329628140703531, - -0.07275537688442205, - -0.08172246231155769, - -0.03756016080402036, - 0.024674180904522443, - 0.09202141206030141, - 0.07625499246231132, - 0.008998351758794185, - -0.025569716080401903, - -0.031083557788944435, - -0.013027306532663414, - 0.06831865326633176, - 0.011230351758794001, - 0.008583005025125642, - -0.02492873869346735, - -0.048525276381909295, - -0.07442176633165802, - -0.0577207035175878, - -0.037725047738693514, - -0.011412814070351763, - 0.030323379396984762, - 0.0794642814070353, - 0.0803478919597987, - -0.030803266331658172, - -0.04180551758793927, - 0.0072861457286432126, - 0.02951733165829129, - -0.0357700402010056, - -0.026724758793969693, - -0.03369344221105539, - -0.04033939698492487, - -0.061404133165829336, - -0.08515770351758864, - -0.07468530150753767, - -0.04247025125628165, - 0.009911819095477373, - -0.010079500000000168, - 0.09049717336683409, - 0.07485990954773888, - -0.012162479899497832, - 0.008583005025125627, - 0.03651040201005023, - 0.05084868341708568, - -0.03440337688442217, - -0.07894947236180942, - -0.0551369346733669, - -0.024766954773869324, - -0.0785643743718595, - -0.039971326633166, - -0.05980386180904579, - -0.004987391959798957, - 0.02596786432160804, - 0.0004355778894470852, - 0.04031095979899518, - 0.058227160804019816, - 0.015439334170854316, - 0.031283635678391784, - -0.0074858241206030764, - -0.025019600502512448, - -0.07371595477387047, - -0.04183514572864274, - -0.04984044221105505, - 0.004494080402009928, - 0.012374522613065268, - -0.01675520100502508, - -0.012701067839196296, - -0.023795125628140783, - -0.006465022613065289, - -0.028311256281406898, - 0.03132067839195961, - 0.057442422110552685, - -0.004038336683417221, - -0.0021707914572866695, - -0.03494526884422048, - -0.11471745728643258, - -0.08534165326633134, - -0.0046484924623118595, - 0.01981357788944731, - 0.012034547738693521, - 0.004354311557789168, - -0.0020305150753769405, - -0.011102356783919673, - -0.007485824120603068, - -0.00648208040201015, - 0.0033105125628139992, - 0.04936957286432154, - -0.0015483718592965048, - -0.029718994974874256, - -0.037793592964824124, - -0.08143026130653215, - -0.10412455276381975, - -0.05401591959799001, - -0.004798241206030193, - 0.001790125628140894, - 0.017090580402010242, - 0.004349567839195903, - 0.0464185025125627, - 0.028880633165829263, - -0.004844258793969922, - 0.029169467336683533, - 0.061084185929648475, - 0.03596850251256268, - 0.020087929648241395, - -0.039252185929648235, - -0.02888744723618094, - -0.07632192462311543, - -0.05998593467336719, - -0.012630180904522599, - -0.019015974874371653, - -0.00593697487437267, - -0.00457129648241148, - 0.07415152512562821, - 0.03869630402010022, - 0.02728184170854277, - -0.021357155778894528, - -0.0007776005025125215, - 0.019922994974874386, - 0.016423954773869348, - -0.014452487437185874, - -0.004894432160803889, - -0.01870493969849258, - -0.04199864321608045, - -0.014851090452261283, - 0.07316085929648249, - 0.08536457788944737, - 0.11267560804020099, - 0.06288003015075369, - 0.07644785427135675, - 0.03509371105527622, - 0.048207286432160684, - 0.001776924623115508, - 0.032457595477386816, - 0.07158755527638183, - -0.016237195979899414, - -0.0336133668341709, - -0.04314636683417066, - -0.05578319597989929, - -0.10459047236180906, - 0.003194804020100766, - 0.0685779899497486, - 0.02317846733668342, - 0.021932281407035317, - 0.02614409547738687, - -0.003889462311557614, - 0.020540575376884435, - -0.044554623115577605, - -0.04203865326633149, - 0.06187867336683395, - 0.04752313819095463, - -0.04686316834170835, - -0.04679553266331694, - -0.024493984924623322, - -0.01852485427135685, - -0.016720412060301434, - 0.01604057788944729, - 0.009299409547738608, - 0.0033862311557789544, - 0.02953875879397003, - 0.023905276381909438, - 0.03440919597989908, - 0.017458256281406695, - -0.018785663316582903, - -0.008077185929648255, - 0.04812320351758792, - 0.05475012562814082, - -0.0357499145728643, - -0.03103446231155784, - 0.021505778894472378, - -0.015889653266331783, - 0.013454844221105499, - 0.0017875879396984156, - 0.012179376884421975, - -0.01678287185929663, - -0.00589275879396984, - -0.004469753768844167, - 0.0018416281407035852, - 0.04801996482412023, - -0.006607417085426772, - 0.01927615075376883, - -0.013691266331658422, - 0.005638994974874419, - -0.02323134422110586, - -0.015634231155779235, - 0.02235859296482414, - 0.004349969849246065, - -0.057831856783919514, - -0.10517045226130767, - -0.01945968844221099, - 0.027845979899497508, - 0.03523984924623154, - 0.058234824120602026, - 0.04097556532663358, - 0.04702545728643234, - -0.026715706030150742, - -0.056987793969849404, - 0.0030878542713568703, - -0.055905929648241134, - -0.016319035175879428, - 0.01113210301507554, - 0.05284130653266339, - 0.04167066834170896, - 0.004379306532663385, - -0.027141316582914445, - -0.03505809045226166, - -0.06500647236180847, - -0.07488839698492449, - -0.06392821608040328, - -0.030181115577889023, - -0.01196931155778885, - -0.09264249999999949, - -0.07980767587939623, - -0.06318036432160816, - -0.013091394472361883, - 0.02329241457286456, - -0.01008997989949755, - -0.009979238693467495, - 0.0307693567839191, - 0.07542535175879414, - 0.03283405025125624, - 0.015896482412060334, - -0.06264278894472358, - -0.04979732663316539, - -0.032352462311557695, - -0.031164914572864088, - -0.002164130653266925, - -0.015071595477387092, - -0.028697351758794065, - 0.013561917085426976, - 0.03722015075376866, - 0.006671256281406974, - 0.009651467336683284 - ] - ], - "std": [ - [ - 0.9636741758313841, - 1.0114901264074088, - 0.9882775735799015, - 0.9950592288041458, - 0.9923805318375012, - 0.9954931130085297, - 0.9998185415922022, - 1.004999458131321, - 1.010779654446278, - 1.010779654446278, - 1.0185416165064392, - 1.0063375239233516, - 0.9991983947714009, - 0.9997603743675092, - 1.0095253737082777, - 1.0193698237551072, - 0.9821944196534186, - 0.9946303679905539, - 0.9894242823280908, - 0.9705707946712009, - 0.9949783327748166, - 1.0043140064479021, - 1.0005809927926241, - 1.0027574917083555, - 0.9904879432435517, - 0.9807642982944419, - 0.9886574068821276, - 0.9859635090427469, - 0.993309351687357, - 1.0031187267852708, - 1.016593255470364, - 1.0442887804592182, - 1.0083038126963626, - 0.9848656609590366, - 0.9855933554664763, - 0.9945670911869946, - 1.021074800634514, - 1.0040491737335164, - 1.003221409383544, - 0.9867264401919432, - 0.9744951602926358, - 0.9578713331810542, - 0.9708937667896353, - 0.982985543001351, - 0.9959503979748483, - 1.0070454733225949, - 1.016290393566305, - 1.0456745349293197, - 0.9697098121066737, - 0.9774943309543503, - 1.002916353992525, - 1.0129710134068142, - 0.9818517087835826, - 0.9848326582689778, - 0.9778679221613454, - 0.968463827587338, - 0.9562287284130288, - 0.9385814756983131, - 0.9535361456044965, - 0.9789868837316601, - 1.0036524516031298, - 0.996437230762304, - 1.025505334499929, - 1.0500603213568676, - 0.9906100846596538, - 1.003221409383544, - 1.012180944973295, - 1.0196387340397408, - 0.9825025594694498, - 0.954339750008454, - 0.9648376067685865, - 0.9839085531249888, - 0.952009038761473, - 0.9795794492787074, - 0.9716080021777768, - 0.9976717208316266, - 1.0091951026702335, - 0.9998457759635255, - 1.0167764080390456, - 1.0501441178091095, - 1.0098311230543442, - 1.0108582982234158, - 0.9971736177909091, - 0.9900282216050488, - 0.9676953459071826, - 0.9809946576246661, - 0.9776591097799061, - 1.0015254267851037, - 1.0037560308732274, - 0.9939516521695569, - 0.9956124335469829, - 0.9901857170585183, - 0.9967866165949004, - 0.9835484169272641, - 1.018300563902619, - 1.0581476797822778, - 0.9972534687047357, - 0.9990036074983834, - 0.9884969480698704, - 0.9585590451776096, - 0.9727715498408732, - 0.9986198721072891, - 1.0039545778843277, - 1.0019737557338864, - 1.0004300707708857, - 0.9993128946907187, - 0.9970527336984197, - 0.9971736177909094, - 0.996738394700752, - 1.0017488836874449, - 1.032459139242276, - 0.9980880058113938, - 0.9827755352139497, - 0.986753983146344, - 0.9694084590768833, - 0.954374856491467, - 0.9794063309627129, - 0.9981812449768528, - 1.0000844130171747, - 1.0024414937297792, - 1.000289920583818, - 1.0066579629145789, - 1.006045023392842, - 0.9980537361415068, - 1.0118648303811897, - 1.0321212562513462, - 1.0214564915487925, - 1.0199705326922406, - 0.9818228908495026, - 0.9937316253503986, - 0.975676694136014, - 0.9791967139583257, - 0.995853785405071, - 0.9944140275090272, - 0.998324720722163, - 0.9988796207201501, - 1.0076775206024515, - 1.0051477965419011, - 1.003942697943822, - 0.9947376367611466, - 0.9995186129589284, - 1.0045214386643773, - 1.0053188986302066, - 0.9873973753633679, - 0.9979198179428485, - 0.9957288015852994, - 0.9844024166044868, - 0.9926040090239354, - 1.0288602149576338, - 1.0327381635127548, - 1.0376323561660248, - 1.0191860749351351, - 1.019248439489373, - 1.0114615654187875, - 1.0148089052316012, - 1.0002181457107615, - 1.0051758820658891, - 1.007308437371659, - 0.9958774515386598, - 0.9748378659951137, - 0.9845361751656108, - 0.9871701294240001, - 0.9569477899284584, - 1.0012684139824397, - 1.033059928368479, - 1.0117771863985163, - 1.0115884288301853, - 1.0135614014099843, - 0.9976100259611177, - 1.010965511332625, - 0.9761143046477329, - 0.9803433318407708, - 1.0153886119387059, - 1.0056269030060545, - 0.9892055337201077, - 0.969426249412664, - 0.9918445350591615, - 0.9966488938063878, - 0.9940656012175014, - 1.0080956439499935, - 1.0056005212297308, - 1.0020303578560827, - 1.019908165966182, - 1.0172691233582607, - 1.0236709394617247, - 1.0122768805463278, - 0.9879530979067631, - 0.9955177997515855, - 1.0145032156568023, - 1.0113052100223867, - 0.9900950783072645, - 0.9789878020749606, - 1.0061210323379788, - 0.9976371796061079, - 1.0030525515532585, - 1.0005432856827527, - 1.0071552470675884, - 0.9872213285090347, - 0.9953725735493347, - 0.996186609496757, - 1.00089379219493, - 1.0287570615182273, - 0.9964079316152177, - 1.0069062426818565, - 0.9963817032039104, - 1.0008280481425031, - 0.9920979056678535, - 0.9872669976493121, - 1.0092168374131085, - 1.0003352873084816, - 0.9895629283115106, - 0.9695148264401307, - 0.9928241899429654, - 1.011466978521356, - 1.015897314997225, - 1.0238688838054302, - 1.0150342744039813, - 1.0149508574937365, - 0.9925404112632117, - 0.9872466320901033, - 1.0000513594585967, - 0.9865335518102039, - 0.9916934654171699, - 1.0111500201640033, - 1.0290091218292727, - 1.0080282510552814, - 0.9998062630573106, - 1.0027987951392292, - 1.0058448354473761, - 1.0127865866340113, - 1.0179715342017457, - 1.013555459538838, - 1.0063545738992565, - 1.0013980777392146, - 1.0039675000000043, - 0.9940267908926063, - 0.9867813019457877, - 0.9943765006272788, - 1.015526891626581, - 0.9864205332461236, - 0.9867876895945505, - 1.0266969428458936, - 1.042059643812452, - 1.0120358570624033, - 1.0028235097925473, - 0.9905175353506179, - 0.9946414253907617, - 0.9951193904567321, - 0.994780772003151, - 0.9990168722978009, - 0.9919731463227914, - 0.9791890939000777, - 1.0112363498675152, - 1.0384478663637378, - 1.0089325105827842, - 1.0217975650986395 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 924686, - "cert_evals": { - "36": 0.8990384936332703, - "72": 0.884615421295166, - "108": 0.8509615659713745, - "255": 0.7115384936332703 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8924302788844621, - "test_acc": 0.902542372881356, - "train_size": 398, - "val_size": 251, - "test_size": 944, - "stats": { - "mean": [ - [ - 0.025853251256281188, - 0.026377419597989695, - 0.006303957286432041, - -0.016009429648241216, - 0.013426341708542615, - 0.000583298994974769, - -0.011917678391959662, - -0.037533175879397224, - -0.020098884422110854, - 0.0008364321608037243, - 0.019239580402010244, - -0.008214989949749375, - -0.025825954773869612, - -0.0006419698492463064, - 0.009508140703517508, - -0.019673170854271324, - -0.008902964824120629, - 0.029295625628140858, - 0.03910123115577878, - 0.04551176381909547, - 0.022450278894472483, - -0.041741050251256066, - -0.028593851758793917, - -0.037733369346733686, - 0.010677314070351713, - 0.008148201005025205, - 0.008145326633165782, - 0.009415472361809119, - 0.0284809497487437, - 0.009431022613065136, - -0.03688329899497498, - -0.04282043467336695, - -0.025931434673366276, - 0.0032492160804019695, - -0.014650914572864066, - -0.034562944723617914, - 0.004439065326633279, - 0.022032201005025183, - -0.04040087437185899, - -0.02492873869346697, - 0.012970140703517999, - 0.010264954773869574, - -0.013438090452261338, - -0.04317389949748748, - -0.011412814070351772, - 0.05626816582914544, - -0.03446686432160752, - -0.03817115326633142, - -0.01699248241206059, - 0.00882481909547732, - -0.04225107537688392, - -0.020397143216080688, - -0.035770040201005424, - -0.03813472361809031, - -0.05145492713567884, - -0.03408486180904533, - 0.016902085427135845, - 0.03483842713567786, - -0.03427305276381909, - -0.03140666331658277, - -0.011773889447236174, - 0.047884999999999796, - -0.0048442587939699355, - -0.04316322110552765, - -0.024642746231156448, - -0.002302301507537566, - -0.006238201005025181, - -0.0363831557788939, - -0.028835427135678583, - -0.04495072864321667, - 0.020803904522613076, - -0.007038153266331668, - 0.06495377889447201, - 0.026844070351758658, - -0.026958037688442293, - -0.02663757286432158, - 0.020592271356783716, - 0.027218869346733378, - 0.023798552763819147, - -0.016768904522613152, - -0.020810841708543488, - 0.004460130653266039, - 0.013682477386934629, - -0.025019600502512482, - -0.019792587939698632, - 0.02358873366834184, - -0.011806276381909597, - 0.020794437185929524, - 0.028271816582914534, - -0.006166407035175833, - -0.044291896984924944, - 0.024660060301507664, - 0.032016668341708576, - 0.04052279396984933, - 0.0490172487437184, - -0.016359286432160735, - -0.056750273869347244, - -0.007435929648241428, - 0.0017769246231154824, - 0.021414361809045206, - 0.04469314572864335, - 0.052019472361808976, - 0.0043632462311552775, - 0.03251259798994986, - 0.01964791959799002, - -0.022454183417085893, - -0.10391374874371867, - 0.008390402010050075, - 0.03760563819095469, - 0.11590360552763804, - 0.0493695728643219, - 0.04893633165829245, - -0.06410897487437181, - -0.006136658291457329, - -0.033884165829145316, - -0.002246648241206082, - -0.01682175376884426, - 0.00046256281407027904, - 0.022378718592965034, - -0.018578834170853733, - -0.06667939698492395, - -0.06575905527638143, - -0.043371045226129806, - 0.01104597989949733, - 0.06203475376884437, - 0.037953512562814026, - -0.005590462311557684, - 0.03451213065326728, - -0.022839005025125664, - -0.003315185929648206, - -0.024253055276382062, - -0.0389598241206035, - -0.03882960301507507, - -0.03981433668341692, - -0.031687527638191625, - -0.05046211557788869, - -0.0578318567839198, - -0.03762569346733697, - -0.0389613567839193, - 0.01979657286432155, - 0.019776218592964884, - 0.01474091708542714, - -0.042159695979899554, - -0.014452487437185876, - -0.0048944321608039645, - -0.013580208542713676, - -0.05791733668341716, - -0.009305037688442106, - 0.029235170854271467, - 0.025075567839196122, - 0.015302437185929314, - -0.022135206030150862, - 0.013569241206029991, - 0.02443211809045206, - 0.04290105527638174, - 0.09095939447236231, - 0.1091005477386932, - 0.020843309045226067, - -0.0007868643216079208, - -0.03978372110552767, - -0.0220056030150753, - -0.030192002512562766, - -0.04608865829145755, - 0.042463467336683505, - 0.051527896984924354, - 0.0915860050251251, - 0.01618239195979925, - -0.008218854271356756, - -0.020952391959798814, - 0.014776788944723587, - 0.034092487437186, - 0.04560211055276428, - 0.08278233165829134, - 0.10847255527638236, - 0.024846484924623196, - -0.052689055276382346, - 0.0017780376884420149, - -0.013441829145728687, - 0.020275924623115744, - 0.06161076884422113, - 0.08692009045226239, - 0.04008957286432224, - -0.0012120703517585535, - -0.007551306532663401, - -0.04616232160804049, - -0.013706580402010225, - -0.024673851758793934, - 0.08783185929648209, - 0.07460693467336664, - 0.0960876532663306, - 0.02119716834170848, - -0.03701101507537695, - -0.010059045226130629, - -0.010829610552763923, - -0.012481236180904494, - 0.04081522613065362, - 0.029924482412060183, - 0.008092273869346436, - -0.04316322110552756, - -0.03630996733668343, - -0.08232102512562797, - -0.04733090954773897, - 0.004588884422110799, - 0.08388306532663306, - 0.0430607738693465, - 0.04666894472361813, - -0.01270106783919614, - -0.047514080402010335, - -0.010565728643216074, - -0.026136346733668523, - -0.03245043718592946, - 0.023696067839195353, - 0.01770060301507536, - 0.044308140703517615, - -0.003787788944723613, - 0.014174522613065448, - -0.05093826633165829, - 0.02573226130653278, - 0.030287150753768848, - 0.0401397286432159, - 0.053680743718593056, - 0.02102522613065334, - -0.010747371859296528, - 0.05464842964824082, - -0.017136783919598057, - -0.045805907035175675, - -0.05090381909547731, - -0.0068819798994974556, - -0.03505809045226187, - -0.02371979899497456, - 0.00344182914572863, - 0.0033947336683414304, - 0.0007934170854273202, - -0.0018110753768842327, - 0.0032136934673366708, - 0.01568474874371846, - 0.01327067839195978, - 0.019348781407035248, - 0.004921175879397266, - 0.031125522613065133, - 0.04711545226130587, - 0.010442155778894433, - -0.024673851758794076, - -0.015774271356783803, - -0.06616341708542701, - -0.0980368467336672, - 0.0005838040201006485, - 0.008146753768844201, - 0.004349567839195794, - 0.003092396984924539, - -0.015071595477387165, - 0.007967140703517566, - -0.01298472613065332, - 0.0446150326633164, - 0.023923638190954576, - 0.0477404321608047 - ] - ], - "std": [ - [ - 1.034353343932803, - 1.024348567936632, - 1.0036818973846862, - 0.9926016744364617, - 1.0028981060461741, - 0.9997262707845033, - 1.0004780191128255, - 1.0057381568404924, - 1.0053448775578797, - 0.9994421248178098, - 0.9935827482337024, - 1.0014086229280772, - 1.0021061616018854, - 0.9996719899466749, - 1.0017361970021768, - 0.988660808590669, - 0.9901596478521693, - 1.0192247642124055, - 1.0167388988236599, - 1.0138944681676312, - 1.0047989281967311, - 0.9904645459818706, - 0.9954463096472054, - 0.9922833494657366, - 1.000931207563311, - 1.000707942136333, - 1.0005842378657308, - 1.0008281188231554, - 1.003557986182927, - 1.0010705577402124, - 0.9904311917270927, - 0.9711219802777267, - 0.9739587043622917, - 1.0015066140578677, - 0.9931898260069552, - 0.9856672449691517, - 1.0012331552789873, - 1.0081082975427937, - 0.9818673205301623, - 0.9867264401919426, - 1.0059158746745933, - 1.0048856527038488, - 0.9933559670825766, - 0.9804299925042913, - 0.9959503979748487, - 1.0125781824597548, - 0.9904165488252873, - 0.9747606061850563, - 0.9833821256471468, - 1.0040856115046517, - 0.9796743045806305, - 0.9898888553822821, - 0.9818517087835823, - 0.9782007130770088, - 0.9656942565779187, - 0.9734797731342064, - 1.010665700345605, - 1.021589297626431, - 0.9794856875095689, - 0.9845971696829052, - 0.9948281863198752, - 1.0136085631297738, - 0.9980537361415062, - 0.9668195470806507, - 0.9810513427219819, - 0.9987231668355041, - 0.997403787663875, - 0.9835516799557577, - 0.9853855373152387, - 0.9749106414617704, - 1.0117447309449026, - 0.9952897165079869, - 1.032947917542788, - 1.0120811271463608, - 0.9875771901975944, - 0.9885862353477245, - 1.0072891612096109, - 1.0093428281641061, - 1.0100051475667393, - 0.9840366571448279, - 0.9854634000263881, - 1.00134698674654, - 1.0041146501612022, - 0.9900282216050488, - 0.9917355999661862, - 1.0093104531776096, - 0.9947373509131133, - 1.0080042462360728, - 1.0087372732373883, - 0.9976110730657628, - 0.9846934585447732, - 1.0088475388403126, - 1.0133097733764065, - 1.0209739586680646, - 1.0282470508532253, - 0.9817846585536307, - 0.9633992156471255, - 0.9973233600463974, - 1.000218145710761, - 1.0057309799061696, - 1.010623899141674, - 1.0101011443230787, - 1.0006599864175545, - 1.0055249208224792, - 1.0028819022633104, - 0.9953395717809288, - 0.9698021524023763, - 1.0024258063274285, - 1.0158129918211263, - 1.063456671941438, - 1.0324591392422755, - 1.04774222887087, - 0.9616904393179179, - 0.997695806697438, - 0.9880152027656462, - 0.9988433850344972, - 0.9937292230975006, - 0.9998296099021827, - 1.0044195246237817, - 0.9963489105119412, - 0.9879651241571221, - 0.9859903114183225, - 0.9884715320146122, - 1.003310560327655, - 1.0244185872318146, - 1.0203911139057007, - 0.9961421301729745, - 1.034050235933694, - 0.989521079569911, - 0.9990477366494994, - 0.992755500716447, - 0.9868421928940853, - 0.9873393959627118, - 0.9881958106921132, - 0.9919947175362285, - 0.9895831364382834, - 0.9895629283115108, - 0.9929032652937821, - 0.9922751284451915, - 1.003847339906563, - 1.0037363434884359, - 1.0033043471411776, - 0.9838300352467959, - 0.9873973753633691, - 0.9979198179428482, - 0.9968491311161947, - 0.9780752949201328, - 0.9952808518444423, - 1.0120796997058796, - 1.0102563563170064, - 1.0056657842293373, - 0.9917811647092868, - 1.003612286469916, - 1.0080281022283166, - 1.0132678758599065, - 1.0226525060210754, - 1.0139038318701246, - 1.0024397087121901, - 0.9995063040570514, - 0.9700809553445697, - 0.9922233441291306, - 0.9933207816371948, - 0.9824557032259209, - 1.0196898531365701, - 1.0252921553121754, - 1.0436509722569267, - 1.0085279865152725, - 0.9951421649917936, - 0.9882760866228761, - 1.0078553724971193, - 1.016034101650163, - 1.0182936561607592, - 1.0197900633557413, - 1.009927427136894, - 1.0043140064479028, - 0.9653870680055727, - 1.0002294165307881, - 0.9975169703830418, - 1.0060899274497221, - 1.0302542392319602, - 1.050457422656358, - 1.0263818971478929, - 0.9988293446894524, - 0.993948379991406, - 0.9646507012293754, - 0.9894725219782052, - 0.9841733127810417, - 1.039912432152242, - 1.0215994164574418, - 1.0180415302669792, - 1.004726329086974, - 0.9748378645110533, - 0.996502380675558, - 0.9983170617806623, - 0.9963911641009451, - 1.0183269819540794, - 1.017678321054885, - 1.0055414218665415, - 0.9668195470806507, - 0.9703066737368953, - 0.9404292201679834, - 0.967852473516548, - 1.0019282394069462, - 1.028101194822195, - 1.008793562942109, - 1.0081602197776465, - 0.9956124335469831, - 0.9606578789878316, - 0.9949738705848414, - 0.9953677319031761, - 0.9944335251793368, - 1.0048415968196438, - 1.0055583780485124, - 1.0180101093887308, - 0.9978522893615333, - 1.0059363426964134, - 0.9778798529166732, - 1.0083401893079658, - 1.0068711996262265, - 1.006423096229551, - 1.0046479120669225, - 1.0037804464514235, - 0.994459962409335, - 1.0536434113524862, - 0.9893818936419583, - 0.9884128417013845, - 0.9968841227714262, - 1.0005451392022922, - 1.0058448354473761, - 1.0049722474461862, - 0.9987027037023654, - 0.998829254733481, - 0.9994987832666141, - 0.9999543973377994, - 0.9993809740185148, - 1.0000438421505866, - 1.0018684789535641, - 1.007170379629404, - 1.003098792935798, - 1.0389250180520742, - 1.057188249524631, - 1.009038472352926, - 0.9841733127810427, - 0.9933150572644535, - 0.9837566845129954, - 0.9835369109711313, - 0.9997322633620358, - 1.00066670782988, - 1.0002899205838178, - 1.000633573204784, - 0.9919731463227919, - 1.0051578019898537, - 0.988327819096806, - 1.0458203733919074, - 1.032263512848999, - 1.1039230782773841 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 924686, - "cert_evals": { - "36": 0.8645418882369995, - "72": 0.8446215391159058, - "108": 0.8207171559333801, - "255": 0.6972111463546753 - }, - "fold": 2 - }, - { - "best_epoch": 4, - "best_val_acc": 0.919431279620853, - "test_acc": 0.8861788617886179, - "train_size": 398, - "val_size": 211, - "test_size": 984, - "stats": { - "mean": [ - [ - 0.017303708542713854, - 0.033339979899497045, - 0.042060535175879, - 0.0551565226130648, - 0.03412115577889427, - 0.020728213567838986, - 0.003192402010050319, - -0.017114201005025118, - -0.009631226130653392, - -0.014865055276382138, - -0.017541251256281226, - -0.08527074371859306, - -0.0611904120603017, - -0.045862402010050325, - 0.009508140703517527, - -0.013946012562814322, - 0.0643217587939701, - 0.0719809045226133, - 0.061214376884421925, - -0.018105633165829183, - -0.06536492964824103, - -0.07759587688442295, - -0.059003042713567794, - -0.012227075376884505, - -0.05005260552763839, - -0.04250838190954796, - -0.022192437185929587, - -0.0007109648241205073, - -0.04772033165829164, - 0.009431022613065164, - -0.04203948743718602, - -0.01305157788944726, - 0.07187196733668362, - 0.037831934673366825, - 0.018214371859296575, - -0.09378594974874371, - -0.10202691457286414, - -0.08058536683417125, - 0.008583005025125713, - 0.014450412060301456, - -0.02057281407035149, - 0.01591073618090474, - 0.05852115577889456, - 0.05490543216080418, - 0.025520276381909558, - 0.01994546482412024, - -0.029288175879396895, - -0.05002305778894475, - 0.09349378894472334, - -0.0024263668341707816, - -0.08628416080401952, - -0.042581354271357584, - 0.019872572864321515, - 0.07025994221105543, - 0.03735249748743718, - -0.021575791457286518, - 0.022925640703517693, - 0.052837846733668196, - 0.07541733668341698, - 0.023911276381909558, - -0.06598816080402005, - -0.03642700000000029, - -0.03662473618090472, - -0.0555867085427135, - 0.019038185929648087, - -0.01863026130653271, - -0.043643228643215105, - 0.029040723618090913, - 0.026844070351758627, - 0.04571258793969818, - 0.0616951256281406, - 0.04614825125628155, - 0.05347232663316565, - 0.11036331658291482, - 0.016836394472361783, - -0.015812482412060267, - -0.05466603015075383, - -0.0745576381909549, - -0.07527588944723587, - -0.0031332562814071646, - 0.009397638190954651, - -0.0009045703517589661, - 0.03485077889447228, - -0.0035822437185929427, - -0.009007914572864234, - 0.029040723618090455, - 0.04252824623115574, - 0.11859657788944705, - 0.0971600904522612, - 0.07854394472361814, - -0.01270106783919611, - -0.023795125628140776, - -0.028454560301507496, - -0.06846445226130653, - -0.05716217336683423, - -0.008979115577889234, - -0.015752100502512602, - 0.029420037688442, - -0.019207185929647985, - -0.08853826130653279, - -0.06453608542713567, - 0.021109673366834107, - 0.06616457286432129, - 0.0990662613065328, - 0.05533300502512552, - 0.028604987437185914, - -0.04203948743718602, - -0.007485824120603054, - -0.023014974874371978, - -0.020393296482412362, - -0.048715170854271364, - -0.023184673366834257, - 0.01613431155778907, - 0.025520276381909585, - -0.02331836683417028, - -0.0022466482412058235, - 0.025685864321608003, - 0.1214610552763827, - 0.12532168341708572, - 0.07314251758794003, - 0.034790552763818976, - 0.015824623115577738, - -0.06917521608040215, - -0.010141005025125743, - -0.0036958190954772753, - -0.0025251658291457193, - 0.006283527638191006, - 0.027300030150753923, - 0.07564008040200966, - 0.037600432160804075, - 0.022608927135678237, - 0.018861979899497297, - 0.03452877889447219, - 0.06937706281407076, - 0.04556413065326641, - 0.041319522613065394, - -0.0070690175879395654, - 0.0030793718592961195, - 0.017090580402010398, - 0.019796572864321606, - -0.016192964824120658, - -0.04226193969849271, - -0.05281126884422079, - -0.0013456030150753172, - 0.04312830150753776, - 0.05816602763819115, - 0.0110636683417086, - -0.00930503768844212, - 0.012763037688442154, - 0.03055638693467361, - 0.009892816582914443, - -0.038075562814070325, - -0.017870065326633208, - -0.012883457286432217, - 0.08004467336683378, - 0.04899117336683459, - -0.023747236180904754, - -0.04004978643216082, - -0.04713785929648249, - -0.04595407537688452, - -0.016720412060301323, - -0.03019200251256272, - -0.008860231155778723, - 0.02002423115577915, - 0.023111075376884147, - -0.0053246733668341605, - -0.041316502512562255, - -0.03685464572864361, - -0.06645353768844256, - -0.04286107537688441, - 0.0677983919597992, - 0.029169467336683533, - 0.025297271356783873, - -0.0032680427135678793, - -0.026374695979899457, - 0.0062461708542712385, - -0.024493984924623437, - 0.01705632160804017, - 0.041416688442211205, - 0.050218221105527164, - -0.0026422336683418032, - -0.008848216080402028, - -0.050413396984924405, - -0.013842623115578042, - -0.015173276381909613, - 0.0423901256281407, - 0.022431655778894367, - 0.04833989949748727, - -0.015437751256281409, - -0.03309212060301497, - 0.00566614572864313, - 0.034707618090452225, - -0.020580653266331614, - -0.04118986683417089, - -0.043604532663316625, - -0.06511693467336681, - -0.04697097487437197, - -0.047876804020100805, - -0.03695147738693452, - -0.023573881909547713, - 0.02588810050251267, - 0.059938824120602745, - 0.06057039195979934, - 0.030043969849246118, - -0.02400981909547736, - -0.061034673366834095, - -0.03376162060301523, - -0.0028822914572863433, - 0.0004090452261306595, - -0.056622663316582986, - -0.05783185678391955, - -0.04331452261306535, - -0.02476830150753774, - -0.04897743718592962, - -0.02051391959798998, - -0.013363165829145748, - 0.01934878140703507, - 0.031055560301507686, - 0.040651306532663266, - -0.016091994974874516, - -0.06268290201004995, - -0.035390954773869276, - -0.027462361809045256, - -0.05414238693467362, - 0.006189246231155719, - 0.0005052211055278901, - -0.025775125628140556, - -0.047400653266331895, - -0.06064291457286465, - -0.023719798994974565, - -0.017446231155778813, - -0.012141331658291529, - 0.026605527638191077, - 0.033742751256281414, - -0.006876432160804101, - 0.005632914572864249, - -0.042793419597989886, - -0.0293114824120604, - -0.037945047738693345, - -0.05130548241206037, - 0.014489914572864079, - 0.01721788944723632, - -0.0011210979899498779, - -0.07518444221105554, - -0.05077718592964814, - -0.017136143216080403, - -0.019568648241205994, - 0.00814675376884411, - 0.08045203015075388, - 0.06091420100502482, - 0.0017932663316581627, - -0.004254356783919557, - 0.00028859547738686056, - -0.05891331407035207, - -0.08821684422110554, - -0.015741175879397072 - ] - ], - "std": [ - [ - 1.0230913089022202, - 1.0306470847496936, - 1.0253163638989118, - 1.0218049113878709, - 1.0074783028399366, - 1.0009433160751784, - 0.9994505670417713, - 1.0026241679219097, - 1.0024524994812487, - 1.0039133733751973, - 1.0048971378545626, - 1.01417394130718, - 1.004332289549513, - 0.9977382032551653, - 1.0017361970021768, - 0.9919233144935908, - 1.0637765669702473, - 1.0455715281984932, - 1.0255977102644784, - 0.99339605984875, - 0.9817359315428323, - 0.981056113878387, - 0.990012610165878, - 0.9974493811385823, - 0.9922963473581801, - 0.9932437097599804, - 0.9968980779182007, - 0.9995978440878907, - 0.9913328217211481, - 1.0010705577402124, - 0.9890209230468918, - 0.9912627019033904, - 1.0644590940044412, - 1.020043651023701, - 1.0074072543879427, - 0.958275404222389, - 0.9578388667517177, - 0.9639856165919881, - 1.003221409383544, - 1.0068397052494056, - 0.9893750244557449, - 1.0076889515382415, - 1.0247383219890505, - 1.0210165378194092, - 1.0075247387147834, - 1.0046362701743567, - 0.9918912192932127, - 0.9665843967074859, - 1.0802469947354034, - 0.998459552401291, - 0.9563901007544556, - 0.978638687720611, - 1.0089127439007188, - 1.0344283171064497, - 1.0220358948079418, - 0.9833155750584129, - 1.0144818792490966, - 1.0322631831022364, - 1.038787160693079, - 1.0103666845998722, - 0.9702991548533046, - 0.987409253216723, - 0.9866887156715956, - 0.9567900274378338, - 1.0134406606180522, - 0.991713556652289, - 0.9827676281149432, - 1.0114433247015615, - 1.012081127146361, - 1.0222420868044244, - 1.0338152076697806, - 1.0268430413524583, - 1.0274456473203384, - 1.0453074953992492, - 1.0068106834774446, - 0.99319836196822, - 0.9771166106782407, - 0.9688298069003922, - 0.9624528562451854, - 0.9968022599327558, - 1.005901557554794, - 0.9993474698627087, - 1.010564715068287, - 0.9983486611130268, - 0.9961238320171254, - 1.0114433247015613, - 1.0161717897956295, - 1.0406869709539412, - 1.0272052350520744, - 1.0224767767382823, - 0.9956124335469829, - 0.9901857170585184, - 0.9865469521402179, - 0.9587645381482431, - 0.9621648427676825, - 0.9899337643062542, - 0.9900729293902669, - 1.0084492238238705, - 0.9937034359335825, - 0.9692951161627006, - 0.9800863496307292, - 1.0042513937180102, - 1.0123603111480772, - 1.0141287908757117, - 1.007677408079292, - 1.0044650992699184, - 0.9890209230468918, - 0.9971736177909093, - 0.9889840573493727, - 0.9866310104770853, - 0.9637832135197844, - 0.9752349399210322, - 1.0083818727667295, - 1.0075247387147834, - 0.991793153918188, - 0.9988433850344973, - 1.0081706851369636, - 1.029626843869407, - 1.0196031669552301, - 1.0093980022007503, - 1.0039886223095509, - 1.0023095280591323, - 0.9808300777029364, - 0.9962389763825825, - 0.9980717278603489, - 0.9982433289914361, - 1.0036155922773329, - 1.0270598343773214, - 1.0290248534923514, - 1.0061441876968409, - 1.0055764584644775, - 1.0053031805865968, - 1.0092866189920002, - 1.0156784749241112, - 1.0088960099879092, - 1.0059991425953296, - 0.9986354940573221, - 1.0001773791355475, - 1.00244149372978, - 1.003847339906564, - 0.996065302775612, - 0.9880253584212956, - 0.9794959611542164, - 0.998556228240707, - 1.0140940621454713, - 1.0096760877814985, - 1.0033829165288874, - 0.9952808518444423, - 1.0052200897485457, - 1.012469146588948, - 1.0035830400494066, - 0.9857420630547223, - 0.9942119752062554, - 0.9950185461635798, - 1.0234288024686335, - 1.0131354799141175, - 0.9949817856959143, - 0.9931492960370479, - 0.9878551084342865, - 0.9652611606828942, - 0.9940656012175009, - 0.9933207816371951, - 0.9965622500501108, - 1.0093915715884572, - 1.0115749892045551, - 0.9968115171925963, - 0.9755344519015101, - 0.9786069630651631, - 0.961464080587249, - 0.9743356627980871, - 1.030835086571909, - 1.0118648303811906, - 1.006595799733842, - 0.9991930482950553, - 0.9940736745513704, - 1.003492294968093, - 0.9918445350591615, - 1.0021683881445074, - 1.0122899955900566, - 1.0249494745406926, - 0.9979849217942023, - 0.9934793024312332, - 0.9621029758682157, - 0.9890982158771477, - 0.9885456854845168, - 1.0294779143109518, - 1.0130593563263568, - 1.0229554890663815, - 0.9943926914757206, - 0.9911313414795533, - 1.0010785245110474, - 1.021221319921214, - 0.9930525323845899, - 0.9938444307912636, - 0.9874394122474933, - 0.965635318129075, - 0.9689109282338, - 0.9629284258029364, - 0.9717359308698656, - 0.9808646394091696, - 1.0162302100520217, - 1.0355012766301623, - 1.0272568498553079, - 1.0107564289840438, - 0.9937602047041728, - 0.9851594467890736, - 0.9884587080836413, - 0.9974266932665549, - 0.999864541688887, - 0.9894363675325561, - 0.9895629283115106, - 0.988727903086388, - 0.990877905737688, - 0.9766932163927938, - 0.9895469407930455, - 0.9935726213392223, - 1.007170379629405, - 1.0100389974395079, - 1.009109049155308, - 0.9965204677792965, - 0.9901869920407446, - 0.99174574443383, - 0.9860427444032561, - 0.9400600968558963, - 1.0033074400595374, - 0.9997993113498106, - 0.9985929054949167, - 1.0046389351594731, - 1.0095474638492092, - 1.0049722474461862, - 1.0044746555071224, - 1.0026481147921085, - 0.9930117198494639, - 0.9940678856560923, - 1.0002974171033587, - 0.9998417518500186, - 0.9914036227508137, - 0.9875178868961761, - 0.9721338649787347, - 0.9291330950891362, - 1.017948146105332, - 1.0150039988798456, - 0.9989984568183743, - 0.9666297205670561, - 0.9878791191600703, - 0.9975774564005543, - 0.9980042921168951, - 1.0006667078298794, - 1.0077886909582168, - 1.016455335207286, - 1.0005853010665489, - 0.9967266234061737, - 0.9999357967957346, - 0.9320191861094074, - 0.8633520103519924, - 0.9623275771498844 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 924686, - "cert_evals": { - "36": 0.8909952640533447, - "72": 0.8530806303024292, - "108": 0.7962085604667664, - "255": 0.6303317546844482 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9002242203554498, - "std_test_acc": 0.01061303567153459, - "n_samples": 1593, - "n_features": 256, - "n_classes": 10, - "mean_cert_acc_36": 0.8840637654066086, - "std_cert_acc_36": 0.014822021574753161, - "mean_cert_acc_72": 0.8526404649019241, - "std_cert_acc_72": 0.02367888744809536, - "mean_cert_acc_108": 0.8192618936300278, - "std_cert_acc_108": 0.023384364700560177, - "mean_cert_acc_255": 0.6767550855875015, - "std_cert_acc_255": 0.03587564557918237 - }, - "spect": { - "dataset": "spect", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.8, - "test_acc": 0.6086956521739131, - "train_size": 186, - "val_size": 10, - "test_size": 69, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 14086, - "cert_evals": { - "36": 0.30000001192092896, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7647058823529411, - "test_acc": 0.6451612903225806, - "train_size": 186, - "val_size": 17, - "test_size": 62, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 14086, - "cert_evals": { - "36": 0.05882352963089943, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7, - "test_acc": 0.6779661016949152, - "train_size": 186, - "val_size": 20, - "test_size": 59, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 14086, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7213114754098361, - "train_size": 186, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 14086, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6632836299003112, - "std_test_acc": 0.04792727941546772, - "n_samples": 265, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.11748366337269545, - "std_cert_acc_36": 0.12986691822686555, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "spectf": { - "dataset": "spectf", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.47619047619047616, - "test_acc": 0.5084745762711864, - "train_size": 187, - "val_size": 21, - "test_size": 59, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 55558, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5789473684210527, - "test_acc": 0.5081967213114754, - "train_size": 187, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 55558, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6, - "test_acc": 0.5166666666666667, - "train_size": 187, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 55558, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.6111111111111112, - "test_acc": 0.5161290322580645, - "train_size": 187, - "val_size": 18, - "test_size": 62, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 55558, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.5555555820465088, - "108": 0.5555555820465088, - "255": 0.0555555559694767 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5123667491268482, - "std_test_acc": 0.0046612661630364895, - "n_samples": 267, - "n_features": 44, - "n_classes": 2, - "mean_cert_acc_36": 0.1388888955116272, - "std_cert_acc_36": 0.2777777910232544, - "mean_cert_acc_72": 0.1388888955116272, - "std_cert_acc_72": 0.2777777910232544, - "mean_cert_acc_108": 0.1388888955116272, - "std_cert_acc_108": 0.2777777910232544, - "mean_cert_acc_255": 0.013888888992369175, - "std_cert_acc_255": 0.02777777798473835 - }, - "statlog-australian-credit": { - "dataset": "statlog-australian-credit", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 2, - "best_val_acc": 0.660377358490566, - "test_acc": 0.6286407766990292, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.05059407542441863, - -0.0114752416860465, - 0.028838848837209195, - 0.03936136046511627, - 0.10460593604651149, - 0.0779865668604651, - 0.08156061627906987, - 0.15811348837209352, - 0.05523483604651162, - 0.1309385000000002, - 0.06254351744186054, - -0.11882176316511633, - 0.041984078837209345, - 0.07566618604651176 - ] - ], - "std": [ - [ - 1.0101299726407869, - 1.0530472517300817, - 0.9967360557731824, - 0.9782321556549705, - 1.0601462124818095, - 1.0386276590440506, - 0.9921323025144253, - 1.0098717215967856, - 0.8568205957330315, - 1.0017391917815985, - 0.8280019139302006, - 0.8059241197617667, - 1.4892583738151293, - 1.0047800961056161 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 13574, - "cert_evals": { - "36": 0.03773584961891174, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.5773195876288659, - "test_acc": 0.5510688836104513, - "train_size": 172, - "val_size": 97, - "test_size": 421, - "stats": { - "mean": [ - [ - -0.0864253130930232, - -0.033577701104651185, - -0.03875552325581389, - 0.029890569767441845, - 0.028733052325581446, - 0.014722290813953477, - 0.05829668604651171, - -0.01803883720930214, - 0.054039201162790776, - -0.043972749999999845, - -0.07365430232558125, - -0.024331187647674404, - 0.08401893802325594, - 0.08735679069767467 - ] - ], - "std": [ - [ - 0.9209242895195554, - 0.9435504125386636, - 1.067477333690663, - 1.061435553615557, - 1.0025792818765138, - 1.0277952989603758, - 0.9948560751139975, - 0.9964680315230806, - 0.9046016810802003, - 0.994587469176134, - 1.1556768232845753, - 0.935329242863178, - 1.6527499781150876, - 1.0051200887036142 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 13574, - "cert_evals": { - "36": 0.39175257086753845, - "72": 0.17525772750377655, - "108": 0.09278350323438644, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 6, - "best_val_acc": 0.6777777777777778, - "test_acc": 0.6355140186915887, - "train_size": 172, - "val_size": 90, - "test_size": 428, - "stats": { - "mean": [ - [ - -0.07147041345930233, - -0.029198059883720928, - -0.10634986046511644, - -0.012728412790697653, - -0.06173072674418615, - 0.0097622159302325, - 0.05829668604651169, - 0.08765255813953526, - 0.008607926744186043, - -0.06729424999999996, - 0.004173023255814025, - -0.03348306104651162, - -0.012487369767441872, - -0.017858651162790676 - ] - ], - "std": [ - [ - 0.971314722723139, - 0.8466778612216974, - 1.042970249181201, - 0.959839375401117, - 0.918650223910635, - 0.8910303524098012, - 0.9948560751139973, - 1.0082316527571256, - 0.8072245383487707, - 0.9913009258016392, - 0.8525556362245806, - 0.9327938415221685, - 0.575642414570075, - 0.997133880165406 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 13574, - "cert_evals": { - "36": 0.12222222238779068, - "72": 0.011111111380159855, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6310679611650486, - "test_acc": 0.5686746987951807, - "train_size": 172, - "val_size": 103, - "test_size": 415, - "stats": { - "mean": [ - [ - -0.1213828103255814, - -0.06661143598837206, - 0.001801104651162605, - 0.1309130523255815, - 0.11044239534883706, - -0.028884297790697674, - 0.10482454651162802, - 0.09939604651162864, - -0.012912282558139528, - -0.12559799999999988, - 0.023629854651162924, - 0.0062312962406976735, - 0.17098330383720955, - 0.12242860465116306 - ] - ], - "std": [ - [ - 0.928604583415627, - 0.9683009241515906, - 1.0138252442857156, - 0.9530281481075065, - 0.9511816420159422, - 0.9323161262752426, - 0.9888538720631012, - 1.0088469910217654, - 0.7964967613394043, - 0.9806129187696861, - 0.964831290983948, - 0.838672394350281, - 1.7526808412132595, - 1.0053240290706722 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 13574, - "cert_evals": { - "36": 0.1650485396385193, - "72": 0.019417475908994675, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5959745944490624, - "std_test_acc": 0.042395961682108005, - "n_samples": 690, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.17918979562819004, - "std_cert_acc_36": 0.15125853340215797, - "mean_cert_acc_72": 0.05144657869823277, - "std_cert_acc_72": 0.08292318609724077, - "mean_cert_acc_108": 0.02319587580859661, - "std_cert_acc_108": 0.04639175161719322, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "spambase": { - "dataset": "spambase", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.9227586206896552, - "test_acc": 0.9303008070432869, - "train_size": 1150, - "val_size": 725, - "test_size": 2726, - "stats": { - "mean": [ - [ - 0.021226006173913785, - -0.015919149391304187, - 0.025415802530432907, - 0.03918618617391535, - -0.00802565730434888, - -0.019898612173913727, - 0.006333582695649156, - 0.0138353715652162, - 0.010869212166955465, - 0.020277107478260063, - -0.03972575965999889, - -0.02055293502608697, - -0.008113843652174586, - 0.014708887365217537, - 0.01133711377391179, - -0.015495447060868504, - 0.03913622733043563, - -0.017462963999999633, - 0.0187409115304347, - 0.005520461426088844, - -0.0038418207913071324, - 0.008610802582609307, - 0.035890673565219404, - -0.006205582330433885, - 0.009182778760001165, - -0.019677288817390202, - 0.0004982232156532273, - 0.02920531815652134, - 0.012658779999999129, - 0.017062090382608135, - -0.013314016521739344, - -0.02566035391304503, - -0.008576744521738438, - -0.022911713043477794, - 0.0025098786956515694, - -0.007468803278259888, - 0.011673062539131227, - -0.015021546086957481, - -0.00910834485217397, - -0.02154278895652143, - 0.05463170547826161, - 0.023553851304347857, - 0.010670661652173499, - 0.0295903323391293, - 0.007351219000000634, - 0.01269573645391135, - -0.023270003826086932, - 0.03709884669565298, - 0.007815205191304105, - 0.027519189395651733, - -0.015820542199999555, - -0.01672272254086909, - 0.042409089939126635, - 0.025760643735651907, - 0.02838511237043451, - -0.013437700554782798, - 0.0164267618000002 - ] - ], - "std": [ - [ - 1.1235027725136815, - 0.8904989974639629, - 0.9957178739385403, - 1.4995577621881944, - 0.926476291913068, - 0.8885189316158734, - 0.9024040689634729, - 1.0405154757286925, - 1.1233331839178615, - 0.8981778369870301, - 0.8892119217650689, - 0.9874908627493307, - 0.9205513578145247, - 0.9632286363722543, - 1.0765253751015154, - 0.8531114122905263, - 1.0916574204014953, - 0.9124374318543399, - 0.9910784663927087, - 0.9680608594157823, - 0.9407382453902644, - 0.9930333587983213, - 1.1491144107563753, - 0.6425563314801666, - 1.0428011323424244, - 0.8430611857711853, - 1.0214512070760071, - 1.1643521198183129, - 1.10698998653912, - 1.0810838839403236, - 0.8380031520069444, - 0.8416763955823331, - 1.2024906820600971, - 0.8481231877782008, - 0.8570058504483157, - 0.9470628246612116, - 1.06910230060386, - 0.5874337186131844, - 0.8169185036473402, - 0.8578401703545604, - 1.4145108263137103, - 1.0433820861839775, - 0.9733444555118707, - 1.393792873658117, - 0.9492090774739013, - 1.0044806426321926, - 0.81385805230804, - 1.3465645155559474, - 1.0636978414150784, - 1.007651802571978, - 0.6554083067039526, - 0.7777941339804235, - 1.245208842537934, - 1.6535667744655882, - 1.3137439814967093, - 0.6661201009582893, - 1.219503651337539 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 212742, - "cert_evals": { - "36": 0.8896551728248596, - "72": 0.8551724553108215, - "108": 0.8124138116836548, - "255": 0.5103448629379272 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9252717391304348, - "test_acc": 0.9248618784530387, - "train_size": 1150, - "val_size": 736, - "test_size": 2715, - "stats": { - "mean": [ - [ - -0.024849632956522313, - -0.03413819886956486, - -0.00989163035652276, - -0.002361400086956756, - -0.03987249782608704, - 0.01090509313043455, - 0.01957335878260548, - 0.001824029217390987, - -0.024616771288696538, - -0.00523980729217439, - -0.0020601358313020405, - -0.05077641741739166, - -0.03844389808695691, - 0.0008553938956523932, - -0.01214520726087042, - -0.009230109313042243, - 0.010565583165218426, - -0.046801976826087485, - -0.013554089600000253, - 0.02790070953043506, - 0.0032765880556492374, - -0.022136448173912388, - -0.029918836608694217, - -0.007934282660868743, - -0.023365790114781765, - -0.029432224478259654, - -0.022027940843476913, - -0.010254641513043462, - -0.03708282617391394, - -0.030502210695652975, - -0.006006388869565457, - -0.048024147826089034, - 0.029480932521740062, - -0.0510750817391295, - -0.028351204086956815, - -0.026517849208694946, - 0.01842911532173985, - -0.03338618443478374, - 0.006675741999999962, - -0.04656739886956605, - -0.020719941826085986, - 0.006543958434782931, - 0.011525401739130135, - -0.008087698269565702, - 0.025108898113044256, - -0.007957335130433963, - -0.015061640434782204, - -0.03721756826086869, - -0.03895043960869612, - -0.001666222565217826, - -0.010009838134782371, - 0.03633144539478134, - -0.06020993099130556, - -0.0013161700260872296, - -0.03022302409408695, - -0.004946863700869469, - 0.004550906813912774 - ] - ], - "std": [ - [ - 0.8958373484867075, - 0.9002436174684451, - 0.9749857170890281, - 0.9175103073316754, - 0.8456789748627611, - 1.0296079196279977, - 1.0663773858644263, - 0.9918744873399122, - 0.9377758356585005, - 0.9683003635587637, - 0.9988701214159026, - 0.8510020785398145, - 0.8120292232717867, - 1.1716911892002921, - 0.9335490252401448, - 0.9275724825067901, - 1.0706786172093499, - 0.8159996197989664, - 1.018783583831139, - 1.3842479172234758, - 1.039815972096556, - 0.8839135364998896, - 0.8932393785890523, - 0.9102522959355095, - 0.9028197785306566, - 0.9621741754161531, - 0.9455093600221522, - 1.0873334815971143, - 0.9298495573937857, - 0.8712375739105048, - 1.1638136373741579, - 0.7194920963255054, - 0.993798468472957, - 0.7165877104812148, - 0.7540408567752576, - 0.9687673124893158, - 0.981800827979203, - 0.29631208384482205, - 1.2015746837404693, - 0.8040600124748868, - 0.721184410759368, - 1.0883976635466879, - 1.1000595828326398, - 0.6542723004921799, - 1.1435952861265584, - 0.9423531730144734, - 0.6560729981871746, - 0.5591229852816202, - 0.5489093243563901, - 0.9888972344464931, - 0.6428451363337641, - 1.028319563197099, - 0.6205068262838673, - 0.5771896246525331, - 0.41206923845873533, - 0.6584069792527852, - 1.0945705958475596 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 212742, - "cert_evals": { - "36": 0.9008152484893799, - "72": 0.86548912525177, - "108": 0.789402186870575, - "255": 0.44701087474823 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.9527896995708155, - "test_acc": 0.9338662790697675, - "train_size": 1150, - "val_size": 699, - "test_size": 2752, - "stats": { - "mean": [ - [ - 0.04921885617391417, - 0.014926593956521877, - 0.00847792629565125, - 0.05005613400000414, - 0.0033398545217390415, - 0.022115092173912148, - 0.020861821652170594, - 0.01550478669565098, - 0.005469835709564297, - -0.002394102646087372, - -0.004648887133041112, - -0.03289461768695655, - -0.040754755739131086, - 0.02023474459130333, - -0.03975969647826165, - -0.0013114386782596627, - 0.05593795568695754, - -0.04049862191304387, - 0.032395505704347835, - 0.003473580347827736, - -0.03802155532695763, - 0.020674000869565144, - -0.029397571826085454, - 0.05626614292173871, - -0.016279572017390314, - -0.040442041434781556, - -0.027683359373911642, - -0.018165945565216026, - -0.0067161096434789095, - -0.01001410846956648, - -0.022173674869565393, - 0.0009115565217380702, - -0.0006774207913042033, - -2.747652173902797e-05, - -0.017699280086957207, - -0.0014646963999993766, - -0.01282538191304263, - -0.03204628226087075, - 0.032762344347826086, - -0.009639197913043794, - 0.10482606808695744, - -0.031013759826086604, - 0.020927692434782336, - 0.006242524399999054, - -0.026823291339128374, - 0.043980723565215755, - -0.005029141565217051, - -0.00635898059999959, - 0.007536563304348806, - -0.0018206163191308838, - -0.026798041434782056, - -0.002352054191304867, - -0.031762150104349914, - -0.03071606211652189, - -0.002249609841739219, - -0.015034978442608676, - 0.011666985643478154 - ] - ], - "std": [ - [ - 1.1778724434167362, - 1.0760534101769437, - 1.0559839237532962, - 1.5297906049045558, - 1.1364234457764475, - 1.0490814157140953, - 1.1363046556284118, - 1.0380124741143066, - 1.075498258791, - 0.8663393072266115, - 0.9747929071031151, - 0.969828844789839, - 0.7696639194748692, - 1.0473361728395063, - 0.8303333840972749, - 0.8838263753298514, - 1.2440346851573585, - 0.9334811719941839, - 1.02990808565559, - 0.8957714253842652, - 0.9678502243817942, - 1.1500298875956583, - 0.9330778093343873, - 1.5773371750732401, - 0.9230289983981412, - 0.8158091055273212, - 0.9489997820681896, - 0.9552807238624355, - 1.0072242253552435, - 1.0223260308735955, - 0.8234643073736883, - 1.0311031398813912, - 0.8806613305973721, - 1.0286119212691307, - 0.8014510966571808, - 0.9352593214362214, - 0.9329050736248139, - 0.3527683412758974, - 1.1692746053848972, - 1.002962447177659, - 1.4919910858493521, - 0.8738202541405161, - 1.1462384337701108, - 1.0090960980820731, - 0.9207764793259576, - 1.0912524568744784, - 0.816026256403742, - 0.7771366886117157, - 0.9566601501316736, - 0.9562471491235174, - 0.6185383136448549, - 0.8282423578976752, - 0.7966634350742242, - 0.34217344919196696, - 0.8296715880092417, - 0.6379508479090837, - 1.2381153537237015 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 212742, - "cert_evals": { - "36": 0.9298998713493347, - "72": 0.898426353931427, - "108": 0.8583691120147705, - "255": 0.54935622215271 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.9172821270310192, - "test_acc": 0.918168709444845, - "train_size": 1150, - "val_size": 677, - "test_size": 2774, - "stats": { - "mean": [ - [ - 0.018947906521740433, - -0.000799500504347751, - 0.01308322393912882, - -0.04350387713043517, - -0.017981908217392446, - -0.037174041304348704, - 0.022572385652170752, - -0.04463838826086928, - -0.00969831843826173, - 0.015462332956521007, - 0.02533698608174001, - -0.01796958450434803, - -0.002596639478261534, - -0.008146872721739728, - -0.010465523286957488, - -0.020865805773911915, - -0.023057402052173097, - 0.015772556173913998, - 0.029574481513043406, - -0.00723897516521638, - -0.012929820996524495, - 0.013256362000000747, - -0.016364737217389708, - -0.0054786337391299, - -0.023381384405216223, - 0.018361981547826933, - -0.027815069829563832, - -0.016357650539129607, - 0.02130572809565106, - -0.04712495074782753, - -0.023661064608695874, - -0.017694028695653844, - -0.035716115565216526, - -0.015046066956521246, - 0.017066349999999682, - -0.017144463043477796, - 0.00945527166956592, - 0.0090967913913036, - -0.019910964156521774, - -0.012770454869565474, - 0.008144727217391987, - 0.026037255217391253, - -0.03684596452174003, - -0.03572749460869723, - -0.026032580895649946, - 0.034894907043476656, - -0.040598744086955754, - -0.013571423391303747, - 0.04706986420869568, - 0.04318946167130402, - -0.01196526951304294, - -0.018042527704347985, - 0.049467921365213274, - -0.02400611535652195, - 0.06052994408086956, - 0.0599142720547826, - -0.0026769801565217854 - ] - ], - "std": [ - [ - 0.9331871594323544, - 0.9567845251269138, - 0.9760296399392536, - 0.051280137756585374, - 0.9428238363495951, - 0.8814135527767363, - 0.9954267960650186, - 0.6955201641843568, - 1.0576570344486964, - 1.1798688036970275, - 1.0384456763015388, - 0.9235329672549664, - 0.9059067437108173, - 0.8252286378311408, - 0.9221679162247977, - 1.0327807332881183, - 0.9152290942982179, - 1.0569927523658942, - 1.019968514725996, - 0.9205072920345395, - 0.9958149041823585, - 1.016878390862468, - 0.8965516556476434, - 1.0877876259600743, - 0.948111265047695, - 1.0393908013003292, - 0.9611733587640997, - 0.9251890870444093, - 1.1498439764663797, - 0.8019976062593172, - 0.8125415636929294, - 0.8726450743629817, - 0.6932596937551812, - 0.8745634092810176, - 1.3798992402930492, - 0.8915710521880803, - 0.9391065100766924, - 1.1627844455953502, - 0.8173394703147074, - 0.9245635097978325, - 0.9000725380226579, - 1.1834987177794307, - 0.775157987005211, - 0.6770693378003936, - 0.7878189821125126, - 1.0585249177081846, - 0.48012225657491536, - 0.635321002731002, - 1.2507891578889274, - 1.3781763830166411, - 0.957654911058225, - 0.6938467149180203, - 1.3755269217325827, - 0.35513836957625733, - 1.6062909589981371, - 1.7067437542745856, - 0.9544103185210019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 212742, - "cert_evals": { - "36": 0.8877400159835815, - "72": 0.8581979274749756, - "108": 0.8257015943527222, - "255": 0.5598227381706238 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9267994185027344, - "std_test_acc": 0.006842110792046293, - "n_samples": 4601, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.9020275771617889, - "std_cert_acc_36": 0.019455464678632323, - "mean_cert_acc_72": 0.8693214654922485, - "std_cert_acc_72": 0.01988055121562828, - "mean_cert_acc_108": 0.8214716762304306, - "std_cert_acc_108": 0.02880862158411616, - "mean_cert_acc_255": 0.5166336745023727, - "std_cert_acc_255": 0.05106513403411828 - }, - "statlog-heart": { - "dataset": "statlog-heart", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.8421052631578947, - "test_acc": 0.793939393939394, - "train_size": 67, - "val_size": 38, - "test_size": 165, - "stats": { - "mean": [ - [ - -0.08198015373134328, - -0.20437704477611945, - 0.14667940298507465, - -0.10702356567164191, - 0.12296643701492538, - 0.0031060895522387424, - 0.1721716417910448, - 0.05256702985074625, - -0.09777528358208952, - -0.07363618358208954, - 0.14071911940298493, - -0.06190307462686559, - 0.07189410447761192 - ] - ], - "std": [ - [ - 0.9602755621241335, - 1.0534397591881424, - 0.965842016381191, - 0.8781181021048233, - 1.1908161716364944, - 1.0012132661304654, - 0.983067488143195, - 0.9410627873975389, - 0.9570769609540178, - 0.878212234528083, - 0.8616316071032667, - 0.9849557990787127, - 0.9977403560745624 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 13510, - "cert_evals": { - "36": 0.6578947305679321, - "72": 0.44736841320991516, - "108": 0.21052631735801697, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8431372549019608, - "test_acc": 0.7171052631578947, - "train_size": 67, - "val_size": 51, - "test_size": 152, - "stats": { - "mean": [ - [ - 0.10317251194029849, - -0.04498435820895522, - -0.10467137313432831, - 0.12694810597014922, - 0.17465611791044777, - 0.25472334328358204, - 0.08243026865671647, - -0.11108194776119398, - -0.002699328358208915, - -0.025414538805970124, - -0.05362482089552247, - 0.1120346268656717, - -0.13575953731343274 - ] - ], - "std": [ - [ - 0.933803946437699, - 1.0141183535164209, - 1.0495962756290413, - 0.9673366402230045, - 0.8198187755507609, - 1.1979377392725967, - 0.9966276802719692, - 1.0695932382111324, - 0.997165030870351, - 0.9974922014552127, - 0.9446202495075935, - 1.110709570807387, - 0.9882692368647951 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 13510, - "cert_evals": { - "36": 0.7254902124404907, - "72": 0.5686274766921997, - "108": 0.4901961088180542, - "255": 0.019607843831181526 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.782608695652174, - "test_acc": 0.821656050955414, - "train_size": 67, - "val_size": 46, - "test_size": 157, - "stats": { - "mean": [ - [ - 0.13594266119402976, - -0.14061997014925387, - 0.06813225373134335, - -0.08696855671641794, - 0.03171528507462684, - 0.04504229850746271, - 0.18712851940298503, - 0.03130544776119405, - 0.09237662686567168, - -0.06451316865671636, - 0.019254119402985, - 0.08040952238805975, - -0.15114120895522393 - ] - ], - "std": [ - [ - 0.8711281879382763, - 1.040823259043546, - 0.9637958388354753, - 0.9133876556024206, - 0.9725134126319966, - 1.040829334168815, - 0.9723132590478262, - 0.9630003579670339, - 1.0269376874323441, - 0.8130127152575585, - 0.8919207037488958, - 1.0082879636602924, - 0.9714271921263085 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 13510, - "cert_evals": { - "36": 0.6739130616188049, - "72": 0.5, - "108": 0.17391304671764374, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 43, - "best_val_acc": 0.975, - "test_acc": 0.7607361963190185, - "train_size": 67, - "val_size": 40, - "test_size": 163, - "stats": { - "mean": [ - [ - 0.08678730746268656, - -0.14061997014925384, - 0.03671347761194034, - 0.07263314626865668, - -0.06617695701492539, - 0.17085092537313418, - 0.08243026865671643, - -0.04536504626865671, - -0.03439131343283579, - -0.07884894179104476, - -0.029331820895522515, - 0.15947211940298509, - -0.0511598059701492 - ] - ], - "std": [ - [ - 0.9010573312665855, - 1.0408232590435458, - 1.0531172362720425, - 0.9118585344964205, - 0.9359858544688878, - 1.1423287841859981, - 0.9966276802719692, - 1.0086415816105951, - 0.9850040267731803, - 0.9462659856917733, - 0.9421179375671704, - 1.0971195664680449, - 0.9795524388118361 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 13510, - "cert_evals": { - "36": 0.800000011920929, - "72": 0.699999988079071, - "108": 0.574999988079071, - "255": 0.10000000149011612 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7733592260929303, - "std_test_acc": 0.04501842521662832, - "n_samples": 270, - "n_features": 13, - "n_classes": 2, - "mean_cert_acc_36": 0.7143245041370392, - "std_cert_acc_36": 0.06398533609979286, - "mean_cert_acc_72": 0.5539989694952965, - "std_cert_acc_72": 0.10926459458670859, - "mean_cert_acc_108": 0.3624088652431965, - "std_cert_acc_108": 0.20010292941616312, - "mean_cert_acc_255": 0.02990196133032441, - "std_cert_acc_255": 0.04763737563486037 - }, - "statlog-german-credit": { - "dataset": "statlog-german-credit", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.7291666666666666, - "test_acc": 0.6765676567656765, - "train_size": 250, - "val_size": 144, - "test_size": 606, - "stats": { - "mean": [ - [ - 0.008747452000000005, - 0.11021018984000003, - 0.06555079600000023, - 0.10154820480000003, - -0.010759709999999997, - -0.02979250000000003, - 0.08191152000000003, - 0.013589535999999907, - 0.08188774399999998, - -0.06417329279999998, - 0.041099871999999926, - 0.0640540519999999, - 0.02485610000000021, - 0.057033071999999865, - 0.037065583999999575, - -0.014164548000000032, - 0.003288288000000005, - -0.09291863999999964, - 0.055446887999999986, - 0.033893919999999966, - -0.019884256, - -0.06814002399999995, - 0.019990000000000167, - 0.004141975999999968 - ] - ], - "std": [ - [ - 1.003978613784907, - 1.1209135794421377, - 1.0561299223802987, - 1.0960852648064718, - 1.0015570603843653, - 1.0186243811552194, - 0.9706722294277974, - 0.9826945821214509, - 0.9667757761368231, - 0.9930707850493405, - 0.9574267666614031, - 1.0136622966442341, - 1.022617820769464, - 1.0089854337740911, - 1.0859859373554877, - 0.9904599650540205, - 1.0037797010309435, - 1.118329779782364, - 1.1191480919785946, - 1.026929516139364, - 1.008621805841551, - 0.7419439487110271, - 1.014184725481508, - 0.9983740501128531 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 14214, - "cert_evals": { - "36": 0.0069444444961845875, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.696969696969697, - "test_acc": 0.7213675213675214, - "train_size": 250, - "val_size": 165, - "test_size": 585, - "stats": { - "mean": [ - [ - -0.11847553600000008, - 0.036239413119999966, - 0.02862046800000001, - -0.09383200439999995, - 0.060125340400000005, - 0.15559079999999997, - -0.014122872000000066, - 0.03171004799999993, - -0.020949231999999995, - 0.024086774399999983, - 0.035430963999999704, - 0.03635581599999994, - 0.01380900000000019, - -0.02444276800000006, - 0.015885439999999883, - -0.04249425600000005, - 0.0032882880000000194, - -0.05162157599999978, - -0.045364992, - -0.03910935999999991, - 0.02430596400000002, - -0.06814002399999995, - -0.009994999999999971, - 0.03726506400000005 - ] - ], - "std": [ - [ - 0.9921196542418786, - 0.9839775335987256, - 0.9719344651930834, - 0.8219136288585911, - 1.0283437624856175, - 0.935161859470199, - 1.0304888406780581, - 0.969745031693504, - 1.0144787229611012, - 0.9607218147860226, - 0.9757296988321245, - 0.9986987034773843, - 1.0124834391949327, - 0.99440586812025, - 1.0376109095734123, - 0.9715066082685968, - 1.003779701030944, - 1.0681499773760452, - 0.8871445440000011, - 0.9654046905991231, - 0.9876884886364683, - 0.741943948711028, - 0.9919250708722922, - 0.9887116931453116 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 14214, - "cert_evals": { - "36": 0.521212100982666, - "72": 0.45454543828964233, - "108": 0.3393939137458801, - "255": 0.0181818176060915 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.7682119205298014, - "test_acc": 0.7078464106844741, - "train_size": 250, - "val_size": 151, - "test_size": 599, - "stats": { - "mean": [ - [ - -0.007155444000000004, - -0.02280468616000002, - -0.000923963999999978, - -0.005769232000000004, - 0.027214445999999993, - -0.033102900000000046, - -0.08756082399999997, - -0.008155120000000118, - -0.043801872000000026, - -0.036042587200000024, - -0.06660962000000034, - -0.012116240000000006, - 0.03590320000000018, - 0.03259031999999998, - 0.015885439999999754, - 0.014165159999999979, - -0.009864799999999998, - 0.044738240000000214, - -0.025202616000000018, - -0.02868032000000009, - 0.015467920000000017, - -0.013628039999999968, - -0.019989999999999956, - 0.04554583600000004 - ] - ], - "std": [ - [ - 0.9999148002086538, - 1.0148356615854706, - 0.9944072856585561, - 1.035717095952802, - 1.0170037494400637, - 0.9881689707602084, - 0.9574315744991436, - 0.9962604301494323, - 1.0106965591920622, - 0.938266029045709, - 1.046848672784522, - 1.0034643812466981, - 1.0325345627288987, - 1.0053273490207943, - 1.0376109095734132, - 1.0082616972439922, - 0.9864816, - 0.9336343846074779, - 0.9390127419470407, - 0.974766613507818, - 0.9920679785169961, - 0.9539597199999994, - 0.9841903486622879, - 0.9861074856695757 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 14214, - "cert_evals": { - "36": 0.6754966974258423, - "72": 0.5364238619804382, - "108": 0.38410595059394836, - "255": 0.05960264801979065 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7466666666666667, - "test_acc": 0.7216666666666667, - "train_size": 250, - "val_size": 150, - "test_size": 600, - "stats": { - "mean": [ - [ - -0.07712802800000004, - 0.035575906559999905, - 0.03600647600000002, - 0.06969280920000001, - -0.07151825079999988, - 1.2599999999729494e-06, - 0.09320968800000004, - -0.008155136000000117, - -0.047610556000000026, - -0.07366734000000005, - 0.04676877999999975, - -0.0398143480000001, - 0.013809000000000111, - -0.024442767999999993, - 0.0794258719999996, - -0.023607784000000107, - -0.036170976, - -0.02409019999999976, - 0.11593401599999997, - 0.06518104000000009, - 0.006629876000000042, - -0.013628039999999942, - 0.03998, - -0.028981112000000014 - ] - ], - "std": [ - [ - 0.9961848281424827, - 1.0357494337664712, - 0.9956407453516892, - 1.0641268992559583, - 0.9722690935335091, - 0.9495990606515547, - 0.9583641989375432, - 1.0028304935144103, - 0.9697124254270231, - 0.9284015893774715, - 0.9387328207858588, - 0.9103631774518237, - 1.0124834391949329, - 0.9944058681202499, - 1.1756410923708531, - 0.9842733398970128, - 0.9503959399474098, - 1.032426600000002, - 1.233700183972741, - 1.0506449065402248, - 0.9963498257987028, - 0.9539597199999992, - 1.028271299122951, - 1.0068547054058516 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 14214, - "cert_evals": { - "36": 0.5866667032241821, - "72": 0.4333333373069763, - "108": 0.2600000202655792, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7068620638710846, - "std_test_acc": 0.02119987894331096, - "n_samples": 1000, - "n_features": 24, - "n_classes": 2, - "mean_cert_acc_36": 0.44757998653221875, - "std_cert_acc_36": 0.3004843373891289, - "mean_cert_acc_72": 0.3560756593942642, - "std_cert_acc_72": 0.241509417029159, - "mean_cert_acc_108": 0.24587497115135193, - "std_cert_acc_108": 0.17176302934839777, - "mean_cert_acc_255": 0.019446116406470537, - "std_cert_acc_255": 0.0281095972297495 - }, - "statlog-image": { - "dataset": "statlog-image", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 36, - "best_val_acc": 0.919889502762431, - "test_acc": 0.87527352297593, - "train_size": 577, - "val_size": 362, - "test_size": 1371, - "stats": { - "mean": [ - [ - 0.05277729462738304, - -0.026856590034661988, - -0.04045374350086678, - 0.035925407279029424, - 0.012791040953206106, - -0.02749923800693239, - 0.026879459393414143, - 0.003427681455805914, - -0.003979492894280729, - -0.0036277449220103795, - -0.004736499878682832, - -0.003368361143847496, - 0.0064276489428076265, - -0.008315490103986137, - 0.007643567209705356, - -0.0043468179896013785, - 0.0004630635528596608, - -0.0013222841941074428 - ] - ], - "std": [ - [ - 1.0182285353798557, - 0.9851787517694358, - 0.9390514410011299, - 1.0719805534061642, - 1.0253303532403122, - 0.7168098920649388, - 1.0463467417069485, - 1.0739156275157598, - 0.9846461541428279, - 0.986758186324584, - 0.9813280135807977, - 0.9874022073254759, - 0.9931538939642666, - 0.9774222979865599, - 0.9945730722498334, - 0.98084516278497, - 0.9787696627538863, - 1.0056912001088976 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 14155, - "cert_evals": { - "36": 0.8646408915519714, - "72": 0.8093922734260559, - "108": 0.7071823477745056, - "255": 0.2983425557613373 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8955696202531646, - "test_acc": 0.8750882145377559, - "train_size": 577, - "val_size": 316, - "test_size": 1417, - "stats": { - "mean": [ - [ - -0.00805977642980937, - -0.018866870935875215, - 0.031481733102252704, - -0.043535077989602024, - 0.004621514436741676, - 0.01480505808492205, - -0.014060085823223602, - -0.02213133720970536, - 0.002966329462738305, - 0.0030170756499133438, - 0.002753383032928949, - 0.0031395960138648014, - -0.0019510392547660267, - 0.0010119288561525432, - 0.0002420222010398325, - 0.0026207177123050403, - -0.00027903677296360597, - -0.004136256395147322 - ] - ], - "std": [ - [ - 0.9953843774509928, - 1.0074852374270842, - 1.0783606982862584, - 0.9028473634226395, - 1.0693480635548707, - 1.0940228399134122, - 0.8711465724120171, - 0.502597420466186, - 1.006613669140276, - 1.0050554458942274, - 1.0062103872564798, - 1.0073657656318686, - 0.9940821219426057, - 0.9803990682446567, - 0.9797804248563735, - 1.0060668347936674, - 0.9852523228665813, - 0.9927198570183016 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 14155, - "cert_evals": { - "36": 0.8227848410606384, - "72": 0.7658228278160095, - "108": 0.6867088675498962, - "255": 0.3164556920528412 - }, - "fold": 1 - }, - { - "best_epoch": 56, - "best_val_acc": 0.8726790450928382, - "test_acc": 0.8805309734513275, - "train_size": 577, - "val_size": 377, - "test_size": 1356, - "stats": { - "mean": [ - [ - 0.05914366984402079, - 0.022316960745233937, - 0.06025597920277344, - 0.004141213171577218, - 0.06498358975736578, - -0.007717641698440197, - 0.003916004280762564, - -0.024700628942807636, - -0.011757545424610043, - -0.012553493500866587, - -0.011469935798960128, - -0.011205641403812857, - 0.0023379489774696394, - -0.007725091837088372, - 0.010744232443674168, - -0.011220052305025987, - -0.013785179953206241, - 0.003924050017330997 - ] - ], - "std": [ - [ - 1.024154455792897, - 0.9811663585132518, - 1.0550539991337744, - 1.0439910345858283, - 1.1416502363087357, - 0.8904529955722684, - 1.0841860242487946, - 0.7205096411504827, - 0.9892628189620303, - 0.9876451169861917, - 0.9910594913771583, - 0.9889085818803738, - 1.0052016942584325, - 1.0015543969928375, - 1.001939370908761, - 0.9907018248984832, - 0.9753060190971025, - 0.9976064937693578 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 14155, - "cert_evals": { - "36": 0.8143236041069031, - "72": 0.7533156275749207, - "108": 0.6816976070404053, - "255": 0.3156498670578003 - }, - "fold": 2 - }, - { - "best_epoch": 40, - "best_val_acc": 0.8869047619047619, - "test_acc": 0.8725841088045813, - "train_size": 577, - "val_size": 336, - "test_size": 1397, - "stats": { - "mean": [ - [ - -0.004805442807625656, - 0.03371339715771235, - 0.02189034662045027, - 0.035925407279029334, - 0.0042291054419410475, - 0.03768918716984402, - 0.012717266897746975, - 0.03924694882149047, - 0.00528661488734836, - 0.005418960658578841, - 0.0062262528249566835, - 0.0039763388388214865, - -0.003098130467937617, - 0.010604977712305036, - -0.01486111181975736, - 0.007219200675909865, - 0.014029051389948003, - 0.01013749448873485 - ] - ], - "std": [ - [ - 1.008276364629133, - 1.010568100241832, - 1.0315325534295983, - 1.1379229784648968, - 0.9804535280460098, - 1.2556130480825498, - 1.057279793514591, - 1.3153187531590647, - 1.004023150383831, - 1.004919767936061, - 1.0036256590527597, - 1.0041255432995537, - 1.0046162783500956, - 1.0114881398893187, - 1.0145020055917877, - 1.0028701935817135, - 1.0098377455026906, - 0.990416131086278 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 14155, - "cert_evals": { - "36": 0.8273809552192688, - "72": 0.7648809552192688, - "108": 0.6666666865348816, - "255": 0.3125 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8758692049423986, - "std_test_acc": 0.003341093896857896, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.8322825729846954, - "std_cert_acc_36": 0.022239740047000182, - "mean_cert_acc_72": 0.7733529210090637, - "std_cert_acc_72": 0.02469010975162356, - "mean_cert_acc_108": 0.6855638772249222, - "std_cert_acc_108": 0.016740381645021632, - "mean_cert_acc_255": 0.3107370287179947, - "std_cert_acc_255": 0.00843741900711485 - }, - "statlog-landsat": { - "dataset": "statlog-landsat", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.8603104212860311, - "test_acc": 0.8618737616756298, - "train_size": 2000, - "val_size": 902, - "test_size": 3533, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 55050, - "cert_evals": { - "36": 0.8359201550483704, - "72": 0.8148558735847473, - "108": 0.7849223613739014, - "255": 0.5920177102088928 - }, - "fold": 0 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8760869565217392, - "test_acc": 0.869701280227596, - "train_size": 2000, - "val_size": 920, - "test_size": 3515, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 55050, - "cert_evals": { - "36": 0.8478260636329651, - "72": 0.8195651769638062, - "108": 0.7880434393882751, - "255": 0.594565212726593 - }, - "fold": 1 - }, - { - "best_epoch": 43, - "best_val_acc": 0.8694232861806311, - "test_acc": 0.8663253697383391, - "train_size": 2000, - "val_size": 919, - "test_size": 3516, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 55050, - "cert_evals": { - "36": 0.8400434851646423, - "72": 0.8128400444984436, - "108": 0.7856365442276001, - "255": 0.5941240191459656 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8451327433628318, - "test_acc": 0.8736901727555934, - "train_size": 2000, - "val_size": 904, - "test_size": 3531, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 55050, - "cert_evals": { - "36": 0.8207964301109314, - "72": 0.7997787594795227, - "108": 0.769911527633667, - "255": 0.6006637215614319 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8678976460992894, - "std_test_acc": 0.005018821164297319, - "n_samples": 6435, - "n_features": 36, - "n_classes": 6, - "mean_cert_acc_36": 0.8361465334892273, - "std_cert_acc_36": 0.011361845179691776, - "mean_cert_acc_72": 0.8117599636316299, - "std_cert_acc_72": 0.008469983101359001, - "mean_cert_acc_108": 0.7821284681558609, - "std_cert_acc_108": 0.008253341897721053, - "mean_cert_acc_255": 0.5953426659107208, - "std_cert_acc_255": 0.003717458677100148 - }, - "statlog-vehicle": { - "dataset": "statlog-vehicle", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.7107438016528925, - "test_acc": 0.6459143968871596, - "train_size": 211, - "val_size": 121, - "test_size": 514, - "stats": { - "mean": [ - [ - -0.15146149526066363, - -0.10432839952606632, - -0.059711114691943054, - -0.10485173232227493, - -0.05972240473933653, - 0.023982654502369662, - -0.09937442175355453, - 0.0818855733649288, - -0.10596828436018967, - -0.11517251252132703, - -0.08347083222748818, - -0.1053934661943128, - -0.08422502947867287, - 0.06107363270142171, - -0.09882898767772512, - -0.031016796208530723, - -0.05365530142180105, - -0.07673026919431288 - ] - ], - "std": [ - [ - 0.9244006895318542, - 0.9269788321694366, - 0.9738611659537878, - 0.9392376060519674, - 0.9423236941745864, - 1.2031150582278034, - 0.9189159479510511, - 0.9554470489794712, - 0.9165422543676691, - 0.9419702932342265, - 0.899283407616931, - 0.9016819378903871, - 0.9169739004303826, - 1.0374334592683703, - 1.008232147929816, - 0.9709165003669759, - 0.9809690311814254, - 0.9851749395938914 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 13960, - "cert_evals": { - "36": 0.5619834661483765, - "72": 0.45454543828964233, - "108": 0.3140495717525482, - "255": 0.041322313249111176 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.7, - "test_acc": 0.6699029126213593, - "train_size": 211, - "val_size": 120, - "test_size": 515, - "stats": { - "mean": [ - [ - -0.05707185829383899, - 0.01703814028436017, - -0.07233211819905201, - -0.08672841545023706, - -0.057319243601895775, - 0.03840272132701431, - -0.013982209905213271, - 0.02121443985781981, - -0.007237241706161201, - 0.0049784149421801165, - -0.014029810900473958, - -0.016262295578199085, - 0.0009614558767772847, - 0.11677855781990558, - 0.0023493535545024086, - -0.010852331753554503, - -0.10286354407582957, - -0.11368303744075818 - ] - ], - "std": [ - [ - 1.0402738933856586, - 0.9838455143238437, - 1.0190627316129826, - 1.0239103894741375, - 1.1508302480807033, - 1.1683856166359436, - 1.0055121275534542, - 0.9988185856887961, - 1.0147533040348673, - 0.9815814858424408, - 0.9995251885514925, - 1.0064285465555274, - 0.9637935338431834, - 1.1030605616237845, - 0.9937126714490084, - 0.995709949800922, - 1.0375518355312294, - 1.0614716810079152 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 13960, - "cert_evals": { - "36": 0.5666667222976685, - "72": 0.45000001788139343, - "108": 0.32500001788139343, - "255": 0.01666666753590107 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.691699604743083, - "train_size": 211, - "val_size": 129, - "test_size": 506, - "stats": { - "mean": [ - [ - -0.021963390047393307, - 0.015501836018957329, - 0.03765074758293839, - -0.033773345592417056, - -0.053714301421800954, - 0.025012608530805693, - 0.012391009146919438, - 0.0011931618483411932, - 0.003732862559241725, - -0.004163105436966835, - 0.014350785308056885, - 0.008870320853080559, - 0.03139527815165877, - 0.07120188767772496, - -0.007286610426540335, - 0.01621079620853081, - -0.11362760189573462, - -0.0754560952606636 - ] - ], - "std": [ - [ - 1.0013809830173679, - 0.9782519614775661, - 1.0067349356663802, - 0.9925585379225955, - 0.9656789538710515, - 1.079511023393183, - 1.0086208512176316, - 0.9976671958575583, - 1.0053473248040818, - 0.9749627707710302, - 1.0173842579149284, - 1.023042568770406, - 0.9834183626487213, - 1.0185730954327057, - 1.033273817278921, - 0.9965280678503624, - 0.9690108913489877, - 1.0258779208898805 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 13960, - "cert_evals": { - "36": 0.5581395626068115, - "72": 0.43410852551460266, - "108": 0.3100775182247162, - "255": 0.007751937955617905 - }, - "fold": 2 - }, - { - "best_epoch": 44, - "best_val_acc": 0.7086614173228346, - "test_acc": 0.6732283464566929, - "train_size": 211, - "val_size": 127, - "test_size": 508, - "stats": { - "mean": [ - [ - 0.04652693270142183, - 0.020878930331753535, - 0.004595829952606676, - 0.050472680521327036, - 0.10850436966824639, - 0.11359419241706137, - 0.0035522710900474227, - -0.016401528483412357, - 0.0019045260663507124, - 0.02816009017251184, - 0.02038910379146921, - 0.003237731909952596, - 0.0162511691943128, - 0.05221142748815186, - 0.04571186824644554, - -0.08779599999999993, - -0.02366896398104278, - -0.04232626635071097 - ] - ], - "std": [ - [ - 1.0660694582459869, - 0.9954955740331093, - 1.0005918167210288, - 1.0225865249631643, - 1.1919100176742894, - 1.3676251093574603, - 0.9782612041335168, - 1.0070319475298821, - 0.9609306968438209, - 0.995608616420587, - 0.9856739612962143, - 0.9752124296736733, - 1.0143856365331891, - 1.0854963150619814, - 1.0148237536601927, - 0.9020045533947828, - 0.9646100732878, - 0.9403175219272142 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 13960, - "cert_evals": { - "36": 0.5748031735420227, - "72": 0.4566929042339325, - "108": 0.3937007784843445, - "255": 0.015748031437397003 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6701863151770737, - "std_test_acc": 0.018808525697477374, - "n_samples": 846, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.5653982311487198, - "std_cert_acc_36": 0.007174280456955617, - "mean_cert_acc_72": 0.44883672147989273, - "std_cert_acc_72": 0.010207547370916625, - "mean_cert_acc_108": 0.3357069715857506, - "std_cert_acc_108": 0.0391741085554361, - "mean_cert_acc_255": 0.020372237544506788, - "std_cert_acc_255": 0.014529190903736675 - }, - "steel-plates": { - "dataset": "steel-plates", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 57, - "best_val_acc": 0.6557377049180327, - "test_acc": 0.6759339704604691, - "train_size": 485, - "val_size": 305, - "test_size": 1151, - "stats": { - "mean": [ - [ - -0.033171420824742434, - -0.03487799787628848, - -0.025752341010309272, - -0.02575685641237119, - -0.013433178123711241, - -0.013203120387628779, - -0.01932132132144322, - -0.015286709072164926, - -0.03529740762886613, - -0.06188019999999985, - 0.029282459793814393, - 0.02461150515463966, - -0.02461150515463966, - 0.02680637649484613, - 0.05348254682474227, - 0.04729742422680411, - 0.037012766989690665, - -0.005113711814433202, - -0.04244604482474207, - 0.016299261237113144, - 0.02038411958762842, - 0.024304238721649656, - 0.01957637484536068, - 0.03119099608247441, - 0.008960876804329868, - -0.0667112558564948, - 0.03806582750515489 - ] - ], - "std": [ - [ - 0.9756894853975037, - 0.9770748287077284, - 0.928969513709341, - 0.9289613756914903, - 0.7271911461061646, - 0.6249440949513447, - 0.2710442676106522, - 0.8321078924444775, - 0.9681819508369377, - 0.9379050398893956, - 1.0059681125158686, - 1.004435542438173, - 1.004435542438173, - 1.0374639889594413, - 0.9990047126903454, - 0.9783238676858398, - 0.9859445483202275, - 0.9264109604441377, - 0.9798063758731859, - 0.9885797784975004, - 0.9993680933241289, - 0.9978320614999503, - 0.9928227904046222, - 0.9831836156202347, - 0.9769683973001587, - 0.9740787014301614, - 0.9975175191485853 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 54027, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.5508196949958801, - "108": 0.49508196115493774, - "255": 0.27213114500045776 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.721830985915493, - "test_acc": 0.6450511945392492, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.03706820797938135, - 0.03657455558762895, - 0.014421525546391723, - 0.014414742845360836, - -0.04709934408247418, - -0.04852457241237108, - -0.033936195713195796, - -0.05171317672164952, - 0.013659632577319523, - -0.027462527628865894, - 0.006293505773195868, - 0.011990152577319948, - -0.011990152577319948, - -0.03296888268041301, - -0.009405954164948402, - -0.043928852597938134, - 0.002384727134020549, - -0.013394573402062043, - 0.027507874268041282, - 0.038990112989690746, - 0.0011484783505151038, - -0.02832227346391757, - -0.023262162268041238, - -0.03206279731958757, - -0.003237806419175221, - -0.04168354620618558, - -0.012072491587628926 - ] - ], - "std": [ - [ - 1.015411156192268, - 1.0184785548739292, - 1.121885848311569, - 1.1218788885198352, - 0.690006383533972, - 0.5810603178627508, - 0.2538653505206093, - 0.7901091189782915, - 1.0313073308807894, - 1.1253321716484355, - 0.9934036908444747, - 1.002106781592608, - 1.002106781592608, - 0.9446882153445072, - 1.006327755621702, - 1.0256643689759664, - 0.9902082423796534, - 1.0703705601717843, - 0.9814029395820514, - 0.9594928614842593, - 0.9948279945629597, - 0.9781432437014432, - 0.9737318425454382, - 0.9896265964372553, - 0.996385694776415, - 1.1531115464252937, - 0.9965705557829847 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 54027, - "cert_evals": { - "36": 0.6619718074798584, - "72": 0.5739436745643616, - "108": 0.5211267471313477, - "255": 0.2887323796749115 - }, - "fold": 1 - }, - { - "best_epoch": 68, - "best_val_acc": 0.7281879194630873, - "test_acc": 0.6917098445595855, - "train_size": 485, - "val_size": 298, - "test_size": 1158, - "stats": { - "mean": [ - [ - 0.01349540909278348, - 0.011743234845361083, - 0.055380051591752535, - 0.05537599281030928, - -0.002818057010309121, - -0.0043726463257731905, - -0.011363671857525773, - 0.0014854367216495697, - -0.017973084123711465, - -0.019961297319587557, - -0.006256404123711325, - 0.037232857731959154, - -0.037232857731959154, - -0.057822187216493647, - -0.04968943053608254, - 0.05299214910515458, - 0.012450677092783526, - -0.0152095140206186, - -0.021158501278350353, - -0.03180742531958788, - 0.011834936082473834, - 0.02963465686597942, - 0.02183907072164954, - 0.04186944268041253, - 0.024153798268247404, - -0.04557396327835056, - 0.03912331686597949 - ] - ], - "std": [ - [ - 1.0305115292152447, - 1.0350302276108283, - 1.0568148967701887, - 1.0568064122935077, - 0.7926988315617414, - 0.6342514589481083, - 0.28414711305629714, - 0.9056134481718624, - 0.9751665814504833, - 1.0270919456979695, - 0.9900679127467883, - 1.0066006750596284, - 1.0066006750596284, - 0.9543742160994036, - 1.0004136931230714, - 1.0094115145490878, - 1.0121553004352448, - 0.8186606474983903, - 1.0281436358716267, - 1.0235390824617858, - 1.0008479768803218, - 0.990294035931081, - 0.9940477374299497, - 1.000219892821287, - 0.9933237184970842, - 0.9852467220628263, - 0.994697835657597 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 54027, - "cert_evals": { - "36": 0.6677852272987366, - "72": 0.6107382774353027, - "108": 0.563758373260498, - "255": 0.3624161183834076 - }, - "fold": 2 - }, - { - "best_epoch": 37, - "best_val_acc": 0.6690140845070423, - "test_acc": 0.6783276450511946, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.023743463731958805, - 0.016176765814433166, - 0.0014892443092783534, - 0.0014844411752577274, - -0.009514525814432954, - -0.020205760659793785, - -0.01871218610680407, - -0.005845208247422769, - 0.01885683030927834, - -0.00661354618556694, - 0.013281478350515526, - 0.0035759175257736252, - -0.0035759175257736252, - 0.001803373195877225, - -0.050778439121649456, - -0.007776909546391795, - 0.04831092711340207, - -0.05191724047422686, - -0.019034719298968952, - 0.018150954639175196, - 0.009697649484535607, - -0.007318674041237245, - -0.01604848907216485, - -0.0013126113402060792, - 0.01597799027505155, - 0.03087437377319595, - 0.008060444742267966 - ] - ], - "std": [ - [ - 1.035245883833329, - 1.0366480375890377, - 1.0283716528913942, - 1.0283643226814112, - 0.804966635241197, - 0.6387301143243845, - 0.2927267776520207, - 0.9211566457266325, - 1.0248177126554818, - 0.9991241777878153, - 0.9956957155110975, - 1.0004628088385008, - 1.0004628088385008, - 0.9913012556247199, - 0.9711702662146896, - 0.9776882812482338, - 0.9942196574638761, - 0.7385409188908473, - 1.0098201632818302, - 0.9666923500151875, - 0.9978814369963841, - 1.002103883727627, - 0.9660799436198654, - 1.0007299152954314, - 0.9729135128718771, - 1.03912258961276, - 1.0093273706219772 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 54027, - "cert_evals": { - "36": 0.6197183132171631, - "72": 0.5563380122184753, - "108": 0.5070422291755676, - "255": 0.2957746386528015 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6727556636526245, - "std_test_acc": 0.019731085403313673, - "n_samples": 1941, - "n_features": 27, - "n_classes": 7, - "mean_cert_acc_36": 0.637368842959404, - "std_cert_acc_36": 0.032855401087666665, - "mean_cert_acc_72": 0.5729599148035049, - "std_cert_acc_72": 0.02704717757969614, - "mean_cert_acc_108": 0.5217523276805878, - "std_cert_acc_108": 0.029958831001475988, - "mean_cert_acc_255": 0.3047635704278946, - "std_cert_acc_255": 0.03969253265815356 - }, - "synthetic-control": { - "dataset": "synthetic-control", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.9878048780487805, - "test_acc": 0.9619565217391305, - "train_size": 150, - "val_size": 82, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.03924785799999999, - 0.09383712196000003, - 0.07046625366666667, - 0.0014863559999998659, - -0.05929098933333334, - -0.038894416533333365, - -0.06979297906666665, - 0.14184743933333332, - -0.017701836666666713, - 0.031171698399999972, - -0.021065953866666622, - 0.0012081412666666543, - -0.04361972219999998, - 0.0025437976666666416, - 0.07672977846666663, - 0.020924183333333297, - -0.0169760114666666, - 0.002974836000000029, - 0.003983265866666657, - -0.024021968200000025, - -0.03956240413333334, - -0.1248241973333334, - -0.05730380093333336, - -0.05808679486666668, - -0.028370202666666712, - -0.09732389666666662, - -0.05763924799999995, - -0.13051837340000005, - -0.05395017553333331, - -0.03267161173333333, - -0.023729760666666683, - -0.07524714946666669, - -0.06614863693333331, - -0.019300918133333376, - -0.030039852199999936, - 0.011592385653333353, - 0.031318077333333326, - 0.01763483633333328, - -0.0250934726666667, - -0.004898507333333266, - 0.004217182600000006, - -0.0246385992666667, - -0.030988849866666696, - -0.04759142453333339, - -0.01953947740000004, - -0.01564450933333335, - -0.015787699133333277, - 0.002320799400000045, - 0.024963803466666677, - -0.007529426400000029, - 0.04093678893333338, - 0.015736563599999965, - -0.03746829866666665, - 0.014098554666666692, - -0.011547875333333272, - -0.02319905666666666, - -0.03142149800000005, - -0.016265246000000014, - 0.007930060666666574, - -0.023128325933333405 - ] - ], - "std": [ - [ - 0.9961076807315135, - 0.9206509112843125, - 1.0540224386437416, - 1.0522148944257685, - 0.9493400263469906, - 1.0413681468006608, - 1.0206521762883793, - 1.0022196701786035, - 0.9563400774380424, - 0.9609145334914101, - 1.0024994267345215, - 0.9932555095692103, - 0.9717731403065037, - 0.98032175468797, - 0.9982624484839073, - 0.9382038270345618, - 0.9768753390482254, - 0.9916308705368667, - 1.006723658496416, - 1.0297445317020146, - 1.032876694551145, - 0.972144505822908, - 0.9798593024092027, - 0.9843687966126489, - 1.011735889322179, - 1.0429049244153183, - 1.0346506734246277, - 1.0538601962572212, - 0.9988680991418135, - 1.0180957806321926, - 0.9596516599467743, - 0.9834125851120433, - 1.0264509047524573, - 1.041847740419822, - 0.9781778184682978, - 1.0266071515222082, - 1.0054089356966365, - 0.9672870323425345, - 1.0086182531503245, - 0.9476236198433843, - 0.9903141136237383, - 0.9773410750044438, - 0.9739559384791738, - 1.0166341319600727, - 1.0066772526142282, - 0.9830356367906539, - 0.9703713876993874, - 1.0032669206080842, - 0.9780136276281223, - 0.9963547072355085, - 0.9891349444554035, - 0.9865762284560603, - 0.975071666163836, - 0.9738556836226393, - 0.9427521925477134, - 0.9585723823680283, - 1.023473462894158, - 0.974178234052611, - 0.9584708977350718, - 0.9781662302529668 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 214538, - "cert_evals": { - "36": 0.9268292188644409, - "72": 0.8780487775802612, - "108": 0.7682926654815674, - "255": 0.39024388790130615 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9759036144578314, - "test_acc": 0.9754768392370572, - "train_size": 150, - "val_size": 83, - "test_size": 367, - "stats": { - "mean": [ - [ - 0.07431676333333329, - 0.055703143333333274, - 0.059986597200000005, - 0.05962913333333327, - 0.01711391199999998, - -0.09842530133333331, - -0.037238006933333324, - 0.04494911246666669, - 0.03584688633333339, - -0.03672074413333339, - 0.1400467430666667, - -0.0017188513300000175, - 0.09355356086666661, - 0.08375834533333343, - 0.10196642733333329, - -0.002735159333333399, - -0.04132526846666665, - 0.002115888533333303, - -0.04545685346666663, - -0.026682441333333327, - 0.0202955157, - 0.05891559266666658, - 0.09727385853333322, - 0.0824819633333333, - -0.003187957799999993, - 0.019345319200000027, - 0.015127944066666616, - -0.01814940193333335, - 0.028838950733333313, - -0.037662185733333346, - -0.03617591013333335, - 0.015016469333333294, - 0.03429976273333337, - 0.0064533666666667005, - -0.029528327399999967, - -0.020207610346666682, - -0.015195800666666651, - -0.03826542699999998, - -0.0280714353333333, - -0.03387643922666661, - -0.006132136866666568, - -0.06652122866666664, - -0.012367441333333272, - 0.04345637599999996, - 0.04305291933333331, - 0.025584800666666543, - 0.017196319133333353, - -0.01777196502666665, - -0.07746244253333334, - -0.044407173933333335, - -0.055261454599999996, - -0.052746810399999934, - -0.0045274859999999695, - -0.025930303333333373, - 0.035556554666666684, - 0.009908130666666676, - 0.016988207333333238, - -0.00977137813333338, - -0.020683775666666668, - 0.012211349666666682 - ] - ], - "std": [ - [ - 0.9843088538516878, - 1.0385221048037923, - 1.0362809707291913, - 1.070636491980348, - 1.036981973032216, - 1.0535025500445936, - 1.0486711166621683, - 1.0486450651360273, - 1.0014223592087255, - 0.9374084409356886, - 0.9860590509896011, - 0.9753368966519272, - 1.0333021459864373, - 0.9876115794841844, - 1.02068622354422, - 1.0112690289204789, - 1.0116637203824093, - 1.033925288406938, - 1.0512195357703547, - 1.018333809220628, - 0.985055866337006, - 0.943091921098071, - 0.9490130762941131, - 0.99910695778916, - 1.0356025959908477, - 1.0026236047334451, - 1.0141313027658527, - 0.9956117641629766, - 1.0018305711459572, - 1.0053268814426604, - 1.0314502672967765, - 1.038459737162511, - 0.937751592640825, - 0.9861261142353305, - 0.9749386073698773, - 0.9772874202358274, - 0.9591957253028498, - 0.9926707359223034, - 0.9729932139063138, - 0.9920544640877638, - 0.9836353401854067, - 0.99810857871081, - 1.0023120691127656, - 0.9517953446574153, - 1.0036265983538577, - 1.0142510395016522, - 0.9769674154680212, - 1.0141447148508704, - 1.0111479341233067, - 0.9771982566562517, - 0.9980648743000833, - 0.9633210674621704, - 0.9823793488227291, - 0.9870075135806297, - 0.983054034466811, - 0.990652388626008, - 1.0024265300075932, - 0.9594171079813323, - 0.9682468460883036, - 0.9900597520223805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 214538, - "cert_evals": { - "36": 0.9036144018173218, - "72": 0.650602400302887, - "108": 0.4457831084728241, - "255": 0.10843373090028763 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 1.0, - "test_acc": 0.9606741573033708, - "train_size": 150, - "val_size": 94, - "test_size": 356, - "stats": { - "mean": [ - [ - -0.114856322, - -0.06579790133333327, - 0.03355098266666663, - -0.03648713526666665, - -0.0011477239999999878, - 0.13642399413333328, - -0.07596104666666668, - -0.0056418873333333374, - 0.09558374166666667, - 0.02089898246666667, - 0.03188003920000004, - 0.007430201999999999, - -0.0038350263999999894, - -0.01883838019999997, - 0.0748425113333334, - 0.00488779438666673, - 0.018437261666666697, - 0.030671767333333304, - 0.022914690999999977, - 0.01594029433333337, - -0.048436106666666714, - -0.0024884444666667177, - 0.04168678213333334, - 0.041644789333333244, - 0.042822868333333354, - 0.06534793200000001, - -0.010656098666666605, - -0.006021577466666684, - 0.04735826933333332, - 0.025442156333333393, - 0.017160075866666614, - -0.04544196133333331, - -0.013476259999999967, - 0.033218761599999966, - -0.005814218000000064, - -0.02626612546666666, - 0.0554423356666666, - -0.005378560400000007, - 0.004365360799999973, - 0.01993973579999998, - -0.013822085533333268, - -0.0276612758666667, - -0.005520540333333351, - 0.027592530666666643, - -0.0016518936666666988, - -0.02964797600000004, - -0.016894890799999965, - -0.018347165760000048, - 0.02878474666666673, - 0.009005892399999991, - 0.0005037746666666054, - -0.010252967199999949, - 0.009452513999999928, - -0.0006035673333334005, - -0.023115470666666638, - 0.0008124299999999337, - -0.010064331333333435, - 0.02198669420666669, - 0.005671073333333329, - 0.009682615733333344 - ] - ], - "std": [ - [ - 1.0560741237905633, - 1.0909763937676147, - 0.9591104934810897, - 1.0027353336789389, - 1.0137393600188147, - 0.9974355725372859, - 0.9334185111764193, - 1.0358338960107323, - 0.9936794808583214, - 1.0639561849283727, - 1.0322757313313562, - 1.0330482466022683, - 1.0135503676371944, - 1.0679076791635504, - 0.9641245690753236, - 1.0282675239598804, - 1.0002353813184108, - 0.9684654582597145, - 1.0331226003460752, - 1.0536462803122515, - 0.9988253263652744, - 1.0354371216022098, - 0.9964647889804219, - 1.017635225822453, - 1.0005114917749387, - 1.021355655521812, - 0.9645306146203501, - 1.0113815411448928, - 0.9806016929287075, - 1.0144519155296894, - 1.0265802362924008, - 1.02000197200153, - 1.07766142678815, - 1.0468290903972308, - 1.0314178108001988, - 1.000469001033564, - 1.0450722590473078, - 1.0325221094946504, - 1.048894956227836, - 0.9833702833504419, - 1.0153917705572146, - 1.012455383336184, - 1.0589782810850652, - 1.0157128503216464, - 1.0196629247844613, - 1.0470501606989209, - 1.0194159827106324, - 1.0071984093717992, - 1.0321411977245474, - 1.043438003333306, - 1.0407295108896613, - 1.027173255849118, - 1.0179448117519239, - 1.0453526291643118, - 1.0174480325437838, - 1.0318194380088317, - 1.0133347569254487, - 1.0231404714757075, - 1.030328051006465, - 1.0096253910405713 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 214538, - "cert_evals": { - "36": 0.9574467539787292, - "72": 0.9361701607704163, - "108": 0.8936169743537903, - "255": 0.521276593208313 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.9887640449438202, - "test_acc": 0.9556786703601108, - "train_size": 150, - "val_size": 89, - "test_size": 361, - "stats": { - "mean": [ - [ - 0.1277572366666666, - 0.04134771529333352, - 0.021863094333333402, - 0.014401853333333483, - -0.002803757326666718, - 0.06694332266666667, - 0.07448979026666658, - 0.06807802960000005, - 0.019724051666666666, - 0.06465353440000006, - -0.0428330099999999, - -0.07357414919666662, - -0.04223157999999999, - -0.12545532820000008, - -0.04292649966666659, - -0.10589588954666669, - -0.04041633779999999, - 0.05218024986666674, - 0.05426686220000013, - 0.0227305805333333, - 0.10614008046666681, - 0.04376943119999995, - -0.013266023600000024, - -0.07076259793333334, - -0.074043531, - -0.08001001866666667, - -0.07797701933333334, - -0.09792546133333335, - -0.061854662000000005, - -0.024533988199999985, - 0.03629900386666665, - 0.0058454133399999395, - 0.007318489999999978, - 0.03803268466666662, - 0.044273164599999956, - 0.0013259573333333503, - -0.002469843333333337, - -0.029172804800000018, - -0.05582708400000001, - -0.05666843433333332, - -0.048033903333333315, - -0.06985443860000005, - -0.0578782198666667, - -0.05657032866666666, - -0.026883787333333433, - -0.00934031266666669, - 0.011623247533333353, - 0.035373553640000055, - 0.013784810000000043, - 0.005969853333333333, - 0.02904661893333334, - 0.02376045733333324, - -0.02384677466666665, - -0.05474407806666669, - -0.06623972000000003, - -0.06898137600000002, - -0.07447672184000008, - -0.08693477600000002, - -0.05651159700000001, - -0.03601778493333341 - ] - ], - "std": [ - [ - 0.9996137529479245, - 1.0036117435912413, - 1.0522681023859373, - 1.1119684771253828, - 1.0298920232178084, - 1.070456358378364, - 1.0922136476449562, - 0.9445072794294876, - 0.9503254307664003, - 0.9324621895873916, - 0.9965913991681153, - 1.1062786611692523, - 1.1218688680681206, - 1.0020156097641995, - 1.0418972253640428, - 0.9838023238329702, - 0.9853089091257823, - 1.0414927333939905, - 1.0350491750495694, - 1.0308468611443276, - 1.0024128778412678, - 0.9938024611079457, - 0.9539537713906278, - 0.9088792441254281, - 0.9267414020449568, - 1.0592924551372531, - 1.035601875159454, - 1.0348290235762594, - 1.0072879218281139, - 1.0455750589807704, - 0.9984184008706671, - 0.966055737300902, - 0.9991473365977808, - 1.0374974178986145, - 0.9976106602571032, - 0.9683911885436237, - 0.9999529450897607, - 0.9934502585034328, - 1.0060525583431303, - 0.9969439583936579, - 1.0032737317903146, - 1.006882715938048, - 0.9888037727439014, - 0.997171098741018, - 1.0163770279221114, - 0.9925585952400967, - 1.0393735568577307, - 1.0254123445542493, - 1.0212979411217074, - 1.0292884216225284, - 0.9986396756965731, - 0.9791900111960249, - 1.0282697752335705, - 1.0042624464425858, - 1.014742625093536, - 1.0220728519074882, - 0.9823536621313895, - 1.0001527437069238, - 1.0095902426275776, - 1.0166981511490805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 214538, - "cert_evals": { - "36": 0.9213483333587646, - "72": 0.7752808928489685, - "108": 0.5393258333206177, - "255": 0.2808988690376282 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9634465471599173, - "std_test_acc": 0.008465107967603249, - "n_samples": 600, - "n_features": 60, - "n_classes": 6, - "mean_cert_acc_36": 0.9273096770048141, - "std_cert_acc_36": 0.02240147266612637, - "mean_cert_acc_72": 0.8100255578756332, - "std_cert_acc_72": 0.12538281936632628, - "mean_cert_acc_108": 0.6617546454071999, - "std_cert_acc_108": 0.2055423785180981, - "mean_cert_acc_255": 0.32521327026188374, - "std_cert_acc_255": 0.1747635952527973 - }, - "teaching": { - "dataset": "teaching", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.5454545454545454, - "test_acc": 0.5824175824175825, - "train_size": 38, - "val_size": 22, - "test_size": 91, - "stats": { - "mean": [ - [ - -0.11332560526315784, - -0.17121901315789478, - 0.029873731578947377, - -0.30744157894736857, - -0.12647241315789476 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.9379212090884154, - 0.9728178435489211, - 1.2214091484203293, - 1.0035868928906388 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.5, - "test_acc": 0.5154639175257731, - "train_size": 38, - "val_size": 16, - "test_size": 97, - "stats": { - "mean": [ - [ - 0.08642726315789476, - 0.17190744736842098, - 0.21345746842105265, - 0.20351052631578942, - 0.02251846578947367 - ] - ], - "std": [ - [ - 0.9226189788343568, - 0.9529276096944189, - 1.0986997290584972, - 0.7479572951992832, - 0.9794960526322802 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4583333333333333, - "test_acc": 0.30337078651685395, - "train_size": 38, - "val_size": 24, - "test_size": 89, - "stats": { - "mean": [ - [ - -0.11332560526315784, - 0.02154873684210526, - -0.18742893684210518, - -0.08846210526315801, - -0.16320968421052634 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.983440529661239, - 0.8586823726924572, - 1.0752563594695814, - 0.9991610142309885 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.1666666716337204, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.4421052631578947, - "train_size": 38, - "val_size": 18, - "test_size": 95, - "stats": { - "mean": [ - [ - 0.0864272631578948, - -0.03628181578947368, - -0.2848404736842105, - 0.057524210526315775, - -0.050956549999999996 - ] - ], - "std": [ - [ - 0.9226189788343567, - 1.030764765505801, - 0.8345079992343973, - 0.9376140898091212, - 1.1033171507511983 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 3463, - "cert_evals": { - "36": 0.1666666716337204, - "72": 0.1111111119389534, - "108": 0.1111111119389534, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4608393874045261, - "std_test_acc": 0.11959992261760176, - "n_samples": 151, - "n_features": 5, - "n_classes": 3, - "mean_cert_acc_36": 0.0833333358168602, - "std_cert_acc_36": 0.09622504773266743, - "mean_cert_acc_72": 0.02777777798473835, - "std_cert_acc_72": 0.0555555559694767, - "mean_cert_acc_108": 0.02777777798473835, - "std_cert_acc_108": 0.0555555559694767, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "thyroid": { - "dataset": "thyroid", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.8510911424903723, - "test_acc": 0.8666889408620113, - "train_size": 3428, - "val_size": 779, - "test_size": 2993, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.7124518752098083, - "72": 0.5545571446418762, - "108": 0.4082156717777252, - "255": 0.16944801807403564 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8777633289986996, - "test_acc": 0.8774558774558775, - "train_size": 3428, - "val_size": 769, - "test_size": 3003, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.8192457556724548, - "72": 0.7256177067756653, - "108": 0.6098829507827759, - "255": 0.3029908835887909 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8827930174563591, - "test_acc": 0.8962962962962963, - "train_size": 3428, - "val_size": 802, - "test_size": 2970, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.7967581152915955, - "72": 0.7019950151443481, - "108": 0.5922693610191345, - "255": 0.2892768085002899 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9049645390070922, - "test_acc": 0.8842517117704597, - "train_size": 3428, - "val_size": 705, - "test_size": 3067, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.8156028389930725, - "72": 0.7319148778915405, - "108": 0.611347496509552, - "255": 0.2780141830444336 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8811732065961613, - "std_test_acc": 0.012406954044421816, - "n_samples": 7200, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.7860146462917328, - "std_cert_acc_36": 0.05002223236857706, - "mean_cert_acc_72": 0.6785211861133575, - "std_cert_acc_72": 0.08364024710532225, - "mean_cert_acc_108": 0.5554288700222969, - "std_cert_acc_108": 0.09852425625867224, - "mean_cert_acc_255": 0.2599324733018875, - "std_cert_acc_255": 0.06118142847238945 - }, - "tic-tac-toe": { - "dataset": "tic-tac-toe", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.7876712328767124, - "test_acc": 0.7486910994764397, - "train_size": 239, - "val_size": 146, - "test_size": 573, - "stats": { - "mean": [ - [ - -0.06774635146443425, - 0.01449869790794993, - 0.05074422594142255, - -0.014738167364016513, - 0.015902112970711264, - 0.01937172301255273, - -0.05826698744769888, - 0.06322694058577437, - -0.03456911297071133 - ] - ], - "std": [ - [ - 0.9772364146923964, - 0.9898671665296854, - 0.9927899252300538, - 1.0052200080228313, - 1.0139839580724326, - 1.0321649186622677, - 0.9396177418537401, - 0.9908262445058792, - 1.022463266648573 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.07534246146678925, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 80, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8747826086956522, - "train_size": 239, - "val_size": 144, - "test_size": 575, - "stats": { - "mean": [ - [ - 0.055483841004184395, - -0.00011965439330530087, - 0.00808757322175727, - -0.029356599999999875, - 0.039023707112970575, - 0.019371482008368506, - -0.08670484518828446, - -0.039102302092049956, - 0.027046133891213308 - ] - ], - "std": [ - [ - 0.9957045497387771, - 1.0146010728149857, - 1.003301186901333, - 1.0124926159677299, - 0.9987054895066753, - 0.9814356430315144, - 0.973828360138658, - 1.0003184664932105, - 0.9832177518418727 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.7708333134651184, - "72": 0.6666666865348816, - "108": 0.5208333134651184, - "255": 0.02083333395421505 - }, - "fold": 1 - }, - { - "best_epoch": 91, - "best_val_acc": 0.8702290076335878, - "test_acc": 0.8537414965986394, - "train_size": 239, - "val_size": 131, - "test_size": 588, - "stats": { - "mean": [ - [ - -0.04878792468619211, - 0.0047529958158996155, - 0.09814042677824272, - -0.024483735564853226, - 0.034399451882844975, - -0.009865222594141925, - -0.02508974895397498, - 0.004753076150627897, - -0.04878784100418414 - ] - ], - "std": [ - [ - 1.001934480203885, - 0.9778484267660271, - 1.0046660181235467, - 1.0212723008937266, - 1.0210245107562923, - 1.0306454853299336, - 0.9862518055799147, - 0.9951065507668124, - 0.9747736634076275 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.7480915784835815, - "72": 0.5648854970932007, - "108": 0.4656488597393036, - "255": 0.04580152779817581 - }, - "fold": 2 - }, - { - "best_epoch": 74, - "best_val_acc": 0.782608695652174, - "test_acc": 0.7091222030981067, - "train_size": 239, - "val_size": 138, - "test_size": 581, - "stats": { - "mean": [ - [ - 0.10288007531380783, - 0.04373577740585817, - 0.041264979079497874, - -0.034229491213389085, - -0.05346292050209214, - -0.1999054092050213, - 0.08392158158995812, - 0.07297261589958158, - -0.05826715481171532 - ] - ], - "std": [ - [ - 0.9966065572515563, - 1.018968015200093, - 0.9922920069375739, - 0.9979419605462078, - 0.9801398510182366, - 0.9915447189713678, - 0.9965163996887837, - 0.9964419395653665, - 0.9951178388160773 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 3558, - "cert_evals": { - "36": 0.6159420609474182, - "72": 0.5362318754196167, - "108": 0.37681159377098083, - "255": 0.021739130839705467 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7965843519672094, - "std_test_acc": 0.08026061229256301, - "n_samples": 958, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.5525523535907269, - "std_cert_acc_36": 0.32538679652330255, - "mean_cert_acc_72": 0.44194601476192474, - "std_cert_acc_72": 0.2998997610990936, - "mean_cert_acc_108": 0.3408234417438507, - "std_cert_acc_108": 0.2348337741348822, - "mean_cert_acc_255": 0.022093498148024082, - "std_cert_acc_255": 0.018725267423936216 - }, - "titanic": { - "dataset": "titanic", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.7746478873239436, - "test_acc": 0.7839506172839507, - "train_size": 550, - "val_size": 355, - "test_size": 1296, - "stats": { - "mean": [ - [ - -0.033479024545449286, - -0.04388359999999998, - 0.04633865636363635 - ] - ], - "std": [ - [ - 1.0184009911459524, - 0.9030112522482995, - 0.965727266734473 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3366, - "cert_evals": { - "36": 0.7183098196983337, - "72": 0.6676056385040283, - "108": 0.1690140813589096, - "255": 0.0845070406794548 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.8223495702005731, - "test_acc": 0.771889400921659, - "train_size": 550, - "val_size": 349, - "test_size": 1302, - "stats": { - "mean": [ - [ - 0.00599657709091412, - -0.02712665454545435, - 0.02416022909090901 - ] - ], - "std": [ - [ - 0.993203063568118, - 0.9413765013907114, - 0.9824417459762911 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3366, - "cert_evals": { - "36": 0.8080229759216309, - "72": 0.7621777057647705, - "108": 0.343839555978775, - "255": 0.10315186530351639 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.7034700315457413, - "test_acc": 0.7466266866566716, - "train_size": 550, - "val_size": 317, - "test_size": 1334, - "stats": { - "mean": [ - [ - 0.014578170545459438, - -0.043883600000000356, - 0.03303160000000017 - ] - ], - "std": [ - [ - 1.0150806710594007, - 0.9030112522482996, - 0.9758508000000029 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3366, - "cert_evals": { - "36": 0.6403785347938538, - "72": 0.13249211013317108, - "108": 0.11987382173538208, - "255": 0.015772871673107147 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.7667638483965015, - "test_acc": 0.7714067278287462, - "train_size": 550, - "val_size": 343, - "test_size": 1308, - "stats": { - "mean": [ - [ - 0.0077128369090957785, - -0.027126654545454543, - -0.0290679963636369 - ] - ], - "std": [ - [ - 1.026123748181085, - 0.9413765013907113, - 1.0194745387594568 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 3366, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.6064140200614929, - "108": 0.6064140200614929, - "255": 0.08163265883922577 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7684683581727569, - "std_test_acc": 0.015674783480990166, - "n_samples": 2201, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.7202492654323578, - "std_cert_acc_36": 0.06861215406106996, - "mean_cert_acc_72": 0.5421723686158657, - "std_cert_acc_72": 0.2805356528380121, - "mean_cert_acc_108": 0.3097853697836399, - "std_cert_acc_108": 0.2198720806059121, - "mean_cert_acc_255": 0.07126610912382603, - "std_cert_acc_255": 0.038205533941979446 - }, - "trains": { - "dataset": "trains", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.8, - "test_acc": 0.6666666666666666, - "train_size": 2, - "val_size": 5, - "test_size": 3, - "stats": { - "mean": [ - [ - -0.61237, - -0.9717294999999999, - -0.316228, - 0.621059, - 0.786374, - -0.474342, - -0.369273, - -0.316228, - -0.41404050000000003, - -0.161281, - 1.264911, - 0.2108185, - -0.08519500000000002, - -0.685249, - -0.7115125, - -0.29632100000000006, - 0.398527, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - -0.774597, - -0.774597, - 0.711514, - -0.316228, - 0.41404050000000003, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.6073305, - 1.0, - 1.0, - 0.406746, - 1.0, - 0.7385470000000001, - 1.0, - 1.0350995, - 0.322562, - 1.581139, - 0.5270465, - 1.2779150000000001, - 0.571041, - 0.16940750000000004, - 0.740799, - 1.328423, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 1.0, - 1.0, - 1.185856, - 1.0, - 1.0350995, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 53638, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 1.0, - "test_acc": 0.75, - "train_size": 2, - "val_size": 4, - "test_size": 4, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 53638, - "cert_evals": { - "36": 0.75, - "72": 0.5, - "108": 0.25, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 53638, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.6666666666666666, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - 0.24293300000000004, - 1.264911, - -0.41404050000000003, - -1.1117685, - -0.474342, - 0.7385470000000001, - 1.264911, - -0.41404050000000003, - -0.32255999999999996, - -0.316228, - -1.370319, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - -0.621059, - 0.19365149999999998, - 1.1619, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.607332, - 1.581139, - 1.0350995, - 0.13558149999999997, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0350995, - 1.45153, - 1.0, - 1.0540910000000001, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 53638, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7708333333333333, - "std_test_acc": 0.15774745405000762, - "n_samples": 10, - "n_features": 29, - "n_classes": 2, - "mean_cert_acc_36": 0.1875, - "std_cert_acc_36": 0.375, - "mean_cert_acc_72": 0.125, - "std_cert_acc_72": 0.25, - "mean_cert_acc_108": 0.0625, - "std_cert_acc_108": 0.125, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "twonorm": { - "dataset": "twonorm", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 0.9770431588613406, - "test_acc": 0.9762385115444967, - "train_size": 1850, - "val_size": 1089, - "test_size": 4461, - "stats": { - "mean": [ - [ - -0.014544049503783818, - -0.003368689291891876, - 0.016772092459459455, - 0.0019175647345946178, - -0.02506532699859457, - 0.0038982543675675696, - 0.019339146565999932, - -0.009895024481081047, - 0.006385932609729719, - -0.0014487788735135277, - -0.02301627440935135, - -0.005151859209189199, - 0.008102996605405427, - -0.0044304854756756626, - 0.0017575496378378407, - -0.009554797715135191, - 0.026529897787837913, - 0.02922682911891893, - -0.01169157914054059, - -0.004898149291891907 - ] - ], - "std": [ - [ - 1.008740635111714, - 1.0057995039659557, - 0.9837382170327289, - 1.0009348723588565, - 0.9894373169495185, - 0.9855025922172592, - 1.0016273845342372, - 1.0019232777130362, - 1.0102983788423001, - 0.989126863772442, - 1.014473431822349, - 0.9873937513386905, - 1.0120815536633763, - 1.0026507637547364, - 0.9944344640609678, - 1.0009003980137419, - 1.017029495884869, - 0.9934459224888799, - 1.005170519855988, - 1.0182286286784454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 13958, - "cert_evals": { - "36": 0.9651055932044983, - "72": 0.9513314962387085, - "108": 0.9329659938812256, - "255": 0.8089990615844727 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.984182776801406, - "test_acc": 0.9734814143245694, - "train_size": 1850, - "val_size": 1138, - "test_size": 4412, - "stats": { - "mean": [ - [ - -0.011274481706054077, - 0.0010725280108108113, - 0.04904605430486482, - 0.00013406402702702838, - 0.0037092568978378815, - -0.03159644886486481, - 0.00852751402702707, - -0.014074217665405411, - 0.026686750430270245, - 0.023341407989189197, - 0.00574216419659461, - -0.019635965771891885, - 0.04072469101081081, - 0.00963421142594593, - -0.044921805624324275, - -0.025982841086486463, - -0.0002432451580000008, - -0.011375726291891854, - 0.021153889262702744, - 0.01900583370702701 - ] - ], - "std": [ - [ - 0.9976085735229742, - 1.0108425474557818, - 1.0105604700510442, - 1.0350336168987333, - 0.990362036249636, - 0.9744762030983907, - 1.0066091603129825, - 0.984656658886602, - 0.9965234554482512, - 0.973435364067005, - 0.9921055599456662, - 1.0065413490604112, - 1.0042400869906856, - 0.9880184758483341, - 0.9898502752755675, - 0.992736848303296, - 0.9922171097916167, - 1.0043754412776131, - 0.9893350555688326, - 0.9868441569808528 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 13958, - "cert_evals": { - "36": 0.9710017442703247, - "72": 0.9578207731246948, - "108": 0.942882239818573, - "255": 0.8154657483100891 - }, - "fold": 1 - }, - { - "best_epoch": 26, - "best_val_acc": 0.9767441860465116, - "test_acc": 0.9799187725631769, - "train_size": 1850, - "val_size": 1118, - "test_size": 4432, - "stats": { - "mean": [ - [ - 0.003976000881081077, - 0.010715774432432398, - -0.017786920248648645, - 0.0036804860497297266, - 0.002183984135675682, - 0.01946380120540544, - -0.009359299564702704, - -0.02816081002594586, - 0.031211165720540515, - 0.0197382945891892, - 0.004506140226864866, - -0.01331618493945946, - 0.014995027385405353, - -0.001854380632432439, - -0.01958510810810805, - -0.00386884019891889, - -0.017393956009891888, - -0.0021528696070270597, - 0.005169307811351341, - 0.0024582379264864846 - ] - ], - "std": [ - [ - 1.009760000740286, - 1.0090347482418227, - 1.0148186512036792, - 1.0060022323323823, - 0.9990626780886653, - 0.9896872166496508, - 0.9763805914536888, - 0.9957691924612021, - 0.9906698247495431, - 1.0035665264537232, - 0.9947437173054162, - 1.0004339807413987, - 0.9823451342038293, - 1.0178129069401878, - 1.020030588883728, - 1.0098245678900148, - 0.9925509761821191, - 0.984129704899966, - 1.021860274128779, - 1.0179863343134843 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 13958, - "cert_evals": { - "36": 0.9633273482322693, - "72": 0.9490160942077637, - "108": 0.9230769276618958, - "255": 0.7987477779388428 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.9821428571428571, - "test_acc": 0.9720090293453725, - "train_size": 1850, - "val_size": 1120, - "test_size": 4430, - "stats": { - "mean": [ - [ - -0.020650926096864895, - 0.0029367999405405425, - -0.006630237378378379, - 0.010420081979243248, - -0.001797412861621615, - 0.006000229992972958, - 0.02513403323243256, - -0.04051091970432429, - 0.016437013362162183, - 0.008169780156756753, - 0.010605073612270283, - -0.014074353574054115, - 0.001890994940540519, - -0.00912456161891894, - -0.011556316408108112, - -0.004322038713513496, - -0.0011294842637837807, - -0.006298975859459421, - 0.017070309424864923, - 0.0166714651562162 - ] - ], - "std": [ - [ - 0.9799722867298174, - 0.9831760308737035, - 1.0071900480073166, - 1.003544153680456, - 0.9998334222405475, - 0.997242014320636, - 0.9816671365897304, - 0.9927759081786102, - 1.0236053141912813, - 0.9882650425660089, - 1.0199540485168141, - 0.9750354662835033, - 1.000698654175577, - 0.9953898045603353, - 0.9850292707815245, - 0.9950063778865423, - 0.9842233774554926, - 1.0005588371487018, - 1.0122840782683846, - 1.0155158561773454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 13958, - "cert_evals": { - "36": 0.9464285969734192, - "72": 0.8803571462631226, - "108": 0.7839285731315613, - "255": 0.21517857909202576 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9754119319444039, - "std_test_acc": 0.003478576843926195, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9614658206701279, - "std_cert_acc_36": 0.010547751172330803, - "mean_cert_acc_72": 0.9346313774585724, - "std_cert_acc_72": 0.03637423211763256, - "mean_cert_acc_108": 0.8957134336233139, - "std_cert_acc_108": 0.0749605793396666, - "mean_cert_acc_255": 0.6595977917313576, - "std_cert_acc_255": 0.29635941835675345 - }, - "vertebral-column-2clases": { - "dataset": "vertebral-column-2clases", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.8983050847457628, - "test_acc": 0.7471264367816092, - "train_size": 77, - "val_size": 59, - "test_size": 174, - "stats": { - "mean": [ - [ - -0.04851593662337664, - -0.013603715584415602, - 0.017817786623376606, - -0.052196842324675335, - -0.002157415584415587, - -0.03604349805194806 - ] - ], - "std": [ - [ - 0.9285507134809343, - 1.06595981877074, - 0.9952787423256769, - 0.8624418582955644, - 0.9372946280214954, - 0.7536679299194217 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.1525423675775528, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 32, - "best_val_acc": 0.7857142857142857, - "test_acc": 0.7643979057591623, - "train_size": 77, - "val_size": 42, - "test_size": 191, - "stats": { - "mean": [ - [ - -0.01160272857142857, - 0.19142412077922066, - 0.13749096324675333, - -0.1576678293376624, - 0.1349718081818182, - 0.01367927922077926 - ] - ], - "std": [ - [ - 0.9739076978851005, - 1.1234128014311557, - 1.0980714645789118, - 0.9124304878226723, - 0.8779104710989865, - 0.8103068848046617 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.4523809552192688, - "108": 0.2857142984867096, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.7857142857142857, - "train_size": 77, - "val_size": 51, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.08900769350649353, - 0.022068336363636327, - -0.17777378870129867, - -0.13070269816883123, - -0.08019039701298694, - 0.034270005844155946 - ] - ], - "std": [ - [ - 1.1891598679346718, - 1.0629718968025748, - 0.9683921685715591, - 1.1934548554540982, - 1.0519483392859137, - 1.4108241281173226 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.7450980544090271, - "72": 0.529411792755127, - "108": 0.37254902720451355, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8695652173913043, - "test_acc": 0.8128342245989305, - "train_size": 77, - "val_size": 46, - "test_size": 187, - "stats": { - "mean": [ - [ - -0.06772925194805193, - -0.07967984805194804, - -0.14121441038961047, - -0.02757299220779231, - -0.014883416753246786, - -0.1100020467532468 - ] - ], - "std": [ - [ - 1.0828152543652132, - 1.0199396915025827, - 0.9339640371725322, - 0.9916023829290741, - 1.077978313814909, - 0.7401101130023645 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 3462, - "cert_evals": { - "36": 0.15217392146587372, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7775182132134969, - "std_test_acc": 0.02834430458367475, - "n_samples": 310, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.4291202574968338, - "std_cert_acc_36": 0.3211774568279385, - "mean_cert_acc_72": 0.24544818699359894, - "std_cert_acc_72": 0.28515850852903823, - "mean_cert_acc_108": 0.1645658314228058, - "std_cert_acc_108": 0.19330268711985066, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "vertebral-column-3clases": { - "dataset": "vertebral-column-3clases", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 60, - "best_val_acc": 0.7727272727272727, - "test_acc": 0.7301587301587301, - "train_size": 77, - "val_size": 44, - "test_size": 189, - "stats": { - "mean": [ - [ - -0.017758871428571372, - -0.13893042727272728, - -0.08468526142857148, - 0.08071379740259733, - 0.06779229129870129, - 0.08923458311688294 - ] - ], - "std": [ - [ - 1.0953816731705295, - 0.8966984943146973, - 0.956938148341136, - 1.2077590425927807, - 1.073031602135157, - 1.464104633953606 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 3495, - "cert_evals": { - "36": 0.6136363744735718, - "72": 0.5454545617103577, - "108": 0.34090909361839294, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.6851851851851852, - "test_acc": 0.7094972067039106, - "train_size": 77, - "val_size": 54, - "test_size": 179, - "stats": { - "mean": [ - [ - -0.049201149350649384, - -0.06358896883116881, - -0.11700971038961039, - -0.01579821818181819, - -6.0709350649427305e-05, - 0.0891967623376624 - ] - ], - "std": [ - [ - 1.093043067173537, - 1.0341900281252163, - 0.948390256340442, - 1.1192974642236186, - 1.0160280673716198, - 1.4089004707085644 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 3495, - "cert_evals": { - "36": 0.4444444477558136, - "72": 0.25925925374031067, - "108": 0.018518518656492233, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 50, - "best_val_acc": 0.75, - "test_acc": 0.751412429378531, - "train_size": 77, - "val_size": 56, - "test_size": 177, - "stats": { - "mean": [ - [ - -0.030620783376623464, - -0.15526778051948048, - -0.0557417341558442, - 0.0764179809090909, - -0.11299565064935047, - -0.10344603831168832 - ] - ], - "std": [ - [ - 0.9944305280127423, - 0.9108287434677631, - 0.8529822131400763, - 0.9664086884725089, - 0.9649650863065573, - 0.713799883374489 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 3495, - "cert_evals": { - "36": 0.5892857313156128, - "72": 0.3571428656578064, - "108": 0.3035714328289032, - "255": 0.1785714328289032 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.7358490566037735, - "test_acc": 0.6777777777777778, - "train_size": 77, - "val_size": 53, - "test_size": 180, - "stats": { - "mean": [ - [ - 0.20264046623376622, - 0.3261196974025974, - 0.10299690753246762, - 0.017040496636363645, - -0.09640795220779223, - 0.03692924155844167 - ] - ], - "std": [ - [ - 1.1066380009229393, - 1.1415960579871545, - 1.0733819141948675, - 1.089301161345955, - 0.9585561559088557, - 0.8693443253284101 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 3495, - "cert_evals": { - "36": 0.4716981053352356, - "72": 0.15094339847564697, - "108": 0.03773584961891174, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7172115360047373, - "std_test_acc": 0.03136804695062946, - "n_samples": 310, - "n_features": 6, - "n_classes": 3, - "mean_cert_acc_36": 0.5297661647200584, - "std_cert_acc_36": 0.08411992589604236, - "mean_cert_acc_72": 0.3282000198960304, - "std_cert_acc_72": 0.16754100327506896, - "mean_cert_acc_108": 0.17518372368067503, - "std_cert_acc_108": 0.17066947261758234, - "mean_cert_acc_255": 0.0446428582072258, - "std_cert_acc_255": 0.0892857164144516 - }, - "statlog-shuttle": { - "dataset": "statlog-shuttle", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 28, - "best_val_acc": 0.889788010029633, - "test_acc": 0.8903127339745436, - "train_size": 14500, - "val_size": 8774, - "test_size": 34726, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 3723, - "cert_evals": { - "36": 0.8518349528312683, - "72": 0.7777524590492249, - "108": 0.6536357402801514, - "255": 0.046501025557518005 - }, - "fold": 0 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8976313320825516, - "test_acc": 0.8992622669564223, - "train_size": 14500, - "val_size": 8528, - "test_size": 34972, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 3723, - "cert_evals": { - "36": 0.7503517866134644, - "72": 0.5749296545982361, - "108": 0.04737335816025734, - "255": 0.022748593240976334 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.889042675893887, - "test_acc": 0.8827734711455641, - "train_size": 14500, - "val_size": 8670, - "test_size": 34830, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 3723, - "cert_evals": { - "36": 0.7621684074401855, - "72": 0.6910034418106079, - "108": 0.6520184874534607, - "255": 0.1163783147931099 - }, - "fold": 2 - }, - { - "best_epoch": 8, - "best_val_acc": 0.928354515802497, - "test_acc": 0.9281978676066919, - "train_size": 14500, - "val_size": 8891, - "test_size": 34609, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 3723, - "cert_evals": { - "36": 0.8446744084358215, - "72": 0.780002236366272, - "108": 0.7286019325256348, - "255": 0.05454954504966736 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9001365849208055, - "std_test_acc": 0.01988454831660685, - "n_samples": 58000, - "n_features": 9, - "n_classes": 7, - "mean_cert_acc_36": 0.8022573888301849, - "std_cert_acc_36": 0.05341178513797189, - "mean_cert_acc_72": 0.7059219479560852, - "std_cert_acc_72": 0.09665928856831704, - "mean_cert_acc_108": 0.520407379604876, - "std_cert_acc_108": 0.3173733012858809, - "mean_cert_acc_255": 0.0600443696603179, - "std_cert_acc_255": 0.03990866063038861 - }, - "wall-following": { - "dataset": "wall-following", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 53, - "best_val_acc": 0.8073170731707318, - "test_acc": 0.7875916870415648, - "train_size": 1364, - "val_size": 820, - "test_size": 3272, - "stats": { - "mean": [ - [ - -0.005686892404692003, - 0.022638621533284334, - 0.0029726543621700742, - -0.007766223049853293, - -0.008952794454545568, - 0.009051411851906211, - 0.004111615835777271, - 0.054535739948680446, - 0.01721141257331339, - -0.00017557098093850144, - -0.0030259690689149518, - -0.015323145063782956, - 0.004263515249266924, - 0.013408757045454725, - -0.0019448981744868829, - 0.0003941872595307252, - -0.023833700213343096, - -0.0418792441422289, - -0.01742122004472146, - -0.01653938162023472, - 0.004910744486803571, - 0.04303871550586514, - -0.015449803416422289, - -0.003778200753665663 - ] - ], - "std": [ - [ - 0.9538903586600096, - 1.0100879107934733, - 1.0049069273556643, - 0.9922954720481119, - 0.9870136651293122, - 0.990779450218937, - 0.997732207974109, - 1.0249084242333972, - 1.0039227101782235, - 0.9840871960957936, - 0.9963448823117925, - 0.9855998980612843, - 1.0024509972558129, - 1.0025416545074122, - 0.9881545916458445, - 1.0165283990308178, - 0.9738216818182036, - 0.9275548118344852, - 0.9839704565560611, - 0.9728388862456517, - 1.0184938963953918, - 1.0303474329203226, - 0.9612235203553664, - 0.9816909108470405 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 14344, - "cert_evals": { - "36": 0.742682933807373, - "72": 0.6560975909233093, - "108": 0.5719512104988098, - "255": 0.25609755516052246 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.7647058823529411, - "test_acc": 0.7631339204372912, - "train_size": 1364, - "val_size": 799, - "test_size": 3293, - "stats": { - "mean": [ - [ - -0.02975309696847506, - 0.005558309164222893, - 0.004718745812316816, - -0.020307799296187545, - -0.007320344633431353, - -0.028494500266862125, - -0.024019284164222755, - 0.009570253951612977, - 0.01097609736070351, - -0.00032918113929638346, - 0.032141068781524784, - 0.02072696681818175, - 0.02201199852639303, - 0.02843859972873922, - -0.010288174340176055, - -0.0025629487653958533, - 0.014673984588709695, - -0.0024179095725806485, - 0.011989980659823955, - 0.014437480175952963, - 0.010780398057038091, - -0.02107569172287382, - 0.018757813350439904, - -0.03195081329985328 - ] - ], - "std": [ - [ - 0.945216136192205, - 0.9992147601024853, - 1.0013950133535414, - 1.0070090886620435, - 1.0100405651888793, - 1.0035220275618202, - 1.0076868559644707, - 1.0146043586860587, - 1.0036702207634716, - 1.0020409725295103, - 1.0195319569843622, - 1.018330702441904, - 1.0188371291097438, - 1.0099651693219551, - 0.9929137513000473, - 0.9893773454929811, - 1.0312952518146736, - 0.9850531254011928, - 0.9991545369015657, - 1.024970910904686, - 1.0211398104956508, - 0.9811793320532708, - 1.0213393023608297, - 0.9709259568406406 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 14344, - "cert_evals": { - "36": 0.6833541989326477, - "72": 0.5844805836677551, - "108": 0.5031289458274841, - "255": 0.20150187611579895 - }, - "fold": 1 - }, - { - "best_epoch": 65, - "best_val_acc": 0.7835909631391201, - "test_acc": 0.7603814211011997, - "train_size": 1364, - "val_size": 841, - "test_size": 3251, - "stats": { - "mean": [ - [ - 0.01872266574486808, - 0.006327694957038103, - -0.07104427478152507, - -0.011521076319648046, - -0.004222936934017776, - -0.012975204868035104, - -0.01602920872434, - 0.018177438951613122, - 0.001741687587976442, - 0.026653914322580085, - 0.006544868966275523, - -0.0006487189816715815, - -0.006107012813782889, - -0.017521736390762342, - -0.02309750486070397, - 0.015360951164222853, - -0.05447749436730212, - 0.011644383885630553, - -0.005685932580645217, - 0.033520921312316744, - 0.015700824787390003, - 0.00464063532258066, - -0.007768450139296197, - -0.01706286590102635 - ] - ], - "std": [ - [ - 1.0075883148093572, - 0.9956149685197124, - 0.9336114810272496, - 1.0053964412297443, - 1.0037906536892414, - 0.9889864422444196, - 0.993232391245941, - 1.0033346943820691, - 1.0019335251023536, - 1.015228028452373, - 1.0184871692443849, - 0.9950347742751352, - 1.001225456339628, - 0.9911991075823401, - 0.9891922963313015, - 1.020897686359133, - 0.9021478154164623, - 1.027059313060404, - 0.9920589942567254, - 1.037458331459377, - 1.0154700216289818, - 1.0017979731537894, - 0.9794245346392066, - 0.9721130758506005 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 14344, - "cert_evals": { - "36": 0.7074910998344421, - "72": 0.6290130615234375, - "108": 0.5398335456848145, - "255": 0.18311533331871033 - }, - "fold": 2 - }, - { - "best_epoch": 47, - "best_val_acc": 0.7827669902912622, - "test_acc": 0.7778457772337821, - "train_size": 1364, - "val_size": 824, - "test_size": 3268, - "stats": { - "mean": [ - [ - 0.02031997529545452, - -0.033795195992888556, - -0.02352743731011721, - 0.01124182900293254, - -0.01151259605278599, - -0.015031226107038104, - 0.03267076282991228, - 0.0279429813196483, - -0.007205795674486686, - -0.0060127819017595785, - 0.01344909527859221, - 0.01992942824853357, - -0.01951502722360692, - -0.029693211412756465, - -0.009494099098240562, - -0.01795489370381231, - 0.010101200832844593, - -0.0059742676495601315, - -0.017900947921847564, - -0.021026184816715806, - 0.016916847096700823, - -0.0052597014662755836, - 0.032237512456011766, - 0.007093840727272726 - ] - ], - "std": [ - [ - 1.0112945026202158, - 0.970221558754097, - 0.9823204142944053, - 1.0136980604051529, - 0.982757495735732, - 0.9808366104043786, - 1.001324458975229, - 1.0152847209982614, - 0.9908830298302452, - 0.9932341203049162, - 1.0097191496904292, - 1.0252804409457419, - 0.9852042484069533, - 0.992545202932286, - 0.9901306066571973, - 0.9793681779580009, - 0.9956413121371739, - 0.9901468286266072, - 0.9701309779282022, - 0.9725832802282708, - 1.0307338552882614, - 0.991132554001173, - 1.0343162251093825, - 0.9974059438112418 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 14344, - "cert_evals": { - "36": 0.7160194516181946, - "72": 0.6383495330810547, - "108": 0.5521844625473022, - "255": 0.21480582654476166 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7722382014534594, - "std_test_acc": 0.0127886095019398, - "n_samples": 5456, - "n_features": 24, - "n_classes": 4, - "mean_cert_acc_36": 0.7123869210481644, - "std_cert_acc_36": 0.02448068412879756, - "mean_cert_acc_72": 0.6269851922988892, - "std_cert_acc_72": 0.030481874415014112, - "mean_cert_acc_108": 0.5417745411396027, - "std_cert_acc_108": 0.02896116559413623, - "mean_cert_acc_255": 0.21388014778494835, - "std_cert_acc_255": 0.03099925690151762 - }, - "waveform": { - "dataset": "waveform", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.8825857519788918, - "test_acc": 0.8542780748663101, - "train_size": 1250, - "val_size": 758, - "test_size": 2992, - "stats": { - "mean": [ - [ - 0.020179633495999987, - 0.011963990736, - -0.033601846864, - -0.041786463160000016, - -0.03154164217599994, - -0.040098393640000014, - -0.043940430239999995, - -0.03151536300719995, - -0.036418570040000015, - 0.043107926798400066, - 0.03738288511999999, - -0.0024740305919999984, - 0.03243670563199995, - 0.011112976024000014, - 0.03951120671200011, - 0.0219850811552, - 0.028168458383999943, - 0.06235075759679998, - 0.020069774392, - 0.007039422583999985, - -0.02925996517600002 - ] - ], - "std": [ - [ - 0.9901799387654557, - 1.0306402386317552, - 0.9708771794256926, - 0.9608246419787663, - 1.0044852476869415, - 0.9877134023221446, - 0.9749943080882616, - 1.0123255354438774, - 0.986958011185208, - 1.0005937342506195, - 0.9789827068743525, - 1.0033150982759136, - 0.9538985981244916, - 1.006689675325801, - 0.9956488213117433, - 1.001823072865656, - 0.9921420818481883, - 0.9865005595269615, - 1.0350777753049674, - 1.0160784990711804, - 0.9870983405424562 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.8271768093109131, - "72": 0.7598944902420044, - "108": 0.6754617691040039, - "255": 0.3298153281211853 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8828337874659401, - "test_acc": 0.8677055702917772, - "train_size": 1250, - "val_size": 734, - "test_size": 3016, - "stats": { - "mean": [ - [ - 0.010216515320000044, - -0.04063758078400007, - 0.025120129951999963, - -0.025077058975999964, - 0.003169892232000061, - -0.01685490820000002, - -0.011714589596800004, - -0.03299081049600003, - -0.01699664363999998, - -0.018953863726399994, - -0.010869116344000016, - 0.041914844448000185, - -0.01596277459040001, - 0.012558276106399974, - 0.026120965832000048, - 0.03314989547359999, - 0.03347167229600001, - 0.023257175787200043, - 0.017851450192000014, - -0.004257698511999955, - -0.04945521833600015 - ] - ], - "std": [ - [ - 1.0013552490719653, - 0.9855864106795154, - 0.9729457372221003, - 0.9924096158327768, - 1.0128588967374343, - 1.0016694374565032, - 1.0094886119500357, - 1.0100863354319733, - 1.0019192663797813, - 0.9946338222875807, - 0.999064791075417, - 1.0101141099838185, - 0.9759008425547311, - 1.0113866649689796, - 1.0124143691513183, - 1.0133948233035053, - 1.0110196515539809, - 1.0206255456252598, - 1.0155072750087655, - 0.9949826852691384, - 0.9838169172120375 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.8201634883880615, - "72": 0.7683923840522766, - "108": 0.7057220339775085, - "255": 0.36103540658950806 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8783422459893048, - "test_acc": 0.8717521652231845, - "train_size": 1250, - "val_size": 748, - "test_size": 3002, - "stats": { - "mean": [ - [ - 0.007048574136000094, - -0.015209897391999988, - 0.011429607696000007, - -0.03273079147199999, - -0.023185516656000008, - 0.003389837535999984, - 0.0013940158719999971, - -0.00547288197039998, - 0.006071109367999992, - 0.005879158908799994, - 0.032166854647999996, - 0.005692848927999994, - 0.022531058751999993, - 0.009790249777599982, - 0.0040757011359999935, - 0.030061611308799984, - 0.029284791384000003, - 0.02420849601600001, - 0.014083066104000005, - 0.02953013189600018, - -0.004491209880000014 - ] - ], - "std": [ - [ - 0.9996125618988059, - 0.9720078266135495, - 1.0135851933941078, - 1.0319065276512462, - 0.9931170056559575, - 0.9993639751369633, - 0.9853632660237902, - 0.9995807541677071, - 1.0238743231650074, - 0.9969840482557133, - 0.9979292933830571, - 1.0142743499688514, - 1.001427080201001, - 0.9998997970203162, - 1.0142762186668912, - 1.0117340691797234, - 1.0099181268245983, - 1.0006047030346061, - 0.9985746890321932, - 1.0069732844455408, - 1.0040803599543435 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.8248663544654846, - "72": 0.7647058963775635, - "108": 0.6938502788543701, - "255": 0.3542780876159668 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8755129958960328, - "test_acc": 0.8665120900960583, - "train_size": 1250, - "val_size": 731, - "test_size": 3019, - "stats": { - "mean": [ - [ - -0.009131498528000003, - -0.0039044835359999803, - 0.07005067444800003, - -0.010843439071999996, - 0.006077575768000002, - -0.013402124615999992, - -0.0034755865247999887, - 0.0036035160240000075, - -0.0006721240640000021, - -0.006537375988799971, - -0.015753593288000012, - 0.013293681728000002, - -0.011138352720000024, - -0.025798392399999908, - 0.0029978399759999904, - 0.017920257033599982, - -0.008153607000000004, - 0.01568651420000006, - -0.051382837735999956, - 0.005123328096000027, - 0.025813726736000034 - ] - ], - "std": [ - [ - 1.0018392101812919, - 1.0020859314875776, - 1.0033561958769905, - 0.9975363296716959, - 0.9849899598871443, - 0.9756730653513883, - 0.993760630561838, - 0.9861757179284345, - 1.0000258312156731, - 1.0000825386418444, - 0.99177201535984, - 1.0234277089306048, - 1.0159176275153121, - 0.9839459155591159, - 0.9943404985027471, - 1.0116349239455822, - 1.0052044277000671, - 0.9841510621883656, - 1.0190638151002673, - 0.9952041186962591, - 1.0328002659610966 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 14087, - "cert_evals": { - "36": 0.8235294222831726, - "72": 0.7578659653663635, - "108": 0.6990424394607544, - "255": 0.3488372266292572 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8650619751193326, - "std_test_acc": 0.00753088257719092, - "n_samples": 5000, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.823934018611908, - "std_cert_acc_36": 0.002930616432287711, - "mean_cert_acc_72": 0.762714684009552, - "std_cert_acc_72": 0.004749202383453274, - "mean_cert_acc_108": 0.6935191303491592, - "std_cert_acc_108": 0.012981984375479119, - "mean_cert_acc_255": 0.34849151223897934, - "std_cert_acc_255": 0.013413340519947187 - }, - "wine": { - "dataset": "wine", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 1.0, - "test_acc": 0.97, - "train_size": 44, - "val_size": 34, - "test_size": 100, - "stats": { - "mean": [ - [ - -0.0032810681818182252, - -0.005479031818181848, - -0.08091575454545454, - 0.05187518272727261, - -0.06624296590909094, - -0.007079050000000028, - -0.06275028018181807, - -0.08246524999999992, - 0.05402081363636373, - 0.0044511772727273136, - -0.04690897272727282, - 0.09077693181818178, - -0.0044964045454545494 - ] - ], - "std": [ - [ - 0.9486079560461609, - 0.9748783430969256, - 0.9254167517337237, - 0.9617928120291063, - 0.8801585454960099, - 0.9897338243089531, - 0.9271822071946669, - 0.9702762446771567, - 0.9107960044629595, - 1.0952735150882602, - 0.9243353232179793, - 0.9887201896638538, - 0.9269494258065332 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 13575, - "cert_evals": { - "36": 0.8529411554336548, - "72": 0.7352941036224365, - "108": 0.6176470518112183, - "255": 0.14705882966518402 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9259259259259259, - "test_acc": 0.8504672897196262, - "train_size": 44, - "val_size": 27, - "test_size": 107, - "stats": { - "mean": [ - [ - 0.06530710454545458, - 0.007947954545454524, - -0.18861000681818177, - -0.06994299681818188, - -0.08852099545454545, - 0.06554911590909095, - 0.0228023237272727, - -0.08063868636363627, - 0.11120031590909094, - 0.1451315113636364, - 0.07976722954545465, - 0.05492483636363638, - -0.04130375068181816 - ] - ], - "std": [ - [ - 1.1054246265200351, - 1.022075699615381, - 1.0101337670617143, - 0.9836114927228263, - 1.0039715573451675, - 1.0160855472349155, - 1.00168059755674, - 0.942713932749028, - 1.1841316940042428, - 1.0673173131706486, - 1.0204335593229852, - 0.9474429014625287, - 0.9790698019551516 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 13575, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 35, - "best_val_acc": 0.9655172413793104, - "test_acc": 0.9523809523809523, - "train_size": 44, - "val_size": 29, - "test_size": 105, - "stats": { - "mean": [ - [ - -0.0016014659090909378, - -0.2809373181818182, - -0.0013865818181818283, - -0.011415792727272868, - -0.005774513636363688, - 0.0034522068181817842, - -0.09596993699999999, - 0.061802877272727264, - -0.18700712727272728, - 0.003569234090909025, - 0.14042048863636367, - -0.033103909090909094, - -0.06411021136363641 - ] - ], - "std": [ - [ - 0.9298272868804931, - 0.8250056451408178, - 1.08551443258742, - 1.1391522997578776, - 1.162897463787286, - 0.9140439887115281, - 0.9166314532406474, - 1.013186331346434, - 0.9551870696183078, - 1.1440128298039551, - 1.0494592532907625, - 1.0314806625541306, - 0.958232402601652 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 13575, - "cert_evals": { - "36": 0.931034505367279, - "72": 0.8275861740112305, - "108": 0.7241379022598267, - "255": 0.17241379618644714 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.967741935483871, - "test_acc": 0.8252427184466019, - "train_size": 44, - "val_size": 31, - "test_size": 103, - "stats": { - "mean": [ - [ - -0.0007615090909091727, - 0.05596002272727269, - -0.07345953863636358, - -0.09784549954545461, - 0.008546922727272678, - 0.09278491795454552, - 0.0448726857272727, - 0.11476138181818184, - 0.09094955909090909, - 0.005921997727272779, - 0.16726700681818205, - 0.005308763636363668, - -0.08561718409090915 - ] - ], - "std": [ - [ - 1.007206359663615, - 0.8850705986397225, - 1.0706938375587134, - 0.8864652113978174, - 1.1440281408589326, - 0.9372647448943219, - 0.9191041363758027, - 0.9830875500627535, - 1.0190542547845243, - 0.9888966660536255, - 1.11752991456707, - 0.9731773531474354, - 0.8829161708393709 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 13575, - "cert_evals": { - "36": 0.5161290168762207, - "72": 0.22580644488334656, - "108": 0.032258063554763794, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8995227401367951, - "std_test_acc": 0.07230720018873403, - "n_samples": 178, - "n_features": 13, - "n_classes": 3, - "mean_cert_acc_36": 0.5750261694192886, - "std_cert_acc_36": 0.4235180613269932, - "mean_cert_acc_72": 0.4471716806292534, - "std_cert_acc_72": 0.3986204531297748, - "mean_cert_acc_108": 0.3435107544064522, - "std_cert_acc_108": 0.3807473401934217, - "mean_cert_acc_255": 0.07986815646290779, - "std_cert_acc_255": 0.0928028857862751 - }, - "wine-quality-red": { - "dataset": "wine-quality-red", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.4897119341563786, - "test_acc": 0.4592050209205021, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.02693017225000001, - -0.010865180249999969, - 0.01090508905000014, - 0.028862860500000035, - -0.005716316749999986, - -0.0022627200000000882, - -0.008672537749999942, - 0.0023822675999998814, - 0.03910194012499996, - -0.003237799000000088, - -0.015897374500000026 - ] - ], - "std": [ - [ - 0.9743049425383958, - 1.0208202037213217, - 1.0045213439257272, - 1.0312615683961275, - 0.9360785088397681, - 1.0135085097778138, - 1.054760065228032, - 0.9991490231742983, - 0.9910168624962105, - 0.9560724374897602, - 1.0224479021869215 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 3754, - "cert_evals": { - "36": 0.18930040299892426, - "72": 0.02469135820865631, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 56, - "best_val_acc": 0.4152542372881356, - "test_acc": 0.45482866043613707, - "train_size": 400, - "val_size": 236, - "test_size": 963, - "stats": { - "mean": [ - [ - 0.013418094749999616, - -0.03892854174999997, - 0.03785578170000011, - 0.030990686500000093, - 0.03390959879999997, - -0.02747751350000006, - 0.024918823500000065, - -0.0024924809250000362, - -0.023241676749999992, - 0.00015447274999999162, - 0.017258733749999842 - ] - ], - "std": [ - [ - 1.0484699134032194, - 0.9803949233513032, - 1.0076892023564636, - 1.0290250752162338, - 1.1997081630921285, - 0.9489970021589998, - 1.0263878594773712, - 1.03076931004531, - 0.9684548723090626, - 0.9627052256819137, - 0.9972530011672733 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 3754, - "cert_evals": { - "36": 0.23728813230991364, - "72": 0.13135592639446259, - "108": 0.07203389704227448, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.4560669456066946, - "test_acc": 0.3770833333333333, - "train_size": 400, - "val_size": 239, - "test_size": 960, - "stats": { - "mean": [ - [ - -0.0013715520000001779, - -0.035088978500000055, - 0.06416455662500034, - -0.006156608600000014, - 0.0926046769, - -0.01361536200000002, - -0.007988503499999982, - 0.019787725674999798, - -0.030528630750000167, - 0.09543056175000009, - -0.01609288975000005 - ] - ], - "std": [ - [ - 0.9829420987934913, - 0.9707586864617593, - 1.0018786547407759, - 0.964170646447104, - 1.218209093004271, - 0.993770255551407, - 0.9825900214132555, - 0.9579306637091782, - 1.0278450401756267, - 1.103602348070479, - 1.019972708382203 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 3754, - "cert_evals": { - "36": 0.3221757113933563, - "72": 0.20502091944217682, - "108": 0.1171548068523407, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.45416666666666666, - "test_acc": 0.44525547445255476, - "train_size": 400, - "val_size": 240, - "test_size": 959, - "stats": { - "mean": [ - [ - -0.024919883000000052, - 0.11828172599999993, - -0.10639385059999999, - 0.09154341099999996, - -0.0404553217, - 0.02593951999999995, - -0.03595611450000001, - 0.029616401199999934, - 0.04752242037499988, - -0.06532982275000002, - -0.002994586000000021 - ] - ], - "std": [ - [ - 1.0557689652662066, - 1.036986432681799, - 0.9776537301766356, - 1.148436386560584, - 0.6942596510748834, - 1.0910930117650621, - 0.9332303748474275, - 0.9830858412290316, - 0.9796850899079309, - 0.8673250562614796, - 1.0016840683328132 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 3754, - "cert_evals": { - "36": 0.25, - "72": 0.10833334177732468, - "108": 0.02500000223517418, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.43409312228563185, - "std_test_acc": 0.03845033219502393, - "n_samples": 1599, - "n_features": 11, - "n_classes": 6, - "mean_cert_acc_36": 0.24969106167554855, - "std_cert_acc_36": 0.05493931257865983, - "mean_cert_acc_72": 0.1173503864556551, - "std_cert_acc_72": 0.07427265112078033, - "mean_cert_acc_108": 0.05354717653244734, - "std_cert_acc_108": 0.051864987371304266, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "wine-quality-white": { - "dataset": "wine-quality-white", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.38095238095238093, - "test_acc": 0.41510717931269137, - "train_size": 1224, - "val_size": 735, - "test_size": 2939, - "stats": { - "mean": [ - [ - -0.0032048589052286994, - -0.028953991503268075, - -0.009521662091503368, - -0.033446381021241915, - -0.021216290767973777, - 0.0013643637254901876, - -0.019732506176470634, - -0.0385083221609477, - -0.012002372222222163, - -0.05735950201797371, - 0.02225335972222248 - ] - ], - "std": [ - [ - 1.023683347421332, - 0.9447226597106944, - 0.9620105291208404, - 0.9658980402573037, - 0.9263448142152314, - 0.9948440839445967, - 0.9740337269720393, - 0.9614465411758055, - 1.0172641404349574, - 0.9821399823923815, - 0.9957833992600652 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 3787, - "cert_evals": { - "36": 0.008163265883922577, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 29, - "best_val_acc": 0.3832658569500675, - "test_acc": 0.3511762700306853, - "train_size": 1224, - "val_size": 741, - "test_size": 2933, - "stats": { - "mean": [ - [ - -0.017049376225490367, - 0.014491614133986936, - 0.008908331290849619, - 0.010737108415032604, - 0.04067164330065363, - 0.0329015589869281, - -0.002488432352941375, - 0.006007091343954325, - -0.021524885539215638, - 0.0011987277042483457, - -0.014868995751633802 - ] - ], - "std": [ - [ - 1.0062718660617844, - 0.9894618025720731, - 1.0916182332376316, - 0.9825566386411965, - 1.1470818763060382, - 1.0937605281552916, - 0.9895690762781538, - 0.9664685559760209, - 0.9624746400083976, - 0.9868208733792134, - 0.99380448190184 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 3787, - "cert_evals": { - "36": 0.21592441201210022, - "72": 0.11066126823425293, - "108": 0.055330634117126465, - "255": 0.001349527621641755 - }, - "fold": 1 - }, - { - "best_epoch": 8, - "best_val_acc": 0.3889655172413793, - "test_acc": 0.38657171922685657, - "train_size": 1224, - "val_size": 725, - "test_size": 2949, - "stats": { - "mean": [ - [ - -0.008771757843137384, - -0.004596860539215801, - 0.008705725245097917, - -0.034847791446078476, - -0.030826640032679757, - -0.01616954820261436, - -0.03943745302287589, - -0.040444966319444435, - 0.02927997336601328, - 0.006854076119281012, - 0.030744455310457264 - ] - ], - "std": [ - [ - 1.0204079506641692, - 1.0029139391565418, - 1.0078310341851806, - 0.9854918621954571, - 0.9449468354581222, - 0.957020515296538, - 0.954249288652687, - 0.976569994872353, - 0.9899815735473346, - 1.008692992013154, - 0.9893537338950328 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 3787, - "cert_evals": { - "36": 0.13517241179943085, - "72": 0.04275862127542496, - "108": 0.008275862783193588, - "255": 0.0013793103862553835 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.38081805359661497, - "test_acc": 0.3827993254637437, - "train_size": 1224, - "val_size": 709, - "test_size": 2965, - "stats": { - "mean": [ - [ - -0.022035407434640455, - 0.006143019934640497, - -0.030651977777777773, - 0.024485125988562038, - -0.018449098774509846, - -0.0018301268790849984, - 0.008402089934640587, - 0.008618634501633892, - -0.035267637908496643, - 0.02360550346405227, - -0.013176123529411856 - ] - ], - "std": [ - [ - 1.0070335678428375, - 0.9660388185917548, - 0.9095987830657093, - 0.9927445013639002, - 0.8945149881344938, - 0.9537849826536657, - 1.0086544512672544, - 0.9850628871532389, - 0.9772491357585545, - 0.995730526664069, - 1.0046258178743335 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 3787, - "cert_evals": { - "36": 0.22284908592700958, - "72": 0.11706629395484924, - "108": 0.05923836678266525, - "255": 0.0028208745643496513 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.38391362350849423, - "std_test_acc": 0.026160271210502135, - "n_samples": 4898, - "n_features": 11, - "n_classes": 7, - "mean_cert_acc_36": 0.1455272939056158, - "std_cert_acc_36": 0.09985074450878421, - "mean_cert_acc_72": 0.06762154586613178, - "std_cert_acc_72": 0.05623770769276375, - "mean_cert_acc_108": 0.030711215920746326, - "std_cert_acc_108": 0.030910828428261917, - "mean_cert_acc_255": 0.0013874281430616975, - "std_cert_acc_255": 0.0011519878243515052 - }, - "yeast": { - "dataset": "yeast", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 48, - "best_val_acc": 0.5471698113207547, - "test_acc": 0.5149833518312985, - "train_size": 371, - "val_size": 212, - "test_size": 901, - "stats": { - "mean": [ - [ - -0.0680236417412399, - 0.0016312938814016407, - -0.008786120350404263, - -0.04364633274932616, - 0.013936777088948886, - 0.007389660377358629, - -0.024600268247978344, - 0.05087596307277619 - ] - ], - "std": [ - [ - 1.027205380998011, - 0.9953693200489844, - 0.9507124252634552, - 0.9691826685352211, - 1.0679577073315545, - 1.038674237448053, - 0.9068718437558525, - 1.1001821882054232 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 3790, - "cert_evals": { - "36": 0.37264150381088257, - "72": 0.28773584961891174, - "108": 0.21698114275932312, - "255": 0.04716981202363968 - }, - "fold": 0 - }, - { - "best_epoch": 27, - "best_val_acc": 0.47619047619047616, - "test_acc": 0.45351473922902497, - "train_size": 371, - "val_size": 231, - "test_size": 882, - "stats": { - "mean": [ - [ - 0.08549606216172505, - 0.03251707697035039, - 0.04905938702964963, - 0.04128734865229108, - -0.013936692183288498, - 0.036949762803234386, - -0.002681268247978456, - 0.005315634501347734 - ] - ], - "std": [ - [ - 0.9621845394333128, - 0.9690282797537528, - 0.9491603484155484, - 1.0401770820495524, - 0.9261376999963121, - 1.1814628524634447, - 0.9836755462977512, - 0.993812117132581 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 3790, - "cert_evals": { - "36": 0.268398255109787, - "72": 0.19480518996715546, - "108": 0.12554112076759338, - "255": 0.012987012974917889 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.5253456221198156, - "test_acc": 0.5100446428571429, - "train_size": 371, - "val_size": 217, - "test_size": 896, - "stats": { - "mean": [ - [ - 0.004417079552560633, - -0.0405647886981132, - -0.038330890598382725, - -0.009830160646900232, - -0.013936692183288395, - 0.036949762803234296, - -0.01154207417789756, - 0.005568702156334372 - ] - ], - "std": [ - [ - 1.0326495870955454, - 0.9133440779524218, - 0.9914487013412665, - 0.9617359852499671, - 0.9261376999963089, - 1.181462852463445, - 0.873907032459684, - 0.9724601246460749 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 3790, - "cert_evals": { - "36": 0.25806450843811035, - "72": 0.13824884593486786, - "108": 0.04147465527057648, - "255": 0.009216589853167534 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.5381165919282511, - "test_acc": 0.5314606741573034, - "train_size": 371, - "val_size": 223, - "test_size": 890, - "stats": { - "mean": [ - [ - -0.01207341391913747, - -0.03099437134770888, - -0.004743151369272138, - 0.0033422831536388878, - 0.013936777088948926, - 0.007389660377358682, - -0.05258191859838276, - -0.01645215983827505 - ] - ], - "std": [ - [ - 1.002118550793497, - 0.9931572183782578, - 1.0350703782367132, - 0.9624293574797959, - 1.0679577073315536, - 1.0386742374480524, - 1.0723089145971894, - 0.9483399576263618 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 3790, - "cert_evals": { - "36": 0.2331838607788086, - "72": 0.1165919303894043, - "108": 0.05381166189908981, - "255": 0.0044843051582574844 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5025008520186924, - "std_test_acc": 0.033916722160452564, - "n_samples": 1484, - "n_features": 8, - "n_classes": 10, - "mean_cert_acc_36": 0.2830720320343971, - "std_cert_acc_36": 0.061514810875640924, - "mean_cert_acc_72": 0.18434545397758484, - "std_cert_acc_72": 0.07640771605778142, - "mean_cert_acc_108": 0.1094521451741457, - "std_cert_acc_108": 0.0807013898475759, - "mean_cert_acc_255": 0.018464430002495646, - "std_cert_acc_255": 0.0194505140665727 - }, - "zoo": { - "dataset": "zoo", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 0.9285714285714286, - "test_acc": 0.8387096774193549, - "train_size": 25, - "val_size": 14, - "test_size": 62, - "stats": { - "mean": [ - [ - 0.18968232000000004, - 0.004943600000000055, - -0.04877112000000002, - 0.06901168000000008, - 0.005554399999999982, - -0.24190180000000008, - 0.011100480000000044, - 0.07332431999999998, - 0.047367959999999966, - 0.1174986, - 0.002917720000000048, - -0.128498, - 0.05823499999999993, - 0.03965752000000001, - -0.025889279999999938, - 0.0890122 - ] - ], - "std": [ - [ - 1.005390221359596, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467213, - 0.9984392123352528, - 0.8872886923159564, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.898886886807812, - 0.9995686698918299, - 0.864227081446769, - 0.8401435100754158, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 14027, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.6428571939468384, - "108": 0.5, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.75, - "test_acc": 0.671875, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.028691039999999952, - 0.004943600000000057, - -0.048771120000000036, - 0.06901168, - 0.005554399999999972, - 0.17360919999999994, - -0.06897883999999993, - -0.00805720000000001, - 0.0473679599999999, - -0.07865459999999999, - 0.0029177199999999947, - -0.022119, - 0.09757803999999994, - -0.051376560000000016, - -0.26359375999999995, - 0.24955340000000004 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000002, - 1.0021422025080997, - 1.0058025598467215, - 0.998439212335253, - 1.0312711812638613, - 1.0001903862262094, - 0.9967159924605201, - 0.9532010403686509, - 1.047171532893174, - 0.9995686698918299, - 0.9749796397074146, - 1.045377756731086, - 1.02185501364051, - 0.5822546855736085, - 0.9961319493678737 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 14027, - "cert_evals": { - "36": 0.5, - "72": 0.3333333432674408, - "108": 0.1666666716337204, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9166666666666666, - "test_acc": 0.6875, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.02869103999999997, - 0.004943600000000048, - -0.04877112000000006, - 0.06901168, - 0.005554399999999982, - 0.007404799999999972, - 0.011100480000000062, - 0.07332431999999998, - 0.04736795999999993, - 0.01942200000000002, - -0.14446064, - -0.022119000000000017, - 0.09757803999999996, - 0.03965751999999999, - -0.14474151999999998, - 0.08901219999999999 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467215, - 0.9984392123352529, - 0.9972263999999998, - 0.9937582269928688, - 0.97657824, - 0.9532010403686509, - 0.980766, - 0.722003562256413, - 0.9749796397074147, - 1.045377756731086, - 0.9719779957616785, - 0.8060951109136004, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 14027, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 1.0, - "test_acc": 0.8771929824561403, - "train_size": 25, - "val_size": 19, - "test_size": 57, - "stats": { - "mean": [ - [ - 0.10918667999999991, - 0.004943600000000039, - -0.04877112000000009, - 0.06901168, - -0.087958, - -0.07569740000000007, - 0.011100480000000062, - 0.07332432000000001, - 0.04736795999999993, - 0.019421999999999984, - 0.29767443999999993, - -0.022119, - 0.05823475999999992, - 0.03965752, - -0.025889279999999938, - 0.08901219999999999 - ] - ], - "std": [ - [ - 1.0053902213595962, - 0.9987632, - 1.0021422025080997, - 1.0058025598467215, - 0.9351239999999998, - 0.9691298611116264, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.980766, - 1.3507449809969043, - 0.9749796397074147, - 1.007680466714654, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 14027, - "cert_evals": { - "36": 0.7894737124443054, - "72": 0.42105263471603394, - "108": 0.31578946113586426, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7688194149688738, - "std_test_acc": 0.10430811051855193, - "n_samples": 101, - "n_features": 16, - "n_classes": 7, - "mean_cert_acc_36": 0.5009398609399796, - "std_cert_acc_36": 0.3557667173338026, - "mean_cert_acc_72": 0.3493107929825783, - "std_cert_acc_72": 0.2668268417081858, - "mean_cert_acc_108": 0.24561403319239616, - "std_cert_acc_108": 0.213069433122789, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "waveform-noise": { - "dataset": "waveform-noise", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 0.8638132295719845, - "test_acc": 0.8445787176905002, - "train_size": 1250, - "val_size": 771, - "test_size": 2979, - "stats": { - "mean": [ - [ - 0.04109552382399996, - -0.007068212280000003, - 0.014182510261599956, - 0.0026211762400000084, - 0.014018176879999957, - 0.02370059650560003, - 0.004374500936000023, - -0.0038294597343999904, - -0.014804110096000014, - 0.00045386584799994817, - -0.010192400336000008, - -0.01903542342399992, - -0.010784385815999982, - -0.005200951027200047, - -0.002328150511999989, - 0.014533825215999989, - 0.007865440576000029, - -0.025042890535999954, - -0.005855280768000005, - 0.010768292656000005, - -0.029557043135999994, - 0.02497473343199999, - 0.0059397922879999695, - 0.02985397081600005, - 0.034868211864000014, - -0.03436343556000003, - 0.022563571339200006, - 0.013530936152000026, - 0.006182852718399999, - 0.02533174106799999, - -0.023453127760000032, - -0.012310209543200052, - 0.023519454263999984, - -0.010153050279999989, - 0.015502481212800007, - 0.010150338703999973, - 0.0053944454240000125, - -0.0034366949536000007, - -0.005722000272000003, - 0.007498833936000044 - ] - ], - "std": [ - [ - 1.0036717936871953, - 1.0115164152393803, - 1.0267935868392655, - 1.0141719003383043, - 1.0034317001981041, - 0.9959239723426369, - 0.9939861987845015, - 1.0288633031133263, - 1.0043429776096469, - 0.9779096908533591, - 1.0249129338514036, - 1.0084484801657798, - 1.0020500717103944, - 1.026928437823279, - 1.009036128138247, - 1.0055555854598206, - 0.9775356004635903, - 1.0198250392925892, - 0.9777825735121067, - 0.9997432850888442, - 1.0057789366361842, - 1.0008832746108618, - 0.9887462327692325, - 0.9949832502604571, - 0.9939865250881332, - 0.9973380026834073, - 0.977390812504474, - 0.998438673003916, - 0.9765375704247188, - 1.0137678154638436, - 0.9930247910455883, - 1.0298745659129236, - 0.9839097409542001, - 0.991922743066992, - 1.0070087822831295, - 0.9876272290873123, - 1.0098641388551413, - 1.0215112956805443, - 1.0133094868761658, - 0.98802284916221 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 55175, - "cert_evals": { - "36": 0.7885862588882446, - "72": 0.7211413979530334, - "108": 0.6225680708885193, - "255": 0.2503242492675781 - }, - "fold": 0 - }, - { - "best_epoch": 42, - "best_val_acc": 0.8696219035202086, - "test_acc": 0.8535031847133758, - "train_size": 1250, - "val_size": 767, - "test_size": 2983, - "stats": { - "mean": [ - [ - 0.044322997631999955, - 0.029345537880000067, - -0.011366358759840026, - -0.0005867047360000063, - -0.006665745688000015, - -0.006024195060800007, - -0.013584043487999992, - -0.024554553948799986, - 0.01623729534400002, - -0.007884222439999988, - 0.0019230570479999735, - -0.02265010408799999, - 0.007417331240000002, - -0.002911046979200009, - 0.020059001183999964, - 0.01574975624800002, - 0.02813207348000001, - 0.004678202063999986, - 0.028763643272000018, - 0.018513851640000002, - 0.0358815304, - 0.028113823255999978, - -0.00718522141599999, - -0.006245005135999949, - 0.011452240719999996, - -0.039296166616000015, - 0.013289260721600025, - -0.003815815991999974, - -0.001233308884800033, - 0.0033645557719999956, - 0.02454588116, - 0.010769942833599997, - 0.008991375496000034, - -0.012577069439999996, - 0.051492131759200026, - 0.009570444000000011, - 0.022488379120000006, - -0.00477033891360003, - -0.009759721552000007, - 0.0046987019359999846 - ] - ], - "std": [ - [ - 0.9680395488640641, - 0.9731934131975439, - 1.0256129853497884, - 1.0016500605542749, - 0.9832741110357304, - 1.0155722609031699, - 1.0177266822426836, - 1.0012352994664209, - 1.0017870547556, - 0.9825996623950224, - 1.0116415424885532, - 1.0008713618877405, - 1.004966285943376, - 0.991554206326663, - 1.0098780435455994, - 1.0036202953348388, - 0.9885930770833588, - 1.000767817574134, - 0.9955550387843519, - 1.0082268705074462, - 0.9951019252067327, - 0.9944184018582543, - 1.0206633343240308, - 1.0149218534426545, - 0.9851575763005246, - 0.9922537027672286, - 1.0164765099719621, - 1.0106305279893444, - 1.006251693120508, - 0.9864167800458236, - 1.0043559273464866, - 0.9969845117753792, - 0.99621846666241, - 1.0281731534980536, - 0.9986967919798584, - 0.9696604033255324, - 0.9966142799032668, - 0.9849892430729312, - 1.0057643181118128, - 1.0029305279401282 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 55175, - "cert_evals": { - "36": 0.8135592937469482, - "72": 0.736636221408844, - "108": 0.6401564478874207, - "255": 0.2607561945915222 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.8587257617728532, - "test_acc": 0.857001321003963, - "train_size": 1250, - "val_size": 722, - "test_size": 3028, - "stats": { - "mean": [ - [ - 0.014308189376000027, - 0.028783297960000027, - 0.03795345253087996, - 0.013117279295999998, - 0.032089058063999955, - 0.012632187806400005, - 0.018484099464000054, - 0.009576141620799988, - 0.036987581783999995, - -0.006325697687999988, - -0.02381616588800001, - -0.008374505503999985, - -0.04596340019200004, - -0.03257486172959995, - -0.021728262640000023, - -0.019410886679999996, - -0.04224714851999999, - -0.02175625772000002, - -0.0017738945599999954, - 0.006572127119999979, - 0.015226716143999997, - -0.002422181303999986, - -0.025979705407999994, - 0.022093594352000027, - 0.03834592470399997, - -0.009863329287999975, - 0.020212545147199973, - 0.0037560529200000177, - 0.03646794663519996, - -0.018870360144, - -0.011957785879999988, - 0.016431144787999986, - 0.014396109119999995, - 0.008498349159999984, - 0.012689327942400006, - -0.00249464457599998, - -0.022068862224000004, - -0.0005122236512000032, - 0.008362260016000047, - -0.02581517636800003 - ] - ], - "std": [ - [ - 1.0188927880817935, - 0.9988893028885985, - 1.0203039986619837, - 1.0176161206264251, - 1.0298233594756412, - 1.032613885870231, - 1.0145448604818694, - 1.0020618139895976, - 0.9933894833504273, - 0.9801525816452665, - 0.9828864827428538, - 1.0084878782151452, - 1.0036037092630097, - 0.9753885414870564, - 1.015306973575768, - 0.9941278153766206, - 0.9825139145564932, - 0.9962329520442799, - 0.9688294278798073, - 0.98310050706914, - 0.9843726349902746, - 0.9830497457267643, - 1.019877833578896, - 1.0231451225251817, - 0.9901755816567956, - 0.9958326894928737, - 1.032928859241582, - 0.9924515511719896, - 0.9749189762682579, - 1.0285239667561281, - 1.002192158381019, - 0.9935329644391413, - 1.0052344609016668, - 1.0064075388331128, - 1.0160814777549847, - 0.9845645364365565, - 0.9925488055513885, - 1.0072044814714247, - 1.0303878632271122, - 0.9885231209627763 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 55175, - "cert_evals": { - "36": 0.7950138449668884, - "72": 0.7188365459442139, - "108": 0.6440442800521851, - "255": 0.25900277495384216 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8675496688741722, - "test_acc": 0.8504173622704507, - "train_size": 1250, - "val_size": 755, - "test_size": 2995, - "stats": { - "mean": [ - [ - -0.036278040016000025, - 0.00810417363999999, - 0.0013843179736000206, - -0.0018023679760000122, - -0.005956154304000002, - 0.025961240582400028, - 0.010167898040000027, - 0.01906255140800001, - -0.02535409856000002, - 0.013357130255999999, - -0.007777053167999971, - 0.007395055352000006, - -0.009246732704000024, - 0.000417141663999981, - -0.012846879495999965, - -0.011422848472000015, - -0.02694291900799997, - -0.010714078007999981, - -0.017699573224000033, - 0.006549602159999982, - 0.02394824680000007, - -0.027398905735999915, - -0.006791929848000011, - 0.016008580479999996, - 0.04892266430400006, - 0.035720964879999914, - 0.03039491798320002, - 0.0066352822719999895, - -0.02569047550079999, - 0.01171173369999999, - 0.022736661080000005, - -0.02455200705200002, - 0.03534526224799999, - 0.039964129560000006, - 0.04194475229440003, - 0.012341044367999982, - 0.04449289257600006, - 0.05609793443199992, - 0.037631368336000094, - -0.0013801063520000427 - ] - ], - "std": [ - [ - 0.9967186390712067, - 1.0046232169850224, - 0.9740084152266493, - 0.9826095647211786, - 0.9807015091355339, - 0.9903924974929869, - 0.9994986310830332, - 0.999954070658992, - 1.0016268406564945, - 1.0082593311694388, - 1.0031753015138711, - 1.0033236672468044, - 0.987229114309021, - 1.0132234933998234, - 0.9873167353551544, - 0.983479654201213, - 1.011117373386074, - 1.0372041491820654, - 0.9890339764711912, - 0.9663488793448463, - 1.0078666660648328, - 0.9894244150573558, - 1.0015699231644122, - 1.0021673571075749, - 0.98850640710336, - 1.0232697675089457, - 1.0136787449302005, - 1.0052546165431762, - 0.9928535231583258, - 0.9947831559397796, - 0.9947379135130683, - 0.968921467398204, - 1.0158922450868932, - 0.9723954832645065, - 0.9861131949259808, - 1.0009190287109688, - 0.9931377428957798, - 1.0140326666524644, - 0.9958387641879904, - 0.9761305424003285 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 55175, - "cert_evals": { - "36": 0.8105960488319397, - "72": 0.756291389465332, - "108": 0.6662251949310303, - "255": 0.2913907468318939 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8513751464195725, - "std_test_acc": 0.005269129636527685, - "n_samples": 5000, - "n_features": 40, - "n_classes": 3, - "mean_cert_acc_36": 0.8019388616085052, - "std_cert_acc_36": 0.012058595669998734, - "mean_cert_acc_72": 0.7332263886928558, - "std_cert_acc_72": 0.017289069719503777, - "mean_cert_acc_108": 0.6432484984397888, - "std_cert_acc_108": 0.01794252593093629, - "mean_cert_acc_255": 0.2653684914112091, - "std_cert_acc_255": 0.017937694266767296 - }, - "miniboone": { - "dataset": "miniboone", - "algorithm": "ldlt", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.8817450621054775, - "test_acc": 0.881662045594578, - "train_size": 32516, - "val_size": 19644, - "test_size": 77904, - "stats": { - "mean": [ - [ - -0.0066929692905031805, - -0.0067178206113913536, - -0.00044848711604975365, - -0.006682303195350012, - -0.006676431252304934, - -0.006678322865666758, - -0.006603011846475587, - -0.006676624523311714, - -0.0066787164688152925, - -0.006674537190921409, - -0.006651495260794631, - -0.0021907771461773715, - -0.006695997997908723, - -0.006680375196826281, - -0.006672462064829712, - -0.0019113073704711085, - -0.006682638614835791, - -0.005199885844285893, - -0.006682950415180203, - -0.0027868723179357985, - -0.006732400171929552, - -0.006675056184647536, - -0.0009806369656784695, - -0.0067719209681387305, - -0.006673680111329746, - -0.006853424330988536, - -0.0049757818568722766, - -0.0066786663365727686, - -0.006678683045269993, - -0.00666663167363761, - -0.006713104959930439, - -0.00667692119264367, - -0.006648468240250945, - -0.005555848155831019, - -0.0066771619571901345, - -0.006676893769221374, - -0.006640021976872997, - -0.006652168061569651, - -0.006656952063599499, - -0.006676646404846852, - -0.005321780849683204, - -0.007256703317981967, - -0.006479226783737146, - -0.006305387427130641, - -0.006670434807482904, - -0.006676957442489813, - -0.006832965117468275, - -0.006830883164011628, - -0.006874203773250122, - -0.00667477880120567 - ] - ], - "std": [ - [ - 1.0538567724237127, - 1.0538641992619597, - 0.9958589711579526, - 1.0538780837060269, - 1.053878006921434, - 1.0538798560451104, - 1.053879432020278, - 1.0538786291178488, - 1.053873986660415, - 1.0538783590814276, - 1.0538757864954629, - 1.0176547701635106, - 1.0538752752995135, - 1.053872770510109, - 1.0538659033426634, - 0.9932644775405934, - 1.0538747558236612, - 1.04937218635993, - 1.053877924513502, - 0.0025831688488992767, - 1.053829697906066, - 1.0538783793218856, - 1.018390578757397, - 1.053842634750244, - 1.0538786083464582, - 1.0538111764047524, - 1.022739919992211, - 1.0538741322767364, - 1.0538782493179681, - 1.053875543573962, - 1.0538088816355915, - 1.0538723979257454, - 1.0538730852936433, - 1.0247711822180132, - 1.0538781798354342, - 1.053878585676999, - 1.0538691274084275, - 1.0538654744064087, - 1.05387761105871, - 1.0538781920284286, - 1.0452185226194493, - 1.0438926673439166, - 1.0538793178576804, - 1.0536246877698876, - 1.0538784902027962, - 1.0538787998823098, - 1.0538650746236322, - 1.0538068876186153, - 1.0538062411125644, - 1.0538784592336081 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 210950, - "cert_evals": { - "36": 0.8272755146026611, - "72": 0.7533597946166992, - "108": 0.6736916899681091, - "255": 0.2930156886577606 - }, - "fold": 0 - }, - { - "best_epoch": 39, - "best_val_acc": 0.880979035212701, - "test_acc": 0.8836910752798603, - "train_size": 32516, - "val_size": 19652, - "test_size": 77896, - "stats": { - "mean": [ - [ - -0.003659472481547509, - -0.0035700208512731936, - -0.00456473851721011, - -0.00360049339094594, - -0.003593886083772473, - -0.00358800156845938, - -0.003609804330175811, - -0.0035959653862712893, - -0.003585372367449882, - -0.0036011496647804257, - -0.003574454936031472, - -0.0002376014663141565, - -0.0035765183694182563, - -0.0035786825070734597, - -0.003581793034198606, - 0.0027392871255968536, - -0.0035747984868988035, - -0.0018979996262606397, - -0.0035937045023987507, - 0.008311608403247624, - -0.0038405719449991636, - -0.003598410862344705, - -1.2960689975229953e-05, - -0.0037911689629719237, - -0.0035987016976257243, - -0.003553280317375533, - -0.00120645956911968, - -0.003604746423299312, - -0.003595963956206178, - -0.0036390921810801925, - -0.0036627183510209798, - -0.003597980923237808, - -0.0035958085404107568, - -0.005033409016920937, - -0.0036001520635993464, - -0.0035987486652726062, - -0.0035917900449008895, - -0.0035793614428588296, - -0.0035902388547176894, - -0.0035928566736375947, - -0.0009922327992711712, - -0.002124953252319455, - -0.0036879309878213567, - -0.0034349073177313027, - -0.003598185213436877, - -0.0035934901402386375, - -0.003602609255707958, - -0.0035299332937630697, - -0.0036069077674990894, - -0.003592571029647003 - ] - ], - "std": [ - [ - 1.0293487576429072, - 1.0293632141886253, - 0.9887037915056724, - 1.029365893060315, - 1.0293658502982712, - 1.029368237348854, - 1.0293622172155605, - 1.0293663659457355, - 1.0293628691485286, - 1.0293656358483938, - 1.029364102494499, - 1.006763216099369, - 1.0293667056536349, - 1.029362370179701, - 1.029358770899615, - 1.0012661620897783, - 1.029365775010478, - 1.027354601762616, - 1.0293662087119093, - 1.9999643273466732, - 1.0293241490670084, - 1.0293658647973212, - 1.007217844105937, - 1.0292982324584112, - 1.0293659919295302, - 1.0293214796094297, - 1.0139090551352947, - 1.0293616933725718, - 1.0293661117606363, - 1.0293612193672406, - 1.0293028748669328, - 1.0293608389078128, - 1.0293624280631426, - 1.0121183384237977, - 1.029365684051124, - 1.029366166790506, - 1.0293578351184116, - 1.0293603667049085, - 1.0293647225554694, - 1.02936611660418, - 1.0243754023495473, - 1.0175071683627712, - 1.0293461366945726, - 1.0291967790319312, - 1.0293656729659864, - 1.0293667176112475, - 1.029354896915401, - 1.0293422770958582, - 1.0293448836449766, - 1.029366280982135 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 210950, - "cert_evals": { - "36": 0.8263790011405945, - "72": 0.7527986764907837, - "108": 0.6746386885643005, - "255": 0.29350700974464417 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8812647330121963, - "test_acc": 0.8808852551451931, - "train_size": 32516, - "val_size": 19514, - "test_size": 78034, - "stats": { - "mean": [ - [ - 0.0005872713728625283, - 0.0005592911951040488, - -0.0015875384167732419, - 0.0005084049237298592, - 0.0005126942889679038, - 0.0005151387839825248, - 0.0005130335342600157, - 0.0005107385533274924, - 0.000518504668470965, - 0.0005099805941690433, - 0.0004972431602903669, - 0.006199611582771556, - 0.0004437178835034895, - 0.0005174753444456869, - 0.00045390833435860097, - -0.006724558695826372, - 0.00046023495202354226, - -0.0014645146025250007, - 0.0005134210419486034, - 0.008326016098843635, - 0.0005855647507836025, - 0.0005188788657891645, - -0.005855233801703189, - 0.0005363233146758781, - 0.000517880286628172, - 0.000289813760165567, - 0.0011647067174228383, - 0.000515516933202204, - 0.0005118400049205469, - 0.0005662085096567202, - 0.0006245390962356869, - 0.0005227987882888596, - 0.0004455256058554989, - -0.0012331349033552603, - 0.000509145377660323, - 0.0005160132888423314, - 0.0005081290841431461, - 0.0004383096252307822, - 0.0005235053327593691, - 0.0005115684401526536, - -6.85762123339298e-05, - -0.0002997175066182346, - 0.0005932577715586378, - 0.0008539802024421717, - 0.0005163635748510258, - 0.0005131155830974517, - 0.00047798527387127445, - 0.0004895968192581729, - 0.0006103754389776044, - 0.0005093450393652897 - ] - ], - "std": [ - [ - 0.9957345954073729, - 0.9957338045117373, - 1.009089174106892, - 0.9957299331571907, - 0.9957297207983613, - 0.9957319779858296, - 0.9957285308484073, - 0.99573027967679, - 0.9957274461972008, - 0.9957298025727774, - 0.9957267869288412, - 0.9986824060207489, - 0.995727937063426, - 0.995726209358951, - 0.9957222508374016, - 0.9849068775325148, - 0.9957260724507725, - 0.9984485547058798, - 0.9957301232252692, - 1.9999635778290246, - 0.9957403323167682, - 0.9957303943483548, - 0.9869664238989766, - 0.9957341301924101, - 0.9957304810256162, - 0.9957436771610553, - 0.9965972478945923, - 0.9957273137356182, - 0.9957300780370839, - 0.9957353083328109, - 0.995745588680438, - 0.9957274480178427, - 0.9957264072745984, - 0.9993516959593822, - 0.9957297379201838, - 0.9957305689438095, - 0.9957296474590059, - 0.9957273179676576, - 0.9957300585487675, - 0.9957298638455957, - 0.9958033136974604, - 1.001216743433296, - 0.9957377405837478, - 0.9958618328338358, - 0.9957300476528158, - 0.9957306269775752, - 0.9957358265962181, - 0.9957255439006696, - 0.9957566204204258, - 0.9957298904542489 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 210950, - "cert_evals": { - "36": 0.8272522687911987, - "72": 0.7555601000785828, - "108": 0.6857640743255615, - "255": 0.3272009789943695 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 0.8814079607080733, - "test_acc": 0.8821953283249148, - "train_size": 32516, - "val_size": 19546, - "test_size": 78002, - "stats": { - "mean": [ - [ - -0.004108113020359334, - -0.004135750738098101, - -0.001322435285942239, - -0.004109338048960558, - -0.004110013236557907, - -0.004103856971953094, - -0.004105435167302326, - -0.004108234536843478, - -0.0041157547053759375, - -0.004111229871447928, - -0.004129319931725945, - -0.009310410842292996, - -0.004151154668470918, - -0.004106480246647911, - -0.004078257611637442, - -0.0012255257009042696, - -0.004128084247755086, - -0.001812244588848235, - -0.004106642698979071, - -0.002771495593861472, - -0.003930339402381827, - -0.004107319867142366, - -0.0020118547528348136, - -0.004110450282937586, - -0.004107549326485374, - -0.003903686475773098, - 0.0034778790131669113, - -0.004089806615204751, - -0.004105919012178624, - -0.004107724389223812, - -0.004053504517403692, - -0.004112779779185523, - -0.004036618249477243, - 0.0003978993396296994, - -0.004112451033337286, - -0.004115697588879312, - -0.004161525821134272, - -0.004013369772911648, - -0.004074420147004465, - -0.004107203911920277, - -0.003583577395203846, - -0.003683256187455512, - -0.00410252064829624, - -0.00435002289662263, - -0.004109810948460561, - -0.00410555030446539, - -0.004173506213295106, - -0.004126808812892148, - -0.004084347094353566, - -0.00411184631565997 - ] - ], - "std": [ - [ - 1.0334801859758438, - 1.0334838209190884, - 0.9910692934328427, - 1.0334925739257474, - 1.0334920746964988, - 1.0334944696977597, - 1.033489534681566, - 1.0334928363605922, - 1.0334882086728014, - 1.0334922326917702, - 1.0334875046199652, - 1.0060291795040275, - 1.0334893624231647, - 1.033487735872467, - 1.0334857443384646, - 0.9987636855559352, - 1.0334891465642266, - 1.0284163803912958, - 1.0334926279501595, - 0.001394515045967005, - 1.0334671696186013, - 1.0334925293155786, - 1.0120329637568104, - 1.033467979482877, - 1.0334926503936537, - 1.033454580542911, - 1.019800750059293, - 1.0334899846628842, - 1.033492713983251, - 1.0334904070281967, - 1.033453265260482, - 1.0334870912604435, - 1.033493356896935, - 1.0148066500638184, - 1.0334921455669586, - 1.0334923339339557, - 1.0334817504638347, - 1.0334892263464805, - 1.0334932384339353, - 1.033492453509268, - 1.0277860358762678, - 1.0269827669348142, - 1.0334755350744662, - 1.0331928866784732, - 1.033492181460736, - 1.0334932068430196, - 1.0334910911748012, - 1.033455511075802, - 1.0334588140472194, - 1.0334923126040656 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 210950, - "cert_evals": { - "36": 0.8239537477493286, - "72": 0.751304566860199, - "108": 0.6731300354003906, - "255": 0.3018520474433899 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8821084260861365, - "std_test_acc": 0.0011843047416820569, - "n_samples": 130064, - "n_features": 50, - "n_classes": 2, - "mean_cert_acc_36": 0.8262151330709457, - "std_cert_acc_36": 0.0015642650896511086, - "mean_cert_acc_72": 0.7532557845115662, - "std_cert_acc_72": 0.0017641699086761629, - "mean_cert_acc_108": 0.6768061220645905, - "std_cert_acc_108": 0.006004331134947966, - "mean_cert_acc_255": 0.30389393121004105, - "std_cert_acc_255": 0.016058352595996583 - } - }, - "overall": {} -} \ No newline at end of file diff --git a/UCI_N4/ortho/summary.json b/UCI_N4/ortho/summary.json deleted file mode 100644 index 148b0e94c881a66fee7c6d3fe2f32bbaed4d2bc1..0000000000000000000000000000000000000000 --- a/UCI_N4/ortho/summary.json +++ /dev/null @@ -1,45371 +0,0 @@ -{ - "metadata": { - "data_root": "data/UCI", - "out": "runs/UCI_N4", - "gpus": 4, - "max_epochs": 100, - "patience": 30, - "batch_size": 64, - "lr": 0.001, - "seed": 1337, - "verbosity": "info", - "datasets": null, - "algorithms": [ - "sdp", - "ldlt", - "ldlt-resnet", - "aol", - "ortho", - "sandwich" - ], - "n_tasks": 726, - "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" - }, - "datasets": { - "acute-inflammation": { - "dataset": "acute-inflammation", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 28, - "best_val_acc": 0.75, - "test_acc": 0.6621621621621622, - "train_size": 30, - "val_size": 16, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.029776199999999933, - 0.05815319999999998, - 0.03366299999999992, - -0.07041613333333337, - 0.0829954666666666, - 0.3029878333333334 - ] - ], - "std": [ - [ - 1.046299339147563, - 1.028676385077134, - 0.9895473157792913, - 1.0179845925601472, - 0.9937462864656396, - 1.0009348864350793 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.1875, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 30, - "val_size": 18, - "test_size": 72, - "stats": { - "mean": [ - [ - 0.2066000000000002, - 0.2132320000000001, - 0.16832333333333327, - -6.666666666858371e-07, - 0.08299546666666664, - -0.033663 - ] - ], - "std": [ - [ - 1.073465583913181, - 1.0965727109827237, - 0.9521923485684088, - 0.9958250796083059, - 0.9937462864656397, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.65, - "test_acc": 0.8857142857142857, - "train_size": 30, - "val_size": 20, - "test_size": 70, - "stats": { - "mean": [ - [ - -0.06825569999999999, - -0.09692560000000008, - 0.10099316666666662, - 0.07041479999999994, - -0.11619693333333347, - 0.16832750000000007 - ] - ], - "std": [ - [ - 0.9390286569686838, - 0.9304728, - 0.9733809278809981, - 0.9680526182869189, - 0.9870693041144554, - 1.0099525000000003 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.4000000059604645, - "72": 0.4000000059604645, - "108": 0.10000000149011612, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 1.0, - "test_acc": 0.9855072463768116, - "train_size": 30, - "val_size": 21, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.061842666666666594, - -0.01938619999999999, - -0.03366716666666666, - -0.14083160000000008, - -0.049799466666666695, - -0.3029836666666666 - ] - ], - "std": [ - [ - 0.9526045937382531, - 0.9838646893399317, - 1.000934886435079, - 1.0348917799997448, - 0.9937462864656396, - 0.8932355996217098 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.6666666865348816, - "108": 0.6666666865348816, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7583459235633149, - "std_test_acc": 0.218951211033002, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.5285714343190193, - "std_cert_acc_36": 0.13248027025081885, - "mean_cert_acc_72": 0.5166666731238365, - "std_cert_acc_72": 0.11055416656757953, - "mean_cert_acc_108": 0.36354167200624943, - "std_cert_acc_108": 0.265173234001865, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "acute-nephritis": { - "dataset": "acute-nephritis", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.4117647058823529, - "test_acc": 0.4246575342465753, - "train_size": 30, - "val_size": 17, - "test_size": 73, - "stats": { - "mean": [ - [ - -0.1415510333333333, - 0.21323200000000003, - -0.03366716666666671, - -6.666666667154431e-07, - 0.2821878666666666, - -0.1683233333333333 - ] - ], - "std": [ - [ - 1.0909027516263303, - 1.0965727109827237, - 1.0009348864350789, - 0.9958250796083059, - 0.9598970403996372, - 0.9521923485684088 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.4117647111415863, - "72": 0.4117647111415863, - "108": 0.29411765933036804, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5921052631578947, - "train_size": 30, - "val_size": 14, - "test_size": 76, - "stats": { - "mean": [ - [ - 0.012368109999999948, - -0.0969256, - 0.10099316666666665, - -0.21124706666666673, - -0.11619693333333339, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9970611705313925, - 0.9304727999999999, - 0.9733809278809981, - 1.0468011683411809, - 0.9870693041144555, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 11, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.03252466666666676, - 0.05815320000000001, - -0.10099733333333338, - -6.666666667154431e-07, - 0.1493929333333332, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9744119491152714, - 1.0286763850771339, - 1.0077056618442157, - 0.9958250796083059, - 0.9870693041144553, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.9090909361839294, - "72": 0.5454545617103577, - "108": 0.09090909361839294, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 19, - "test_size": 71, - "stats": { - "mean": [ - [ - -0.029776590000000006, - -0.01938619999999999, - -0.10099733333333341, - -6.666666667080416e-07, - 0.01659799999999996, - -0.10099316666666663 - ] - ], - "std": [ - [ - 1.0535901730675965, - 0.9838646893399317, - 1.0077056618442157, - 0.9958250796083058, - 0.995962, - 0.9733809278809978 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 1.0, - "72": 0.7894737124443054, - "108": 0.5789473652839661, - "255": 0.21052631735801697 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7541906993511175, - "std_test_acc": 0.2919521765065586, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.7052139118313789, - "std_cert_acc_36": 0.292512029286104, - "mean_cert_acc_72": 0.5616732463240623, - "std_cert_acc_72": 0.16169132766674382, - "mean_cert_acc_108": 0.36599352955818176, - "std_cert_acc_108": 0.21919904036279866, - "mean_cert_acc_255": 0.05263157933950424, - "std_cert_acc_255": 0.10526315867900848 - }, - "abalone": { - "dataset": "abalone", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.626984126984127, - "test_acc": 0.631242508989213, - "train_size": 1044, - "val_size": 630, - "test_size": 2503, - "stats": { - "mean": [ - [ - 0.03759131666666678, - -0.0067216787931033565, - -0.00504821235632188, - -0.010079406034482869, - 0.0077948497126437005, - -0.0035954527720305413, - 0.011847337255747069, - 0.020808682452107305 - ] - ], - "std": [ - [ - 0.9932562075552053, - 1.0067465043023525, - 0.9980809038500921, - 0.9297052233036605, - 1.0141436995589543, - 0.9931430828536596, - 1.017739933100054, - 1.0318462596531948 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.4920634925365448, - "72": 0.3650793731212616, - "108": 0.261904776096344, - "255": 0.1428571492433548 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.6576433121019108, - "test_acc": 0.639121756487026, - "train_size": 1044, - "val_size": 628, - "test_size": 2505, - "stats": { - "mean": [ - [ - 0.005192849233716447, - -0.0023747756321838803, - -0.004999904980842867, - -0.01065197068965531, - -0.001757506036398443, - -0.0004581268045977247, - -0.008801511695402298, - -0.0025385303256705034 - ] - ], - "std": [ - [ - 0.9921988752896624, - 1.0113577078934743, - 1.0108378611135136, - 0.93746968476643, - 1.0135082046349184, - 1.0099861173658438, - 1.0142707677051552, - 1.019381711286177 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.49203822016716003, - "72": 0.3646496832370758, - "108": 0.2914012670516968, - "255": 0.18152865767478943 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.6921797004991681, - "test_acc": 0.6251974723538705, - "train_size": 1044, - "val_size": 601, - "test_size": 2532, - "stats": { - "mean": [ - [ - -0.017948929501915466, - 0.023985624319923418, - 0.023087170114942556, - 0.018317038026819783, - 0.02778346245977014, - 0.025539904827586328, - 0.018261344003831434, - 0.034770174578544095 - ] - ], - "std": [ - [ - 0.9978233519534647, - 1.0049712832060378, - 1.0100440980049294, - 0.9634042347353897, - 1.0033357823934823, - 1.0054816988393045, - 0.9890488354165379, - 1.0152622279378631 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.5341098308563232, - "72": 0.41597336530685425, - "108": 0.34775373339653015, - "255": 0.17970049381256104 - }, - "fold": 2 - }, - { - "best_epoch": 37, - "best_val_acc": 0.6639209225700164, - "test_acc": 0.6346001583531274, - "train_size": 1044, - "val_size": 607, - "test_size": 2526, - "stats": { - "mean": [ - [ - -0.039933615229885006, - 0.033357397988505864, - 0.02810616465517236, - 0.015225409386973148, - 0.03982630053544057, - 0.03327093634674338, - 0.031858401652298855, - 0.04330609419540234 - ] - ], - "std": [ - [ - 1.000898664612302, - 1.0028361176421674, - 1.0029617333979737, - 0.9244955132147792, - 1.020547570022181, - 1.016662196023235, - 1.0053994226175234, - 1.025123395710352 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.5238879323005676, - "72": 0.4102141559123993, - "108": 0.31136736273765564, - "255": 0.18780888617038727 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6325404740458093, - "std_test_acc": 0.00586401356162714, - "n_samples": 4177, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.5105248689651489, - "std_cert_acc_36": 0.021736302142831322, - "mean_cert_acc_72": 0.38897914439439774, - "std_cert_acc_72": 0.02794479930120584, - "mean_cert_acc_108": 0.30310678482055664, - "std_cert_acc_108": 0.036037997696030395, - "mean_cert_acc_255": 0.17297379672527313, - "std_cert_acc_255": 0.020375855270101436 - }, - "annealing": { - "dataset": "annealing", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 31, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.7666666666666667, - "train_size": 100, - "val_size": 168, - "test_size": 630, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10114, - "cert_evals": { - "36": 0.8392857313156128, - "72": 0.785714328289032, - "108": 0.7559524178504944, - "255": 0.6071428656578064 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8509316770186336, - "test_acc": 0.8226059654631083, - "train_size": 100, - "val_size": 161, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10114, - "cert_evals": { - "36": 0.7453416585922241, - "72": 0.7204968929290771, - "108": 0.6770186424255371, - "255": 0.5527950525283813 - }, - "fold": 1 - }, - { - "best_epoch": 27, - "best_val_acc": 0.8187134502923976, - "test_acc": 0.8118022328548644, - "train_size": 100, - "val_size": 171, - "test_size": 627, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10114, - "cert_evals": { - "36": 0.7368420958518982, - "72": 0.6959064602851868, - "108": 0.6608186960220337, - "255": 0.5263158082962036 - }, - "fold": 2 - }, - { - "best_epoch": 33, - "best_val_acc": 0.7724550898203593, - "test_acc": 0.7559429477020603, - "train_size": 100, - "val_size": 167, - "test_size": 631, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 10114, - "cert_evals": { - "36": 0.7604790925979614, - "72": 0.7485030293464661, - "108": 0.7125748991966248, - "255": 0.5628742575645447 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.789254453171675, - "std_test_acc": 0.032866346702035906, - "n_samples": 898, - "n_features": 31, - "n_classes": 5, - "mean_cert_acc_36": 0.7704871445894241, - "std_cert_acc_36": 0.04689595366614125, - "mean_cert_acc_72": 0.7376551777124405, - "std_cert_acc_72": 0.03857771369908194, - "mean_cert_acc_108": 0.7015911638736725, - "std_cert_acc_108": 0.04219791195706724, - "mean_cert_acc_255": 0.562281996011734, - "std_cert_acc_255": 0.03364727405795767 - }, - "audiology-std": { - "dataset": "audiology-std", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 29, - "best_val_acc": 0.25806451612903225, - "test_acc": 0.40714285714285714, - "train_size": 25, - "val_size": 31, - "test_size": 140, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37309, - "cert_evals": { - "36": 0.09677419066429138, - "72": 0.09677419066429138, - "108": 0.06451612710952759, - "255": 0.032258063554763794 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.5454545454545454, - "test_acc": 0.35507246376811596, - "train_size": 25, - "val_size": 33, - "test_size": 138, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37309, - "cert_evals": { - "36": 0.42424243688583374, - "72": 0.3333333432674408, - "108": 0.27272728085517883, - "255": 0.06060606241226196 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.4, - "test_acc": 0.3561643835616438, - "train_size": 25, - "val_size": 25, - "test_size": 146, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37309, - "cert_evals": { - "36": 0.2800000011920929, - "72": 0.07999999821186066, - "108": 0.03999999910593033, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.5333333333333333, - "test_acc": 0.3475177304964539, - "train_size": 25, - "val_size": 30, - "test_size": 141, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 37309, - "cert_evals": { - "36": 0.40000003576278687, - "72": 0.2666666805744171, - "108": 0.1666666716337204, - "255": 0.06666667014360428 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3664743587422677, - "std_test_acc": 0.027383567541108777, - "n_samples": 196, - "n_features": 59, - "n_classes": 18, - "mean_cert_acc_36": 0.3002541661262512, - "std_cert_acc_36": 0.14959574571343953, - "mean_cert_acc_72": 0.1941935531795025, - "std_cert_acc_72": 0.1253567383764338, - "mean_cert_acc_108": 0.1359775196760893, - "std_cert_acc_108": 0.10639664204094057, - "mean_cert_acc_255": 0.03988269902765751, - "std_cert_acc_255": 0.030526511136690446 - }, - "balance-scale": { - "dataset": "balance-scale", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.7590361445783133, - "test_acc": 0.7227979274611399, - "train_size": 156, - "val_size": 83, - "test_size": 386, - "stats": { - "mean": [ - [ - 0.05887832692307693, - -2.5641025661690044e-08, - 0.09964028205128199, - -0.09058207692307692 - ] - ], - "std": [ - [ - 0.9464310236223092, - 0.9765235538802873, - 0.9974316897506468, - 1.0391308031314608 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.626505970954895, - "72": 0.45783132314682007, - "108": 0.3132529854774475, - "255": 0.024096384644508362 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.6082474226804123, - "test_acc": 0.6747311827956989, - "train_size": 156, - "val_size": 97, - "test_size": 372, - "stats": { - "mean": [ - [ - 0.09511109615384612, - -3.416070845000482e-17, - 0.00905823076923074, - 0.08152388461538454 - ] - ], - "std": [ - [ - 1.0090351712085057, - 1.0055834762270852, - 0.9532661180714023, - 1.002273371607005 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.4329896867275238, - "72": 0.12371133267879486, - "108": 0.05154639109969139, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 86, - "best_val_acc": 0.7526881720430108, - "test_acc": 0.6196808510638298, - "train_size": 156, - "val_size": 93, - "test_size": 376, - "stats": { - "mean": [ - [ - -0.00452913461538464, - 0.06340748717948716, - -1.2820512825151571e-08, - 0.09964030769230771 - ] - ], - "std": [ - [ - 0.9879158233594086, - 0.9907460042778667, - 1.027617579941566, - 0.9614936385801037 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.5161290168762207, - "72": 0.37634408473968506, - "108": 0.2795698940753937, - "255": 0.01075268816202879 - }, - "fold": 2 - }, - { - "best_epoch": 46, - "best_val_acc": 0.7282608695652174, - "test_acc": 0.7480106100795756, - "train_size": 156, - "val_size": 92, - "test_size": 377, - "stats": { - "mean": [ - [ - 0.05434929487179499, - -0.08605298076923085, - 0.06793655769230768, - -0.16757685256410257 - ] - ], - "std": [ - [ - 1.0569029867956488, - 1.0161657906649941, - 0.9625917447832895, - 0.9469510608150327 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.5652173757553101, - "72": 0.42391306161880493, - "108": 0.28260868787765503, - "255": 0.010869565419852734 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6913051428500611, - "std_test_acc": 0.05660400699020093, - "n_samples": 625, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.5352105125784874, - "std_cert_acc_36": 0.08174854386829485, - "mean_cert_acc_72": 0.34544995054602623, - "std_cert_acc_72": 0.15155691437883825, - "mean_cert_acc_108": 0.2317444896325469, - "std_cert_acc_108": 0.12109146072699815, - "mean_cert_acc_255": 0.011429659556597471, - "std_cert_acc_255": 0.009863316510239868 - }, - "balloons": { - "dataset": "balloons", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.375, - "train_size": 4, - "val_size": 4, - "test_size": 8, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.968246, - 0.968246, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 295, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.9, - "train_size": 4, - "val_size": 2, - "test_size": 10, - "stats": { - "mean": [ - [ - -0.484123, - 0.484123, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 0.968246, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 295, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.36363636363636365, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - -0.484123, - 0.0, - -0.484123, - -0.484123 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.968246, - 0.8385256331126676, - 0.8385256331126676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 295, - "cert_evals": { - "36": 1.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.5454545454545454, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - 0.48412299999999997, - 0.484123, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 295, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5460227272727273, - "std_test_acc": 0.25020910676359887, - "n_samples": 16, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.4375, - "std_cert_acc_36": 0.42695628191498325, - "mean_cert_acc_72": 0.0625, - "std_cert_acc_72": 0.125, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "arrhythmia": { - "dataset": "arrhythmia", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.6075949367088608, - "test_acc": 0.5846153846153846, - "train_size": 113, - "val_size": 79, - "test_size": 260, - "stats": { - "mean": [ - [ - -0.05548900442477873, - 0.17327679646017674, - -0.09933938283185836, - -0.022536060176991165, - -0.05529378318584072, - -0.02827017327433631, - -0.005964132743362813, - 0.04588333831858407, - -0.06835887191150443, - -0.01879734327433625, - 0.08708691123893805, - -0.010227719469026567, - -0.05324860619469024, - 0.03857876283185871, - -0.0029412946902654486, - -0.14624673451327397, - 0.0106677238938053, - -0.09994685221238946, - -2.2654867242673962e-07, - -0.10041930088495568, - 0.14110856637168184, - -0.02112876106194691, - -0.021128761061946916, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.024449619469026587, - -0.006156723893805307, - -0.03655609734513271, - -0.06008078761061956, - -0.05587280000000011, - -0.1535461769911505, - -2.9203539835147346e-07, - 0.1454482212389377, - -0.04703600000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.053692424778761245, - 0.10382045292035355, - -0.045959752212389356, - -0.039423744247787586, - -0.042264867256637376, - -0.0339906548672566, - -0.10218601769911498, - -0.04703600000000003, - 0.04783872566371683, - 0.14110856637168165, - -2.920353982139237e-07, - -0.1056450000000003, - -0.06659289999999989, - 0.039230692920353964, - -0.048857433628318604, - -0.0949235044247789, - -0.0951867699115044, - -0.04703600000000003, - -0.07884043362831854, - -0.021128761061946947, - 0.0665928778761063, - 0.0665928778761063, - 0.06659287787610634, - 0.0665928778761063, - 1.0619469034296467e-07, - -0.14459542477876128, - 0.10166875221238943, - -0.0007696849557522316, - 0.08089214159292042, - 0.024555884070796462, - -0.06704164601769926, - -0.04703600000000003, - 0.1411085663716821, - 0.02721671504424786, - -0.04703600000000003, - 0.008643274336283235, - -0.03328283893805306, - -0.08280126353982296, - -0.04353061946902624, - 0.022193132743362702, - -0.07879264601769921, - 0.06659287787610634, - 0.07170867256637195, - 0.1411085663716824, - -0.04703600000000003, - 0.14110856637168173, - -0.05805589380530971, - 0.08516874884955755, - 0.043014315044247776, - -0.002110141592920556, - -0.07482919999999994, - 0.027698871681415955, - -0.08165009999999992, - -0.0536924247787612, - 1.0619469030955972e-07, - -0.09438650000000005, - 0.06338747787610613, - -0.0901489026548673, - -0.04849817699115047, - 0.07722033628318585, - 0.026260424778761074, - 0.0738569911504426, - 0.04712901946902665, - 0.16431531858407084, - 0.09438671238938037, - 0.09438671238938054, - -0.0386190796460177, - -0.09438650000000005, - 1.0619469029580476e-07, - 0.06704106194690244, - 0.00271023008849546, - 0.04821953097345133, - -0.022629159292035374, - 0.24075912389380558, - 0.19588278672566428, - 0.10636762831858415, - 0.07170867256637167, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - 0.24495034513274322, - -0.02112876106194717, - -0.03837423008849555, - 0.0792644690265486, - -0.010963192920353986, - -0.13985853097345086, - -0.06118739999999991, - -0.05918213274336283, - -0.06659289999999989, - 0.19309768141592948, - 0.0665928778761063, - -2.920353984064934e-07, - -0.08791879646017699, - -0.009588667256637163, - 0.039876742477876134, - -0.04371391504424787, - -0.09472733274336269, - -0.08165009999999992, - -0.04703600000000003, - -0.08165009999999992, - -0.059833336283185844, - -0.07838458407079653, - -0.015475274336283125, - -0.0805356, - -0.13698139380530983, - 0.14110856637168137, - -0.04703600000000003, - 0.0665928778761063, - -0.021128761061947016, - 0.017010241592920368, - 0.09822180530973434, - 0.005761375398230098, - 0.0322361946902655, - -0.034939104424778704, - 0.06566965486725665, - 0.061632838053097376, - 0.0004023300884955741, - 0.07045262681415927, - 0.028733457522123865, - 0.02147898230088495, - -0.05026543539823011, - 0.060225181415929224, - -0.07029714159292026, - 0.06618380000000008, - 0.011594984955752213, - 0.040387401769911555, - -0.0058615916814159065, - 0.04742410654867257, - -0.015766054867256643, - -0.062290848053097175, - -0.05214830601769914, - 0.04644970973451337, - -0.05739616814159293, - 0.05439313274336291, - -0.0036409858407079588, - -0.009598277876106183, - -0.011235967256637188, - -0.002634908849557516, - -0.005508535398230053, - -0.05590965752212387, - -0.06772527787610619, - 0.08251315044247781, - -0.08976234513274321, - 0.04703600000000003, - -0.04274165486725669, - -0.05909215752212393, - 0.027935999115044265, - -0.036451818017699096, - 0.03197787610619467, - 0.1596792035398229, - 0.0024668168141592844, - -0.015842806194690306, - 0.07878208849557493, - 0.006463776548672604, - 0.06462291946902653, - 0.025483634513274327, - 0.06707996637168136, - -0.07861038619469025, - -0.0949829097345134, - -0.08679084778761066, - 0.09411216159292037, - -0.061483929203539976, - -0.03750280353982299, - 0.024982454867256657, - 0.010920844247787605, - -0.036973680442477924, - -0.00325765690265486, - -0.06706977168141595, - 0.054682415929203546, - 0.07233616902654867, - 0.024967183185840673, - 0.0201886814159292, - 0.0625599000000001, - 0.016163015929203547, - -0.19404511061946894, - 0.1314095771681416, - -0.02607840336283184, - -0.07232390353982299, - 0.06542182300884967, - 0.09097714132743363, - -0.0490932584955752, - 0.17395115044247766, - -0.08915754336283198, - 0.005843493805309704, - -0.1311985026548673, - 0.0822022767256637, - -0.0316962311504425, - -0.15503262123893807, - 0.050416203539823005, - 0.012278147787610633, - 0.0764223432743363, - 0.20117684424778776, - -0.15312840973451328, - -0.006850403539823016, - -0.22191862300884949, - 0.1207021007964602, - -0.08917110283185833, - -0.07690047646017703, - 0.030319972566371638, - -0.1126870734513274, - 0.06241866831858403, - -0.1273596991150443, - 0.06213639999999999, - -0.07254762831858405, - -0.08504349999999997, - 0.034207636283185856, - -0.02238689532743362, - 0.10946240796460185, - 0.021622823008849552, - -0.1487953611504425, - 0.02685327893805308, - -0.04490421946902649, - -0.04955592035398229, - 0.06734868938053096, - -0.08363668734513273, - 0.022693176017699095, - 0.09933861353982294, - -0.00604589380530972, - -0.10963647433628322, - 0.03259297079646029, - -0.07945840000000003, - -0.007002541592920362, - 0.10658185398230094, - -0.0866022876106194, - 0.06365430106194689 - ] - ], - "std": [ - [ - 0.9732374444872444, - 0.9655808459932996, - 0.2507734231833244, - 0.85756632700396, - 0.9152499916483915, - 0.9319460220789437, - 0.9577523305438101, - 1.1527478213503135, - 0.9576681124104236, - 1.0097636409421697, - 0.9939501739346246, - 0.8077223719814682, - 0.9956881527950738, - 1.065832253077651, - 0.8648866626310105, - 0.7884428876814543, - 0.8846283104978594, - 1.0392968702844574, - 0.9547571784517959, - 0.830419971626617, - 1.9911349325902201, - 0.8944357999064113, - 0.8944357999064099, - 1.0, - 1.0, - 1.0, - 1.0288388455432311, - 1.0366372636701484, - 1.0104922342254585, - 0.6029602666961917, - 1.0, - 0.9119059418676891, - 0.9988936769842922, - 1.3401171108416883, - 1.0, - 1.0, - 1.409505785723462, - 0.7576328500006007, - 1.1142082921935355, - 1.100915710823559, - 0.9521761840451372, - 0.8352521125885086, - 0.7194469320515606, - 0.9886952789548065, - 1.0, - 1.111662684055426, - 1.9911349325902201, - 0.9988936769842919, - 1.0, - 1.0, - 0.9092993788613446, - 1.061138924056677, - 0.8860454459362529, - 0.77869888137794, - 1.0, - 0.9971658374137916, - 0.8944357999064098, - 1.4095057857234619, - 1.409505785723463, - 1.4095057857234636, - 1.4095057857234625, - 0.9988939483461562, - 0.8359429042688657, - 0.9455652546275832, - 1.047159553008427, - 1.2373317065584502, - 0.9367499049873408, - 0.7094990007768702, - 1.0, - 1.9911349325902201, - 1.152138074538977, - 1.0, - 1.076296523650441, - 1.0790204523971971, - 0.9278040585020654, - 0.6623289850929874, - 1.0736843273720698, - 1.059187675645061, - 1.4095057857234636, - 1.1978616378928757, - 1.9911349325902201, - 1.0, - 1.9911349325902201, - 0.9142231440920847, - 1.3486308966826843, - 0.9779239267203217, - 1.072217573812213, - 1.0, - 1.0670736267417575, - 1.0, - 0.7576328500006009, - 0.9988939483461562, - 1.0, - 1.2592635987036094, - 0.6360290623787335, - 0.8549033709264361, - 1.300841714365119, - 0.979322007928904, - 1.2296324368044147, - 1.3300447893255654, - 1.2339107860310472, - 1.4063287585864288, - 1.4063287585864277, - 0.817419899167048, - 1.0, - 0.9988939483461566, - 1.2178666747421332, - 0.9179155627028488, - 1.1674686384124506, - 0.937597875841375, - 1.9128860722576218, - 1.9849443701676805, - 1.2128492302504466, - 1.1978616378928766, - 1.409505785723462, - 1.0, - 0.9988939483461566, - 1.9776639067090993, - 0.8944357999064088, - 0.9089427774812973, - 1.1565813541259533, - 0.9312031818896745, - 0.37790291497240225, - 1.0, - 1.0103067336455187, - 1.0, - 1.612796005825811, - 1.4095057857234625, - 0.9988936769842919, - 0.9869575017654069, - 1.0625408223089012, - 0.8572543250334869, - 0.4626232154331089, - 0.8399894436428749, - 1.0, - 1.0, - 1.0, - 0.9949165069017805, - 0.9763809111647539, - 0.9886383527662114, - 1.0, - 0.8853802248708618, - 1.9911349325902201, - 1.0, - 1.4095057857234612, - 0.8944357999064094, - 0.8545082434186259, - 0.8796291945635648, - 0.9389113833926183, - 0.8861374760427413, - 0.39441056751713705, - 0.8648668783726172, - 0.9862191391833568, - 0.8481954658017612, - 0.9206020572467216, - 0.886517128434336, - 1.0192902215038742, - 0.956622629021229, - 0.8523688961466389, - 0.2992587051477164, - 1.0, - 0.8898404778961094, - 1.0071877733497892, - 0.950155747946548, - 1.0050918229648342, - 0.7815635141616576, - 0.9972744785704897, - 0.9594844360499902, - 0.9255046483391078, - 0.4876909595587591, - 0.5036861467715275, - 0.8566188861170654, - 0.7638467720219689, - 1.0032544884403838, - 1.0560420525550518, - 0.8986819691295396, - 0.9372189161919664, - 0.8101867430665612, - 0.8950623205358443, - 0.7725356624236849, - 1.0, - 0.872460731649835, - 1.045597205130584, - 0.881115812189619, - 0.9553256168269835, - 0.8848742890899297, - 0.5907365616618244, - 0.9525692591339604, - 0.9761188977078773, - 1.2163938242844157, - 0.9319895550002153, - 0.8335462617896103, - 0.9176414735582966, - 0.9775951517497435, - 0.8425042883529639, - 1.2598848541968266, - 0.949252647471748, - 0.838972165335258, - 0.23456841787874302, - 1.1642248030770597, - 0.8628119131177865, - 0.8751618803772816, - 0.9228296916565395, - 0.9809394578124714, - 0.5915262659968897, - 0.8563703331027254, - 1.223677024967222, - 0.9284798655045788, - 1.2965375076317172, - 1.0, - 0.9389878405072626, - 0.8540110671890598, - 1.316521539927867, - 1.4340416104694482, - 0.8735072262525767, - 0.676363014728904, - 1.1134658692256694, - 1.0134545560863548, - 1.7552329970203224, - 1.7155564074285294, - 0.873049365917997, - 1.030474558081803, - 1.0170344415415917, - 1.0766146909852692, - 0.7111765255105056, - 0.6923440560955865, - 1.0058025631570486, - 0.9240158601820535, - 1.9435205267323648, - 1.9899491083438348, - 0.8387690283436754, - 0.9708565551581373, - 0.8493149601758292, - 0.985055690803851, - 0.8279931417986857, - 0.9098729896957297, - 0.9370725829078755, - 0.8393620512490872, - 0.28080206241297245, - 1.0, - 0.8220194136548338, - 0.9761698379739507, - 0.7917031329595748, - 0.9270879739715543, - 0.847139011361557, - 1.0122054789755355, - 0.9745187015121873, - 0.8548335912371546, - 0.16972156566241, - 0.8245729285934237, - 1.06901211839648, - 0.8750748380574906, - 1.0605384058291198, - 0.814622435544981, - 1.1662691506968674, - 1.0027045465050628, - 0.707221379699125, - 1.0, - 0.8738904193642293, - 1.0307627522011051, - 0.9112504790758761, - 1.0340966211802813 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694840, - "cert_evals": { - "36": 0.5316455960273743, - "72": 0.5316455960273743, - "108": 0.4303797483444214, - "255": 0.3164556920528412 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.5263157894736842, - "test_acc": 0.6347517730496454, - "train_size": 113, - "val_size": 57, - "test_size": 282, - "stats": { - "mean": [ - [ - -0.08236052831858409, - 0.04887446902654869, - 0.0825547600000001, - 0.07080902389380533, - 0.06969351327433632, - -0.02017880672566372, - 0.0033134920353982203, - -0.0904622607964602, - 0.0008566455575221136, - 0.05502761778761062, - 0.0029605046017698983, - 0.16618478141592918, - 0.10348846991150445, - -0.12880789292035386, - 0.001393306194690269, - -0.009972053097345045, - -0.13480514867256632, - 0.15853807787610613, - -0.022554120353982243, - -0.17088875221238942, - -0.04703600000000003, - -0.02112876106194702, - 0.14790371681415893, - 0.0665928778761063, - 0.0665928778761063, - 0.09438671238938028, - -0.033913831858407135, - -0.05746374070796462, - 0.020589044247787618, - -0.08296883185840712, - -0.016433217699115002, - -0.02482472566371683, - -0.13408300000000029, - -0.0661125929203539, - 0.14110856637168206, - 0.19977865575221251, - 0.06659287787610634, - 0.16107630088495584, - -0.04968823575221234, - 0.16085886725663703, - -0.040819525663716834, - -0.04226484955752222, - 0.03399069026548677, - 0.08868894690265484, - 0.14110856637168143, - 0.1435154159292037, - -0.04703600000000003, - -2.920353984457933e-07, - -0.02112876106194691, - 0.1997786557522125, - -0.14194291681415921, - 0.11196102831858407, - 0.0592675752212388, - 0.09347194690265491, - -0.04703600000000003, - 0.13773737168141595, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - 0.0665928778761063, - 0.09438671238938029, - -0.09931298230088502, - -0.11574543716814155, - 0.19007244637168158, - 0.006741415929203616, - -0.17417296814159283, - -2.920353982846636e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247736, - 0.14110856637168231, - -0.00288054867256639, - 0.04904841858407081, - 0.02098572858407086, - -0.1192364601769909, - -0.0031704955752213143, - 0.01358514159292034, - -0.06659289999999989, - 0.014341504424779012, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - 0.07784732743362836, - 0.10888657327433629, - -0.1186584123893806, - -0.02180679646017706, - -0.07482919999999994, - 0.08863622212389385, - 0.13608353008849555, - 0.08948672566371674, - 1.0619469028597977e-07, - -0.09438650000000005, - -0.02112876106194696, - 0.09014838938053121, - -0.048498132743362864, - 0.05329288938053096, - 0.07878135752212394, - 0.006330884955752202, - 0.04712901946902665, - 0.11292442477876118, - -0.09438650000000005, - 0.09438671238938054, - -0.03861907964601756, - 1.0619469029580476e-07, - -0.09438650000000005, - 0.06704106194690229, - -0.07101396460177, - 0.11338092035398238, - 0.022629575221239016, - 0.15994504424778788, - 0.039176644247788044, - 0.11334270796460184, - -0.100392831858407, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469028597977e-07, - 0.027216715044247736, - -0.0211287610619469, - 0.007675044247787407, - 0.017898353982300903, - 0.022447520353982425, - -0.10415006194690236, - -0.06118739999999991, - -0.031867106194690256, - 0.0665928778761063, - 0.0386198407079645, - -0.06659289999999989, - 0.06704106194690229, - 0.03697516814159319, - -0.044993100884955714, - -0.005112693362831841, - -0.08742769999999993, - -0.04059785840707965, - 0.027216715044247736, - 0.1411085663716819, - 0.13608353008849491, - 0.03589945132743362, - -0.0453806460176991, - 0.003572176991150533, - 0.05211161769911493, - -0.012922732743362846, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - 0.14790371681415954, - 0.14316932831858414, - 0.03571657522123903, - -0.10441322884955753, - -0.23222040176991168, - -0.03493910442477871, - 0.05546864601769913, - 0.12581869469026555, - -0.18030577079646018, - -0.07161228646017702, - -0.03718444513274338, - 0.013523787610619589, - 0.10059417451327425, - 0.01624747876106193, - 0.05021323893805318, - -0.05147623362831883, - 0.1827229362831858, - 0.0034618557522124397, - 0.05241511327433623, - 0.030558143362831823, - -0.19202160176991148, - 0.11133997495575228, - 0.12129543628318586, - 0.060097776106194795, - 0.11579815929203502, - -0.027196398230088462, - 0.17599128230088495, - -0.1195051539823009, - 0.18247482389380532, - 0.06219380353982303, - -0.09025506017699113, - 0.08350311504424779, - 0.1271729522123894, - -0.0951591353982304, - 0.10388311504424796, - 0.04703600000000003, - -0.14397143362831855, - -0.056712807079646044, - 0.11911974769911506, - 0.07255731355752211, - 0.17956833628318594, - 0.03657456283185836, - -0.12767188938053103, - -0.21526490619469008, - 0.019409734513274046, - -0.20038580796460184, - 0.13453505858407078, - -0.20150050008849554, - -0.10956924336283183, - -0.1755137388495575, - 0.07771356637168146, - 0.1258815132743363, - 0.05789021663716825, - 0.059674265486725525, - 0.04250356814159293, - 0.18101372743362842, - -0.08988732212389382, - 0.148077411681416, - 0.041530495575221225, - -0.07796867964601775, - -0.08606286725663721, - 0.216610610619469, - 0.09511035132743359, - -0.05938040707964593, - 0.0625599000000001, - -0.09312924070796465, - -0.07196051769911511, - 0.13021555911504423, - 0.10358608645132746, - -0.0039450442477876055, - 0.015811640707964647, - 0.042050546725663725, - -0.11399942584070796, - 0.01275024778761036, - -0.012157897345132696, - -0.07146561415929208, - -0.03644905008849562, - -0.0460240963716814, - -0.04567296300884947, - -0.0159320159292035, - -0.020865886725663647, - 0.006243656991150445, - -0.04104453495575228, - 0.04250217699115046, - 0.034307366371681414, - -0.11968876460176998, - -0.0937977030973451, - -0.007898124601769923, - -0.06254813724778759, - 0.027666705132743385, - -0.0678103380530974, - 0.0033648314159292177, - 0.014861656991150381, - -0.08490639823008855, - 0.06213639999999999, - 0.10985744247787621, - -0.1141806185840708, - -0.0051085477876106, - -0.07652198922123891, - 0.1186390026548673, - -0.006018964601769793, - -0.03378361716814159, - 0.011641800000000063, - -0.06094139999999994, - 0.1415026725663717, - -0.08340849911504429, - -0.021807159292035423, - -0.08355237141592924, - 0.10080485079646004, - -0.0028213893805309528, - -0.039560768141592914, - -0.03811751592920355, - 0.06180052389380527, - 0.08721472743362838, - -0.045456217699115044, - -0.04452998026548677, - -0.08741183716814158 - ] - ], - "std": [ - [ - 1.0288523625377175, - 0.9926765498781311, - 1.5821926864265932, - 1.2345480341843558, - 1.0919259987637373, - 0.8553411989728208, - 0.9770372253740158, - 1.0941619685910755, - 0.9070109264400832, - 1.1660151450666374, - 0.82811358045681, - 0.8585451804478106, - 0.9271539318095082, - 0.826139795075132, - 0.9407871254954377, - 1.1098127265333941, - 0.9673996715099642, - 1.0170784936919917, - 0.7160692020317576, - 0.8881539469849713, - 1.0, - 0.8944357999064094, - 1.5353137244867066, - 1.409505785723462, - 1.4095057857234625, - 1.4063287585864295, - 0.8810006273224485, - 0.9386543902953636, - 0.9544080465249254, - 0.605561339519823, - 0.41738930632162535, - 0.9435148318250272, - 1.0, - 0.7880462841530468, - 1.9911349325902201, - 1.9844233966366362, - 1.4095057857234636, - 1.494834216304884, - 0.8945327921343991, - 1.0465252306595956, - 0.9657902518204129, - 0.8818849232826983, - 1.01289922968906, - 0.9542609489006632, - 1.9911349325902201, - 1.303101066939662, - 1.0, - 0.9988936769842933, - 0.8944357999064099, - 1.9844233966366385, - 0.9721978598866062, - 0.9751070654641969, - 1.053405494669145, - 1.2277188687789828, - 1.0, - 0.9710532649972081, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.409505785723463, - 1.4063287585864295, - 0.9944538524514821, - 1.0084398738408038, - 1.096956593110858, - 0.9848747659663566, - 1.0176485758563296, - 0.9988936769842915, - 1.0, - 1.0, - 1.1521380745389784, - 1.9911349325902201, - 0.8886796764360778, - 1.0626176220464763, - 0.9820129092696263, - 0.48071756015968203, - 0.8052609158630751, - 0.9014845427415126, - 1.0, - 1.0421263616247836, - 1.0, - 1.0, - 1.0, - 1.0603166366167238, - 1.3948018100222412, - 1.0002378777841179, - 1.0521891063258038, - 1.0, - 1.170667828978199, - 1.6220790112596297, - 1.3004892166096398, - 0.9988939483461562, - 1.0, - 0.8944357999064098, - 1.2549059943840741, - 0.9010506624821365, - 1.2640911636544077, - 0.947031285603356, - 0.991260918816901, - 1.3300447893255651, - 1.1497030038124454, - 1.0, - 1.4063287585864277, - 0.8174198991670485, - 0.9988939483461566, - 1.0, - 1.217866674742133, - 0.8282680988206665, - 1.073085103116072, - 0.9693454139903576, - 1.7234040703162494, - 1.1056144342459158, - 1.074119172644369, - 0.6071170412907283, - 1.409505785723462, - 1.0, - 0.9988939483461562, - 1.1521380745389787, - 0.8944357999064119, - 1.058370875443875, - 1.0846522644237848, - 1.0598613115637294, - 0.5613288969768316, - 1.0, - 1.077530223972941, - 1.4095057857234625, - 1.15083399388167, - 1.0, - 1.2178666747421318, - 1.0966395583377115, - 1.0389053330759344, - 1.0429545495698374, - 1.0, - 1.0244696199828591, - 1.152138074538978, - 1.9911349325902201, - 1.6220790112596353, - 1.1329428844818097, - 1.0304640926757396, - 1.0027828154445004, - 1.4038062005460157, - 1.0648539403871593, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 1.5353137244867094, - 0.6866407429573802, - 0.9470876233472572, - 0.8928451459276403, - 1.3503062413436946, - 0.39441056751713693, - 1.0739060999830787, - 0.8074286630470415, - 0.8622816943277237, - 0.9235511168325403, - 0.8884646840941383, - 0.9253177369109523, - 1.0067482855890655, - 0.8717444615689396, - 1.7004798113300974, - 1.2451967529281143, - 1.0189016467998342, - 0.9159576992318523, - 0.9716842292520014, - 0.8537203439878127, - 0.6934639134127168, - 0.6814900866218891, - 1.08628728041417, - 0.8695100152450093, - 1.7244969164094923, - 0.9957413253735008, - 0.886998298843266, - 1.0086098935045376, - 0.9474117590718318, - 0.9527864599550645, - 0.8622024829086022, - 0.928715896349544, - 1.165972778898159, - 1.1444020655792773, - 1.249832703644339, - 1.0, - 1.04414181114218, - 0.7888691092407913, - 0.8896110919230731, - 0.8385172959457787, - 0.6963004767756463, - 1.0524770129026086, - 0.8728215158868736, - 1.2422671085343606, - 1.0395955941659785, - 0.9729248895409327, - 0.942112878700215, - 0.9029124312015971, - 0.9945356002953412, - 0.9067257721352653, - 0.6559269963983796, - 1.0530222495928638, - 0.7742650861348659, - 1.7415209866320729, - 0.31751695199855035, - 0.9401556411866103, - 0.9925662855482592, - 0.9703437391049544, - 0.9315271035229352, - 0.76726349356305, - 1.113451820498087, - 1.5950728246019172, - 0.9108834606609704, - 0.6187680270209445, - 1.0, - 1.026218169309107, - 0.9226908311101232, - 1.3695879042350074, - 1.390915117042367, - 0.9165066682832561, - 1.0788295714407763, - 0.8648263176100378, - 0.9635758583333331, - 0.8878642706591297, - 0.9006687498171835, - 0.8634669309414519, - 1.0263681887473621, - 1.1035216758671196, - 0.9668823371087334, - 0.9093839574625667, - 1.2537251227686863, - 0.925393016008483, - 0.9198488449490679, - 0.9988290268424753, - 0.1771101235529094, - 1.05614751420039, - 0.9497863099739803, - 1.0994839009481026, - 0.92792429034674, - 0.9973731985207415, - 1.4008749618490997, - 0.9833759189369512, - 0.7900467121392818, - 0.5512800744398914, - 1.0, - 1.160435495736531, - 0.840523823247663, - 1.0569742675732663, - 0.8576934466322704, - 0.9349861286126709, - 0.8587290535040432, - 0.9574488028099564, - 0.8825111948837125, - 1.0, - 0.9946462418130932, - 0.8401625258336195, - 1.0609041780534152, - 0.8625411201961046, - 0.8578849236354916, - 0.9245113485505083, - 0.9397104471617286, - 0.949988633400937, - 1.4949439323664353, - 1.0752730715733643, - 0.854508526946672, - 1.0304209489391347, - 0.9286338973772724 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694840, - "cert_evals": { - "36": 0.5087719559669495, - "72": 0.45614033937454224, - "108": 0.3684210479259491, - "255": 0.10526315867900848 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.6307692307692307, - "test_acc": 0.6715328467153284, - "train_size": 113, - "val_size": 65, - "test_size": 274, - "stats": { - "mean": [ - [ - 0.003089986725663709, - -0.004440814159291977, - 0.06255539469026555, - 0.0030673203539822954, - 0.001728016814159293, - 0.11026861433628313, - 0.017892446017699123, - -0.06960080176991157, - 0.039233834283185866, - 0.15144875398230093, - 0.006497817787610628, - -0.01399969203539821, - 0.12535314601769912, - 0.032636741592920446, - -0.04566848761061949, - -0.12298024778761062, - -0.000969959292035392, - 0.11890371504424775, - -0.09021629999999985, - -0.11451322123893802, - -0.04703600000000003, - 0.06338747787610569, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.09438650000000005, - -0.04968765486725668, - 0.10877121769911505, - -0.018068128318584065, - -0.08296883185840709, - -0.05587280000000011, - -0.06895776106194693, - -2.920353983278935e-07, - -0.013222389380530894, - -0.04703600000000003, - 0.06659287787610632, - -0.06659289999999989, - -0.1252820000000002, - 0.010099320973451271, - 0.07353538053097344, - -0.007326469911504469, - -0.07684545132743385, - -0.0339906548672566, - 0.05784047787610613, - 0.14110856637168143, - 3.805309734868323e-07, - -0.04703600000000003, - -0.06704164601769919, - -0.02112876106194691, - -0.06659289999999989, - 0.15620863893805323, - -0.03053643008849556, - -0.18165605309734498, - -0.11233752212389378, - -0.04703600000000003, - -0.016779973451327427, - -0.021128761061946985, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.00463133628318579, - -0.07507774690265485, - -0.0007694676106195044, - -0.08089127433628311, - -0.10792991415929203, - -2.9203539847723323e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247893, - -0.04703600000000003, - -0.02592799999999999, - 0.08057962389380531, - 0.024038425752212503, - -0.16465999999999992, - -0.07926050000000014, - -0.09237758407079648, - -0.06659289999999989, - -0.043025663716814114, - 0.14110856637168245, - 0.1411085663716826, - -0.04703600000000003, - -0.023750336283185847, - 0.03126479168141594, - 0.008899934513274312, - -0.02743449557522126, - 0.06331698053097352, - 0.05539779646017699, - 0.027216715044247736, - 0.017897150442477798, - 1.0619469029187476e-07, - 1.061946903233147e-07, - -0.02112876106194691, - -0.1502479999999999, - -0.016447008849557545, - -0.0054378495575221125, - 0.07474130442477876, - -0.07807693805309734, - -0.07854839999999999, - -0.008790955752212368, - 1.0619469031152472e-07, - 1.0619469029973474e-07, - 0.038619840707964564, - 1.061946903233147e-07, - 1.0619469035868464e-07, - -2.920353983829134e-07, - -0.06884565486725683, - -0.043006230088495565, - 0.13900964601769922, - -0.06902842477876096, - -0.06529410000000001, - -0.07149334513274326, - -0.043025663716814044, - -0.06659289999999989, - 0.02721671504424799, - 1.0619469029187476e-07, - -0.08165009999999992, - -0.1056450000000003, - -0.0844234336283186, - 0.045172380530973465, - 0.08091592477876108, - -0.08034439823008824, - -0.06118739999999991, - 0.009105318584070807, - 0.0665928778761063, - 0.03861984070796471, - -0.06659289999999989, - -2.920353983475435e-07, - -0.01561157522123892, - 0.034667146902654884, - 0.04805644646017698, - 0.07649909380531038, - 0.0778107902654868, - -0.08165009999999992, - -0.04703600000000003, - 0.027216715044247736, - 0.003988389380530976, - 0.07484829203539822, - 0.06071553097345137, - 0.014212502654867237, - 0.06978295752212389, - -0.04703600000000003, - -0.04703600000000003, - -0.06659289999999989, - -0.1056450000000003, - -0.05670110707964598, - 0.09375696460176995, - -0.16628776973451334, - -0.004178826548672555, - -0.07220739999999994, - -0.06694404424778763, - -0.06819787345132745, - -0.049705195575221274, - -0.11667001238938055, - -0.12676487345132748, - 0.06602797345132745, - 0.0027255099115044237, - 0.08367987168141594, - -0.07531826548672561, - 0.06618380000000008, - -0.05077870088495575, - -0.03939802035398229, - 0.0725209725663717, - 0.018818907079646008, - -0.0012129309734513318, - 0.08232463584070795, - 0.06279675221238941, - 0.05451436991150446, - -0.09364632743362859, - -0.013597840707964663, - -0.02791582300884959, - 0.02277181946902653, - 0.09624579256637165, - 0.10685669557522126, - 0.05720445840707966, - -0.11690305221238939, - -0.07600262831858408, - 0.20486032743362856, - -0.11598514159292016, - 0.04703600000000003, - 0.12372530088495573, - 0.07733639557522128, - 0.009731815840707961, - 0.06515634630088495, - -0.004099914159292028, - -0.062444362831858426, - -0.14432490088495575, - 0.010303688495575204, - -0.03996258407079658, - -0.01723771946902648, - -0.03748595911504427, - -0.09338390796460176, - -0.12455748761061945, - -0.07069998663716814, - 0.09306433097345132, - 0.05574491150442479, - 0.05271592371681417, - -0.10488400000000016, - 0.0725061, - -0.06092212743362833, - -0.021001579646017662, - 0.08582514876106195, - 0.05783091212389381, - 0.07796875840707959, - -0.0484065486725664, - -0.06359218141592915, - 0.12465353274336273, - -0.03740971681415926, - -0.006256027433628239, - 0.02847770973451326, - 0.03523589380530972, - -0.007258076106194675, - 0.029468245840707955, - 0.07720809823008848, - -0.029801646017699017, - -0.07590199938053097, - -0.0023667877876106243, - -0.06193052212389384, - 0.0729473, - -0.08944441592920359, - -0.008905622654867247, - -0.09599750318584069, - -0.11731536725663715, - 0.03799221946902657, - 0.04264000707964609, - -0.05476776486725663, - -0.08099349336283189, - -0.06403644955752204, - 0.0510427, - -0.1728837920353984, - 0.04379192212389381, - -0.08503633221238939, - -0.04843164778761059, - -0.013288855929203541, - 0.05900416725663712, - 0.01502987168141596, - -0.028499033982300897, - -0.06898648672566376, - 0.06213639999999999, - -0.020727761061946872, - 0.056635334513274314, - -0.009026141592920364, - 0.03156841769911506, - -0.12126076106194686, - 0.06353122123893817, - 0.031937667522123854, - 0.029336698938053133, - 0.12508993982300817, - -0.07582650442477877, - 0.006734969026548675, - 0.06509837044247789, - 0.03657155663716816, - -0.13086254787610632, - -0.01249529203539823, - 0.041217141592920364, - 0.050712616814159305, - 0.008828665486725618, - -0.04774530973451326, - -0.06531424955752214, - 0.08627439557522125, - 0.019008834867256633 - ] - ], - "std": [ - [ - 0.9244692810470073, - 0.9993356910018533, - 1.1547522998507793, - 0.9432810092169331, - 1.03584004279498, - 0.8753158130277445, - 1.0465755215467378, - 0.9102607240673849, - 1.023778543447583, - 0.9297280045159075, - 1.0069835198754635, - 0.9525566546794436, - 0.9399759480360307, - 0.9978150756585966, - 0.9862811329995884, - 0.9613244275752023, - 1.111865207612389, - 0.9715796850385696, - 1.0, - 1.0813226579822182, - 1.0, - 1.2592635987036094, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.010538238524329, - 1.0722512669094082, - 1.0593646908068974, - 0.605561339519823, - 1.0, - 0.9556792785074675, - 0.9988936769842924, - 0.9607982608538026, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 0.972373648410722, - 1.0584533172538098, - 1.0284056325027326, - 0.8751294762374062, - 0.7194469320515607, - 0.9753483226530357, - 1.9911349325902201, - 0.99889397212978, - 1.0, - 0.7094990007768706, - 0.8944357999064104, - 1.0, - 0.9004941973725803, - 1.0121581074927941, - 0.761525664661198, - 0.6638398438080123, - 1.0, - 1.0084273596642825, - 0.8944357999064123, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 1.0, - 1.0674172345021198, - 1.0415595393603108, - 0.9952640371583976, - 0.7847375185646767, - 1.0253922671299165, - 0.9988936769842935, - 1.0, - 1.0, - 1.1521380745389769, - 1.0, - 0.9380600926852771, - 0.9688329579782285, - 1.0699750013871834, - 1.0, - 1.0, - 0.9022130416875166, - 1.0, - 0.8547515543653855, - 1.9911349325902201, - 1.9911349325902201, - 1.0, - 0.9833161542151768, - 0.9113836368578456, - 1.0154070458101938, - 0.8175726795277899, - 1.0291658658053822, - 1.0023879541161114, - 1.1521380745389784, - 1.0666606471785436, - 0.9988939483461562, - 0.9988939483461564, - 0.8944357999064111, - 1.0, - 1.0194849042181624, - 0.9377289254070391, - 0.9868393622488469, - 0.7115324821514019, - 1.0, - 0.9291878599599749, - 0.9988939483461571, - 0.9988939483461564, - 1.150833993881672, - 0.9988939483461564, - 0.9988939483461563, - 0.9988936769842928, - 0.8446756150368765, - 0.8840822390425243, - 0.879273891482901, - 0.356357040154056, - 1.0, - 0.8575361470050674, - 0.8547515543653872, - 1.0, - 1.1521380745389762, - 0.9988939483461562, - 1.0, - 1.0, - 0.7707096318942795, - 0.9479029615796615, - 0.8861435214681488, - 0.709392406059319, - 1.0, - 0.9648083778490988, - 1.4095057857234619, - 1.1508339938816696, - 1.0, - 0.9988936769842918, - 0.8265732991714976, - 1.0190844405952648, - 0.9459831021380053, - 1.7348381185160544, - 1.1517740759366022, - 1.0, - 1.0, - 1.152138074538978, - 0.912843060712004, - 1.1388119070973806, - 0.9915799039109703, - 1.002719667279991, - 1.085125621845705, - 1.0, - 1.0, - 1.0, - 1.0, - 1.5001714286910226, - 0.9966194693620798, - 0.9443805992812078, - 0.8655175815339226, - 1.0, - 0.7897012658620092, - 1.1164175335449071, - 1.264530190302258, - 0.8921583865445091, - 1.0648052330194941, - 0.8695758038727032, - 0.8660581580725691, - 0.8367831000825393, - 0.37197924168302665, - 1.0, - 0.9262178979224102, - 0.9242646117464632, - 0.973591105652927, - 0.9951600891998066, - 1.1111862475284577, - 0.6670563380647561, - 0.9442962334551489, - 0.990332316811185, - 0.480719441273429, - 1.223234975369157, - 0.940394811395897, - 0.9089632031900003, - 1.0458338698053655, - 0.9721165818563446, - 1.374767108546496, - 0.8594004341053223, - 0.7653673558229712, - 0.6670525311692612, - 0.645642563256581, - 1.0, - 0.891254315503885, - 1.0775980834755503, - 1.007431548670928, - 0.9530753484316439, - 1.4811962251096449, - 1.2176806384389702, - 0.9602107117788192, - 0.8795846242039457, - 1.1116750216535782, - 0.9501349187678776, - 1.0821885258200035, - 1.1407026156836266, - 0.9231893015164008, - 0.8990327480493145, - 0.6422405879838027, - 0.9092214790537131, - 0.9351958368508632, - 1.0, - 1.0, - 0.9288775753611616, - 0.8531876075690629, - 1.034017858801366, - 1.0285706599327553, - 1.5382840820664052, - 1.0793433921827003, - 0.7014984131399681, - 0.9478974831267535, - 0.8121083950620509, - 0.5317226069000799, - 0.877495299738119, - 1.105656776922663, - 0.9679617815757274, - 0.7155463726091819, - 1.108302722756925, - 1.0944778308312668, - 0.7749616919771513, - 0.8850563716056123, - 0.5693811287198752, - 1.0, - 0.9220528856937216, - 0.8553127512283658, - 0.9975197765961968, - 0.8796722204092665, - 1.1740947078133768, - 0.9516756586234943, - 0.9063555755946218, - 0.9537956983823893, - 0.21590336552059824, - 1.0, - 1.1291952185180558, - 1.0007499385498189, - 1.0111383561599954, - 0.9704983147288865, - 1.1385710361021162, - 0.7564588026775311, - 1.0046465692486821, - 0.9312841189336238, - 0.6375502285227569, - 1.0, - 0.829387189699574, - 1.0544363475675953, - 0.9771879250820691, - 1.0137760206245479, - 1.0423498864484522, - 0.43681029699877133, - 0.8991224001063718, - 0.8257144621838688, - 1.968770644943309, - 0.8856828178067617, - 1.0398871114616712, - 0.8345338516516961, - 0.9722595951185294, - 1.285772740124495, - 0.8915167876690523, - 0.8875667705363124, - 0.6453390579256484, - 0.9343424770462008, - 0.8887305596443167, - 1.0443061214405034, - 1.027608228431771, - 0.9189390661089004 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694840, - "cert_evals": { - "36": 0.5230769515037537, - "72": 0.4615384638309479, - "108": 0.446153849363327, - "255": 0.1538461595773697 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.6567164179104478, - "test_acc": 0.6102941176470589, - "train_size": 113, - "val_size": 67, - "test_size": 272, - "stats": { - "mean": [ - [ - 0.04070993805309734, - 0.11996151327433617, - -0.07505505699115043, - -0.053473368141592904, - -0.0023036168141593112, - -0.04386066761061949, - 0.1000648973451327, - 0.21898467610619468, - 0.0844638663362832, - -0.21027526176991146, - 0.08278053309734511, - 0.02691175840707965, - -0.10311968407079651, - -0.019989650442477833, - -0.029568291150442447, - 0.06979861946902657, - -0.09989179115044242, - -0.0017227557522123856, - -2.2654867243656462e-07, - 0.06518417699115044, - -0.04703600000000003, - -0.1056450000000003, - -0.1056450000000003, - 0.19977865575221251, - 0.0665928778761063, - 0.09438671238938035, - -0.10331811504424784, - -0.11287559292035391, - 0.1063068938053097, - 0.04291548672566383, - -0.05587280000000011, - -0.032180318584070916, - 0.06704106194690261, - -0.1718930000000004, - -0.04703600000000003, - 0.0665928778761063, - -0.06659289999999989, - 0.08948672566371665, - -0.025450121504424723, - -0.17311484513274336, - 0.07640526460176993, - 0.11526853982300869, - 0.1133023008849558, - -0.07326554867256642, - -0.04703600000000003, - 0.047838725663716816, - -0.04703600000000003, - 0.06704106194690251, - -0.02112876106194691, - -0.06659289999999989, - -0.013552253982300916, - -0.020357922123893812, - -0.027464973451327517, - -0.006002522123893788, - -0.04703600000000003, - -0.04337743362831858, - 0.14790371681415934, - 0.0665928778761063, - -0.06659289999999989, - 0.06659287787610634, - -0.06659289999999989, - 1.0619469029580476e-07, - 0.044767823008849614, - 0.08289923362831852, - -0.12235442831858409, - -0.11459614159292028, - 0.14790476371681416, - -2.9203539830824354e-07, - -0.04703600000000003, - 0.14110856637168223, - 0.027216715044247736, - -0.04703600000000003, - -0.055889752212389385, - -0.12962760265486717, - 0.10187851619469035, - -0.01324823008849549, - 0.022193132743362702, - -0.07879260176991155, - 0.0665928778761063, - 0.12907584070796485, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - -0.002639044247787606, - 0.054982569292035384, - 0.05932991150442477, - -0.06964141592920373, - -0.07482919999999994, - -0.033238396460177, - 0.13608353008849555, - 0.0894867256637167, - -0.09438650000000005, - -0.09438650000000005, - -0.1056450000000003, - 0.030049292035398203, - 0.0004219557522123656, - 0.04024157522123887, - 0.01212035575221241, - -0.06541580530973452, - -0.07854839999999999, - 0.02907596460176992, - -0.09438650000000005, - 0.09438671238938048, - -0.03861907964601766, - 1.0619469030366473e-07, - 1.0619469029580476e-07, - -0.0670416460176993, - -0.04499362831858416, - 0.0430065663716814, - 0.05495734513274337, - 0.025254761061947018, - -0.06529410000000001, - 0.06800543362831867, - -0.15775999999999976, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - -0.08165009999999992, - -0.021128761061946954, - 0.0199548849557522, - -0.04005870796460183, - 0.07256339026548671, - 0.0029753097345135682, - 0.008741072566371728, - -0.12291731858407075, - 0.0665928778761063, - -0.03861907964601771, - 0.0665928778761063, - -2.9203539835933345e-07, - -0.15365226548672545, - -0.02139016460176988, - 0.03374174115044254, - -0.03278541946902662, - -0.16577226814159277, - 0.027216715044247785, - 0.14110856637168206, - -0.08165009999999992, - -0.17471278761061948, - -0.05009553982300891, - 0.10357247787610621, - 0.01421250265486715, - -0.16799606460176988, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - -0.02112876106194691, - 0.10064383539823014, - -0.09822227433628321, - 0.010812114336283181, - -0.0005969424778760985, - -0.034939104424778704, - -0.021039132743362887, - 0.1549942769911504, - -0.05473569823008849, - 0.09371048247787614, - 0.1284547699115043, - 0.08193819469026561, - -0.1894623433628318, - -0.03994628938053097, - 0.005021592920354035, - 0.06618380000000008, - 0.046780255752212445, - 0.12412912743362833, - -0.15687404504424782, - -0.04040450761061948, - 0.01819149026548674, - 0.047322232477876085, - -0.1316860601769911, - -0.08258592566371675, - 0.05638880530973452, - -0.10198681415929205, - 0.1290602176991152, - -0.03669845398230087, - -0.10499076469026546, - -0.12757559911504432, - -0.06652606637168137, - 0.05155422566371681, - 0.031605256637168136, - 0.0629123805309736, - 0.023197380530973564, - 0.04703600000000003, - -0.03599286283185842, - -0.1574473318584071, - 0.10887992823008849, - -0.053605181415929175, - -0.012299078761061958, - -0.05887616991150452, - 0.07308711769911504, - 0.09051549646017694, - -0.10846913274336303, - -0.15513741725663718, - 0.12073644318584073, - 0.05041307504424779, - 0.1529646697345132, - 0.0776218637168141, - 0.057565741592920404, - -0.17276489823008853, - -0.014984845840707986, - -0.04701723008849572, - -0.03750280353982299, - 0.06355189203539817, - 0.06636549999999998, - -0.1410115592035399, - -0.08766313362831851, - -0.09892783274336285, - -0.013420267079645989, - 0.09777304070796461, - 0.07535415840707965, - -0.10688448672566354, - 0.0625599000000001, - -0.011544922123893811, - -0.09627820707964604, - 0.08584640530973452, - 0.007022314424778771, - -0.05128431504424778, - -0.06365885663716808, - 0.02538907345132746, - 0.071253879380531, - -0.032786734513274456, - 0.0729473, - 0.04719471592920353, - 0.014598110265486715, - 0.026159213575221246, - 0.059101831504424836, - -0.07843545663716811, - 0.0003891433628318023, - 0.014624393274336253, - 0.03384382522123893, - -0.07310352920353969, - 0.0510427, - 0.14306325132743355, - -0.011243908849557487, - 0.02559352380530976, - 0.03617407230973455, - -0.012417333274336301, - -0.10102372743362834, - -0.09638603628318594, - 0.02360371292035396, - -0.0742930973451328, - -0.014339143362831862, - 0.03523714159292039, - 0.03915302300884953, - -0.08945827723893807, - -0.02228378656637163, - 0.10421852477876106, - 0.0697730088495576, - -0.12811908238938052, - -0.10229047238938055, - -0.048111653097345074, - 0.041196920353982314, - 0.10879424867256633, - -0.10693692778761064, - 0.02704163566371678, - 0.12719723849557518, - 0.1358370884955751, - -0.11345866194690264, - -0.11236356814159291, - 0.008828665486725625, - 0.04901849557522122, - 0.10906433185840712, - -0.12028646725663718, - 0.005514894867256633 - ] - ], - "std": [ - [ - 1.0502669179700934, - 0.9792224218294541, - 0.24305352147883325, - 1.043042266446498, - 1.0744571502175468, - 0.9508826739984755, - 0.9451555552883207, - 1.1810283789026603, - 1.0064552702700122, - 1.1190882010665817, - 0.9034793296608571, - 1.1336521923679663, - 0.9786491101919341, - 0.9206985848676537, - 0.8610889538505271, - 0.9619675032812017, - 0.9308084274399617, - 0.9863758024756076, - 0.9547571784517959, - 0.9496800506935921, - 1.0, - 1.0, - 1.0, - 1.9844233966366367, - 1.4095057857234627, - 1.40632875858643, - 0.892002130496044, - 1.0129634785032875, - 0.978487303853688, - 1.1394715296586964, - 1.0, - 1.0267988761241287, - 1.217866674742132, - 1.0, - 1.0, - 1.4095057857234627, - 1.0, - 1.30048921660964, - 1.101075351501756, - 0.9423320679555461, - 0.9745566669040967, - 1.0784150005489006, - 1.3072548131334407, - 1.020520797792866, - 1.0, - 1.1116626840554256, - 1.0, - 1.2178666747421323, - 0.8944357999064103, - 1.0, - 0.9763859814864452, - 0.9882312110151381, - 0.9941548135105892, - 1.0805382570058093, - 1.0, - 0.9455390825539804, - 1.5353137244867092, - 1.4095057857234619, - 1.0, - 1.4095057857234636, - 1.0, - 0.9988939483461567, - 0.9028116049768871, - 1.0263167291591377, - 0.9964436627027657, - 0.4280387316306564, - 1.0514551909197751, - 0.9988936769842915, - 1.0, - 1.9911349325902201, - 1.152138074538978, - 1.0, - 0.9644113662850948, - 0.9806946309645141, - 0.9930268680075975, - 0.8905664891946655, - 1.0736843273720693, - 1.0058668086951204, - 1.409505785723462, - 1.3330925209888196, - 1.0, - 1.0, - 1.0, - 1.0450036005861865, - 1.3244456183776097, - 0.932189980942975, - 0.9625014477361986, - 1.0, - 1.0074707737922228, - 1.62207901125963, - 1.3004892166096393, - 1.0, - 1.0, - 1.0, - 1.0917543201475843, - 1.0127130749629136, - 1.2877909824303606, - 0.9604994075919616, - 0.8657450013263874, - 1.0, - 1.0599660091906427, - 1.0, - 1.4063287585864277, - 0.8174198991670479, - 0.9988939483461567, - 0.9988939483461567, - 0.7094990007768708, - 0.8740833234525124, - 1.010657132912493, - 0.9328151962443406, - 1.3541564903516528, - 1.0, - 1.0437864539647888, - 1.0, - 1.409505785723462, - 1.0, - 0.9988939483461567, - 1.0, - 0.8944357999064098, - 1.2065791134004533, - 1.0500123468485083, - 0.9959504427215604, - 1.0958354145667224, - 0.7400533918928887, - 0.9943642075886404, - 1.4095057857234627, - 0.8174198991670482, - 1.4095057857234627, - 0.9988936769842922, - 0.9193790839730072, - 1.0436031910295362, - 0.9868834993023391, - 0.5782795414175284, - 0.9541173647907301, - 1.1521380745389775, - 1.9911349325902201, - 1.0, - 0.9325216486314452, - 1.0303184562115624, - 0.9698188611354921, - 1.0027196672799903, - 1.0327882823860284, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 0.8944357999064109, - 0.7112349595162911, - 1.0528496975740775, - 0.9693293962135208, - 1.098217436491506, - 0.39441056751713705, - 1.131185111941341, - 0.8933013668038887, - 0.8692841653701331, - 0.9535583303775852, - 0.9578421783922644, - 0.9351032690489206, - 0.9587912379925385, - 0.8874155629442673, - 0.7402206710271984, - 1.0, - 1.0688089329251667, - 0.997681462694144, - 0.9866601266296527, - 0.9496581319654654, - 0.9257831061652533, - 0.9073562336120353, - 0.9768579353882867, - 0.9602672008044747, - 0.7793988687883875, - 1.2643817992013762, - 0.8858997832358527, - 1.0783739453909889, - 0.9243425987503827, - 0.9894525958813807, - 0.8138319611992417, - 0.9527697944043735, - 1.1413505837251008, - 0.8792523651290115, - 1.0992317647014969, - 1.0, - 1.065433498566479, - 0.9150528093441637, - 1.0062463574228966, - 1.011250604668206, - 0.7913263564369651, - 0.9735543146496928, - 0.9610800849612564, - 0.9880567372837797, - 0.3866698577857632, - 0.9853949011817834, - 0.990227174214131, - 0.8869793376043191, - 1.0049463863071384, - 0.9992217219580515, - 0.9135057665522096, - 0.9794517412025064, - 0.8334338014885702, - 0.37518500497353446, - 1.1642248030770597, - 0.9506854878365382, - 1.1083600583283926, - 0.9361744720072924, - 1.0051395038183164, - 0.7234663786843327, - 1.1371317753211319, - 1.5356103741191347, - 0.8479920793399001, - 0.46656712729960265, - 1.0, - 1.0891589322731212, - 0.8545812844441173, - 1.3469557389840487, - 1.3298686360213214, - 0.8184103746992143, - 1.2426545134673366, - 0.9345647421429395, - 0.8739291157345797, - 0.7954155323258645, - 1.0, - 0.9396031266002715, - 0.8729340873197525, - 1.1022147706138496, - 0.9052007430680863, - 0.8002297286948205, - 1.1474637082252046, - 1.0050624674836923, - 0.8958786752659496, - 0.1199464140766847, - 1.0, - 0.9484606934407114, - 0.924743989986394, - 1.1045533858189263, - 0.9763355497679247, - 0.8775711016746042, - 1.4892483405130004, - 0.9479162196372228, - 0.824520740664537, - 0.48200134691826974, - 0.8093410764663572, - 1.0307538015892828, - 0.8557116942728363, - 0.9675781578595044, - 0.9316537658305905, - 0.961482671503125, - 0.9499524026348503, - 1.0156281171297905, - 0.9533815998673338, - 0.13577727875330386, - 1.0944930405696027, - 0.9984202119037168, - 1.0610893586418122, - 1.0416564535479678, - 0.953141207852886, - 0.9699518518482332, - 1.0661304370514315, - 0.9605383246803934, - 0.9343424770461999, - 1.1428421085341074, - 0.9995106529728873, - 1.0191031224939573, - 1.0275583030415119 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 694840, - "cert_evals": { - "36": 0.641791045665741, - "72": 0.5522388219833374, - "108": 0.4925372898578644, - "255": 0.2985074520111084 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6252985305068544, - "std_test_acc": 0.03700102050273662, - "n_samples": 452, - "n_features": 262, - "n_classes": 13, - "mean_cert_acc_36": 0.5513213872909546, - "std_cert_acc_36": 0.061046698265158954, - "mean_cert_acc_72": 0.5003908053040504, - "std_cert_acc_72": 0.04876025345044712, - "mean_cert_acc_108": 0.4343729838728905, - "std_cert_acc_108": 0.05127533217039397, - "mean_cert_acc_255": 0.21851811558008194, - "std_cert_acc_255": 0.10487962939153032 - }, - "blood": { - "dataset": "blood", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.7868852459016393, - "test_acc": 0.7539863325740319, - "train_size": 187, - "val_size": 122, - "test_size": 439, - "stats": { - "mean": [ - [ - 0.08207599251336908, - 0.07211877540106948, - 0.07211877540106948, - 0.12092969090909093 - ] - ], - "std": [ - [ - 1.0915037898164763, - 0.9154190444987925, - 0.9154190444987925, - 1.0234960637376278 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 295, - "cert_evals": { - "36": 0.5081967115402222, - "72": 0.21311473846435547, - "108": 0.07377048581838608, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.5258620689655172, - "test_acc": 0.6202247191011236, - "train_size": 187, - "val_size": 116, - "test_size": 445, - "stats": { - "mean": [ - [ - -0.0044589358288771265, - -0.03777642245989305, - -0.03777642245989305, - -0.04118699946524062 - ] - ], - "std": [ - [ - 1.0355747128653376, - 1.0168425706533084, - 1.0168425706533084, - 0.9389071377082803 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 295, - "cert_evals": { - "36": 0.3103448152542114, - "72": 0.18103447556495667, - "108": 0.10344827175140381, - "255": 0.017241379246115685 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6636363636363637, - "test_acc": 0.5254988913525499, - "train_size": 187, - "val_size": 110, - "test_size": 451, - "stats": { - "mean": [ - [ - 0.05565309197860972, - -0.04876601497326191, - -0.04876601497326191, - 0.022211831550802065 - ] - ], - "std": [ - [ - 1.2081413746481122, - 0.9472357528176619, - 0.9472357528176619, - 0.9442482982599183 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 295, - "cert_evals": { - "36": 0.29999998211860657, - "72": 0.08181817829608917, - "108": 0.045454543083906174, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.6779661016949152, - "test_acc": 0.6252821670428894, - "train_size": 187, - "val_size": 118, - "test_size": 443, - "stats": { - "mean": [ - [ - 0.02856966417112282, - -0.11561878823529406, - -0.11561878823529406, - -0.0299989443850266 - ] - ], - "std": [ - [ - 1.1041996654221626, - 0.9454192748690525, - 0.9454192748690525, - 0.9892882254644951 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 295, - "cert_evals": { - "36": 0.5169491767883301, - "72": 0.33898305892944336, - "108": 0.17796610295772552, - "255": 0.0762711837887764 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6312480275176486, - "std_test_acc": 0.0938166228117891, - "n_samples": 748, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.40887267142534256, - "std_cert_acc_36": 0.11987048131876651, - "mean_cert_acc_72": 0.20373761281371117, - "std_cert_acc_72": 0.10608022457012412, - "mean_cert_acc_108": 0.1001598509028554, - "std_cert_acc_108": 0.05701957518732944, - "mean_cert_acc_255": 0.02337814075872302, - "std_cert_acc_255": 0.03618659408082423 - }, - "breast-cancer": { - "dataset": "breast-cancer", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 2, - "best_val_acc": 0.6176470588235294, - "test_acc": 0.6629834254143646, - "train_size": 71, - "val_size": 34, - "test_size": 181, - "stats": { - "mean": [ - [ - -0.0162575774647888, - 0.01285738028169014, - 0.05645037746478872, - -0.0029103802816902316, - -0.11736198591549311, - -0.028151649295774777, - -0.03566477464788737, - 0.00970807042253526, - 0.22726122535211296 - ] - ], - "std": [ - [ - 1.0503834784726616, - 0.9628419637542994, - 0.9596794691642652, - 0.9092740907525307, - 1.049772063174192, - 1.0411696038595801, - 0.9953573619388768, - 0.9968442343032266, - 0.8156962912830921 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.4117647111415863, - "72": 0.29411765933036804, - "108": 0.11764705926179886, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7391304347826086, - "test_acc": 0.7455621301775148, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.19254230985915494, - -0.19285994366197182, - 0.20358705070422517, - 0.009330281690140758, - -0.03202669014084532, - -0.08538911549295794, - -0.007489267605633831, - -0.18945425352112666, - -0.10300454929577448 - ] - ], - "std": [ - [ - 1.026498898055275, - 1.0381849522269773, - 0.8715501768246713, - 1.1092478240870034, - 1.0696236526518819, - 1.0540261837033709, - 0.9977471789729346, - 0.7297492222931498, - 1.0547842980526614 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.739130437374115, - "72": 0.6521739363670349, - "108": 0.5652173757553101, - "255": 0.021739130839705467 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7, - "test_acc": 0.6270270270270271, - "train_size": 71, - "val_size": 30, - "test_size": 185, - "stats": { - "mean": [ - [ - 0.011582478873239406, - 0.03857201408450704, - 0.023010226760563364, - -0.21100099999999994, - 0.1670883239436617, - -0.04723080000000009, - -0.17654230985915503, - 0.10343116901408457, - -0.003924816901408183 - ] - ], - "std": [ - [ - 1.0328973500575376, - 0.9120557342457011, - 1.064258264362845, - 0.5867856877712776, - 0.7568737218929631, - 1.003788410624883, - 0.9711357918131928, - 0.9987696871895037, - 1.0006562466084945 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.5666667222976685, - "72": 0.30000001192092896, - "108": 0.23333334922790527, - "255": 0.06666667014360428 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.7608695652173914, - "test_acc": 0.6982248520710059, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.10902253521126751, - -0.06428660563380281, - 0.1099546112676056, - 0.08277422535211261, - -0.1742519718309861, - 0.18171905915492953, - -0.14836680281690146, - 0.1854393802816902, - -0.16905770422535188 - ] - ], - "std": [ - [ - 0.9700145966779166, - 1.0084610495616426, - 1.0559460579933821, - 1.206060152642598, - 1.1213259288422783, - 0.9728498213970074, - 0.9776535548414097, - 1.0665540888636171, - 1.0843586560371206 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.5652173757553101, - "72": 0.3478260934352875, - "108": 0.260869562625885, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.683449358672478, - "std_test_acc": 0.05059198066110762, - "n_samples": 286, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.57069481164217, - "std_cert_acc_36": 0.1337604384319213, - "mean_cert_acc_72": 0.39852942526340485, - "std_cert_acc_72": 0.17079834896776122, - "mean_cert_acc_108": 0.2942668367177248, - "std_cert_acc_108": 0.19099477148845048, - "mean_cert_acc_255": 0.022101450245827436, - "std_cert_acc_255": 0.031427897934939 - }, - "breast-cancer-wisc": { - "dataset": "breast-cancer-wisc", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.9745762711864406, - "test_acc": 0.9655172413793104, - "train_size": 175, - "val_size": 118, - "test_size": 406, - "stats": { - "mean": [ - [ - -0.022535588571428563, - 0.03270772571428592, - 0.05325746457142836, - 0.06163440114285701, - 0.059859796571428064, - -0.04726777714285723, - 0.04544096571428557, - 0.06602559942857117, - 0.14610774857142944 - ] - ], - "std": [ - [ - 0.952214787303689, - 1.0892638945885795, - 1.0696936676502014, - 1.089278359409774, - 1.1050209023715667, - 0.9596438048031793, - 1.0789832917046138, - 1.092361737838657, - 1.280102883239457 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.9406779408454895, - "72": 0.9322034120559692, - "108": 0.8898305296897888, - "255": 0.24576270580291748 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.9736842105263158, - "test_acc": 0.9609756097560975, - "train_size": 175, - "val_size": 114, - "test_size": 410, - "stats": { - "mean": [ - [ - -0.014418068571428517, - 0.008363611428571432, - 0.0013426971428572047, - 0.04362350857142855, - 0.06760174228571425, - -0.012737622857143117, - 0.12043267999999967, - -0.02566830114285711, - -0.0004912342857143631 - ] - ], - "std": [ - [ - 1.0359812403938078, - 0.9851680594955492, - 1.0075838815724851, - 1.0487044899930569, - 1.0481096015979268, - 0.9902459117914181, - 1.0891962569916647, - 0.9837374432610851, - 1.028364534365016 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.9736841917037964, - "72": 0.9736841917037964, - "108": 0.9473684430122375, - "255": 0.4912280738353729 - }, - "fold": 1 - }, - { - "best_epoch": 6, - "best_val_acc": 0.9813084112149533, - "test_acc": 0.9664268585131894, - "train_size": 175, - "val_size": 107, - "test_size": 417, - "stats": { - "mean": [ - [ - 0.022111400000000093, - 0.05892480000000022, - 0.053257361714285696, - 0.011603669142857164, - 0.01340863999999994, - 0.028070879999999694, - -0.015489731428571414, - -0.006955264571428654, - -0.02714547428571435 - ] - ], - "std": [ - [ - 1.030600322394337, - 1.0255153351270532, - 1.050776582254071, - 0.979718412809739, - 0.9943823240987255, - 1.0416854377063047, - 1.0036051510508777, - 0.9886021184539473, - 1.0198774589002766 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.9626168012619019, - "72": 0.9532709717750549, - "108": 0.9345794320106506, - "255": 0.35514017939567566 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.978494623655914, - "test_acc": 0.9651972157772621, - "train_size": 175, - "val_size": 93, - "test_size": 431, - "stats": { - "mean": [ - [ - 0.0424054742857143, - -0.014108091428571279, - -0.00827128971428571, - -0.056438248, - -0.030462011428571644, - 0.035918565714285505, - -0.09751196000000009, - -0.053737870857142926, - -0.04380451428571453 - ] - ], - "std": [ - [ - 0.9542842873481718, - 0.9773558222868145, - 0.959218665273952, - 0.9009025916399945, - 0.98004059543331, - 1.0172287889258582, - 1.000728061455461, - 0.9224531635202544, - 0.947073789238405 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.9677419066429138, - "72": 0.9569892287254333, - "108": 0.9462365508079529, - "255": 0.602150559425354 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.964529231356465, - "std_test_acc": 0.0024256670763734924, - "n_samples": 699, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.9611802101135254, - "std_cert_acc_36": 0.014396900780147864, - "mean_cert_acc_72": 0.9540369510650635, - "std_cert_acc_72": 0.017049146195968864, - "mean_cert_acc_108": 0.9295037388801575, - "std_cert_acc_108": 0.0270731160437522, - "mean_cert_acc_255": 0.42357037961483, - "std_cert_acc_255": 0.15574199324185348 - }, - "bank": { - "dataset": "bank", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.8373751783166904, - "test_acc": 0.8204460966542751, - "train_size": 1130, - "val_size": 701, - "test_size": 2690, - "stats": { - "mean": [ - [ - -0.043444115752212485, - 0.038350172566371764, - 0.021509683185840713, - -0.021201484955752213, - -0.006912000000000016, - 0.04290420228318581, - -0.031048147787610524, - -0.010544807964601867, - -0.027401819469027113, - -0.0011023982300885904, - -0.020262814867256583, - -0.01690946219469023, - -0.0050658819469022965, - 0.027795634513274152, - 0.0035984575221236132, - 0.03735520353982189 - ] - ], - "std": [ - [ - 0.9589625434028519, - 0.9947635481983416, - 1.013551308348929, - 0.9759306172571834, - 1.025514103095601, - 1.1941195969624385, - 0.9952628808737004, - 1.0099558672249285, - 1.0069197139677768, - 1.0315253300196314, - 1.005152797600638, - 0.9721293687592033, - 0.9311569270874402, - 1.0436010567990328, - 0.9725976279868672, - 1.0344584167333912 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2725, - "cert_evals": { - "36": 0.7417974472045898, - "72": 0.6490727663040161, - "108": 0.5463623404502869, - "255": 0.13694721460342407 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.8701492537313433, - "test_acc": 0.8327820654171261, - "train_size": 1130, - "val_size": 670, - "test_size": 2721, - "stats": { - "mean": [ - [ - -0.01574801380530978, - 0.0023927396460177394, - 0.0021967858407077644, - -0.01932307256637162, - 0.006853599999999982, - -0.03479098039734521, - 0.0010882398230089275, - 0.02142298584070794, - -0.04310824424778776, - -0.002926514159292115, - -0.01356536707964567, - 0.01527978015929205, - -0.04149083628318521, - -0.006613960176991296, - 0.006211176106194516, - -0.021354536283185895 - ] - ], - "std": [ - [ - 0.969300386690253, - 1.0029838787869998, - 1.0077378567908635, - 1.0067270576318987, - 0.9737641828355684, - 0.8874066057167844, - 1.0000362134178429, - 0.978768086158569, - 1.0166647522536418, - 1.0110908544078474, - 0.9795699211960872, - 0.988628308543735, - 0.8468895052095667, - 1.0088647512260476, - 1.0744144429583726, - 0.97024384329565 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2725, - "cert_evals": { - "36": 0.7731343507766724, - "72": 0.6985074877738953, - "108": 0.6283581852912903, - "255": 0.14179104566574097 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.8672438672438673, - "test_acc": 0.8054114158636027, - "train_size": 1130, - "val_size": 693, - "test_size": 2698, - "stats": { - "mean": [ - [ - 0.03612999486725651, - 0.0039014732743363205, - -0.026264318584070866, - 0.007914513274336264, - -2.920000000001238e-05, - -0.02074493859203536, - -0.02212137345132746, - -0.02529917433628319, - -0.017585318584070603, - 0.002009283628318563, - -0.032913651327433256, - 0.01575317238053096, - 0.01656134477876116, - 0.004832360176991011, - 0.0046435044247787275, - -0.007806110619469017 - ] - ], - "std": [ - [ - 1.026029784154538, - 1.014567266706415, - 0.9934924943110668, - 1.0009548228746656, - 0.9999976513205256, - 0.9005330945128681, - 0.9966950423207805, - 1.02369326820955, - 1.0066229970970322, - 1.0105897259642973, - 0.9953808522736891, - 1.0444837633462487, - 0.9721502138598372, - 1.0252935681497495, - 0.9895490051866441, - 0.9907898156267138 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2725, - "cert_evals": { - "36": 0.7359307408332825, - "72": 0.6392496228218079, - "108": 0.5382395386695862, - "255": 0.14574314653873444 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8642533936651584, - "test_acc": 0.8332111436950147, - "train_size": 1130, - "val_size": 663, - "test_size": 2728, - "stats": { - "mean": [ - [ - -0.0319807638938054, - 0.00842759592920361, - 0.0032132584070795264, - -0.0512567557522122, - 0.02061919999999998, - 0.017208951831858395, - -0.023906728318583995, - 0.009127680530973464, - 0.04229537345132683, - 0.03913422522123883, - -0.0012866005309730669, - 0.019049747389380534, - 0.0011946368141599608, - -0.01394144424778776, - -0.01887086017699146, - -0.012322258407079635 - ] - ], - "std": [ - [ - 0.9997012384907139, - 1.011637351521284, - 1.0052459246549308, - 0.9835551200097631, - 0.9188989108776542, - 0.975563370252112, - 0.9964151726496702, - 0.9910016079646086, - 0.9876324728734414, - 0.9709295082923052, - 1.018649934814902, - 1.045208416973306, - 1.0916320113723843, - 0.971971990527501, - 0.9802679634858928, - 0.9883913040231975 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2725, - "cert_evals": { - "36": 0.7631976008415222, - "72": 0.692307710647583, - "108": 0.6199095249176025, - "255": 0.20211161673069 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8229626804075045, - "std_test_acc": 0.013112734301683856, - "n_samples": 4521, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.7535150349140167, - "std_cert_acc_36": 0.01756112086309792, - "mean_cert_acc_72": 0.6697843968868256, - "std_cert_acc_72": 0.029964755305040384, - "mean_cert_acc_108": 0.5832173973321915, - "std_cert_acc_108": 0.047487914083319226, - "mean_cert_acc_255": 0.15664825588464737, - "std_cert_acc_255": 0.03052161153629256 - }, - "breast-cancer-wisc-diag": { - "dataset": "breast-cancer-wisc-diag", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.9625, - "test_acc": 0.968299711815562, - "train_size": 142, - "val_size": 80, - "test_size": 347, - "stats": { - "mean": [ - [ - 0.0825849457746479, - 0.16776179100774652, - 0.08018569295774641, - 0.08525118492957748, - -0.13794442330985915, - -0.020546994366197266, - 0.031128610563380326, - 0.027148295774647915, - -0.03857999985915492, - -0.13734727633802823, - 0.08226506922535208, - -0.06624039612676055, - 0.09562314598591552, - 0.11241559394366195, - -0.0706283795774648, - 0.012817941971830999, - 0.03673792985915488, - 0.06254002929577464, - -0.016561529295774678, - -0.03867594647887324, - 0.07726569126760555, - 0.11026314366197185, - 0.07734966126760559, - 0.07510323753521127, - -0.10811489788732392, - 0.017963794225352204, - 0.03508001049295764, - 0.03470587605633805, - -0.006298125654929594, - -0.05882395070422536 - ] - ], - "std": [ - [ - 1.0298680528672801, - 1.0456187991444128, - 1.0339745446187498, - 1.1112548477482211, - 0.9413610006349405, - 1.0168663973319072, - 1.0127149891342198, - 0.9829034935431965, - 0.9115153190139265, - 0.8362062139046329, - 1.3277929800502757, - 0.7882767184809211, - 1.351171258508586, - 1.4874958213599554, - 0.8030624718228448, - 1.0638857030973894, - 1.0680975160236916, - 1.029388660893026, - 0.8840778078833855, - 0.9386046041123467, - 1.042323932480091, - 1.0325935116911305, - 1.0468623000133939, - 1.097427344818284, - 0.9438879408105022, - 1.048839947871273, - 1.087511123501064, - 1.02306665439061, - 0.9281333050780699, - 0.9709946269989288 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9305, - "cert_evals": { - "36": 0.949999988079071, - "72": 0.9375, - "108": 0.9000000357627869, - "255": 0.6875 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.9634146341463414, - "test_acc": 0.9681159420289855, - "train_size": 142, - "val_size": 82, - "test_size": 345, - "stats": { - "mean": [ - [ - -0.11201186056338029, - 0.07070025633802816, - -0.10239308169014083, - -0.11672702063380279, - 0.032527111971830974, - 0.05026270500000002, - -0.02818336908450703, - -0.04343403450704224, - -0.02067522316901408, - 0.08708522408450704, - -0.11080013492957747, - 0.04381799119718306, - -0.0825752031690141, - -0.11760619366197181, - -0.12109326042253515, - 0.0031279288732394177, - -0.06837052551408451, - -0.09945178922535211, - 0.02686396394366193, - -0.03645938134507036, - -0.09511004859154928, - 0.08993712535211269, - -0.07473255774647886, - -0.10130778450704225, - 0.04382505676056337, - 0.08864361894366199, - 0.03680164077464787, - -0.003688304577464759, - 0.0977748130774647, - 0.08804689718309852 - ] - ], - "std": [ - [ - 0.9195016301354824, - 1.094593366492765, - 0.9291056843219847, - 0.8651637977085379, - 1.104895872882098, - 1.0612349352106514, - 0.9960386306069985, - 0.9599334814324468, - 0.995073713912434, - 1.0059759191906428, - 0.8154754957601557, - 1.1714910738712319, - 0.8337124056974246, - 0.7056775636749633, - 0.8384686418997397, - 0.997008703041016, - 0.7652271837716654, - 0.9491550332342998, - 0.9894126977193328, - 0.8349121832481521, - 0.9324374909578882, - 1.0776300277359205, - 0.9582162700674596, - 0.8930111054213019, - 1.0965646002689322, - 1.0909755237588887, - 1.0811372221216917, - 1.0368266566472815, - 1.0808007528399084, - 1.0161303395181038 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9305, - "cert_evals": { - "36": 0.9390243291854858, - "72": 0.9024389982223511, - "108": 0.8658536076545715, - "255": 0.6097560524940491 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.9545454545454546, - "test_acc": 0.9410029498525073, - "train_size": 142, - "val_size": 88, - "test_size": 339, - "stats": { - "mean": [ - [ - -0.021816593521126793, - 0.06485498873239437, - -0.02247304859154929, - -0.029893932042253508, - 0.038515619718309926, - -0.02588728169014086, - -0.05297414225352113, - -0.003333404225352076, - 0.04336582049295775, - -0.03314538676056333, - -0.030619029577464745, - -0.0005102492957746506, - -0.05296082697183101, - -0.03949717746478873, - 0.010749251408450719, - -0.0881686789436619, - -0.1314002314507042, - -0.11034913126760565, - -0.034516665140845094, - -0.06504294760563381, - -0.02178127598591549, - 0.04724548049295773, - -0.027157091126760537, - -0.033063059859154906, - 0.05190005140845066, - -0.03469985169014086, - -0.07640525704225351, - -0.020877885915492986, - 0.0502971771619718, - -0.0047201802816901695 - ] - ], - "std": [ - [ - 0.9463937708331187, - 1.0456850321490456, - 0.9481587587922021, - 0.9061036579406758, - 0.9991272345406123, - 0.9529645424014063, - 0.9656412252488126, - 1.0086024557337858, - 1.0101851762447767, - 0.971237840916314, - 0.8511955942668115, - 0.9348241096823969, - 0.7677709117900025, - 0.7619556774338143, - 0.9861286665457306, - 0.835402354513955, - 0.6497713689377111, - 0.83419033386709, - 0.8966910096607936, - 0.7137654744350889, - 0.9276882020178508, - 1.0094191904095935, - 0.9175498580969587, - 0.8830907945718708, - 0.9951613811713826, - 0.955386515361877, - 0.9648461201262609, - 1.0198807080859185, - 1.0490861818978507, - 0.9618292961310324 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9305, - "cert_evals": { - "36": 0.9204545617103577, - "72": 0.886363685131073, - "108": 0.8636363744735718, - "255": 0.7045454978942871 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9753086419753086, - "test_acc": 0.9653179190751445, - "train_size": 142, - "val_size": 81, - "test_size": 346, - "stats": { - "mean": [ - [ - 0.041954460563380286, - -0.03068368455563383, - 0.05642674225352119, - 0.04212094478873236, - 0.0753741992957746, - 0.19173782535211265, - 0.13158766190140847, - 0.10927857042253514, - 0.12073864654929573, - 0.16060644718309858, - 0.0007204726760563243, - 0.02137304077464788, - 0.05429816549295772, - -0.012780137042253566, - 0.013563698028169006, - 0.15196018795774635, - 0.11918610920422545, - 0.08330966570422528, - 0.08884857161971826, - 0.08853129507042258, - 0.03332697760563379, - -0.006147756197183027, - 0.06017890535211265, - 0.025833432394366203, - 0.10165912112676065, - 0.184136802112676, - 0.17515080211267609, - 0.12936214014084502, - 0.10002845492957746, - 0.16336953521126774 - ] - ], - "std": [ - [ - 1.0573062114321623, - 0.9552884577469056, - 1.0710079092993716, - 1.0509022734984494, - 1.1270846333930622, - 1.1567722248607955, - 1.1330587765489406, - 1.140649555855837, - 1.1542513895561295, - 1.0051375538789176, - 0.8967996396101922, - 1.097489083446709, - 0.9381483291097392, - 0.7912780594989863, - 0.9397288734854672, - 0.9788202766737033, - 1.073938446577066, - 0.9563830108562081, - 1.1438144705840625, - 0.7701703811879946, - 1.0262729293228618, - 0.9839279786422038, - 1.0483951162266714, - 1.0167649174977718, - 1.0851034209747896, - 1.0398339487141628, - 1.1490024738247944, - 1.0756456277267925, - 1.0959872724158726, - 0.9323448193880042 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 9305, - "cert_evals": { - "36": 0.9506173133850098, - "72": 0.9135802388191223, - "108": 0.8641975522041321, - "255": 0.654321014881134 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9606841306930499, - "std_test_acc": 0.01319153478074328, - "n_samples": 569, - "n_features": 30, - "n_classes": 2, - "mean_cert_acc_36": 0.9400240480899811, - "std_cert_acc_36": 0.014091378964069425, - "mean_cert_acc_72": 0.9099707305431366, - "std_cert_acc_72": 0.02148572248154729, - "mean_cert_acc_108": 0.8734218925237656, - "std_cert_acc_108": 0.017743744923571326, - "mean_cert_acc_255": 0.6640306413173676, - "std_cert_acc_255": 0.04176231250738681 - }, - "breast-cancer-wisc-prog": { - "dataset": "breast-cancer-wisc-prog", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.7272727272727273, - "test_acc": 0.6535433070866141, - "train_size": 49, - "val_size": 22, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.31970781836734696, - 0.1594104081632653, - 0.24753781836734692, - 0.15300701836734695, - 0.1584555244897959, - -0.07602553591836737, - -0.06153886122448981, - 0.024552744897959188, - 0.06713168775510207, - -0.10528630102040819, - -0.1678704836734694, - -0.0915255861224489, - 0.07864324755102042, - -0.0763010120408163, - -0.037683283673469285, - -0.06905704693877551, - -0.042495671428571434, - -0.06359507428571427, - 0.03737176122448981, - -0.1542635448979592, - -0.17539257755102045, - 0.03410600122448976, - 0.19654199204081632, - 0.030810593877551008, - 0.026635724489795946, - -0.07049495102040816, - -0.06440993673469386, - -0.08851851224489796, - 0.02908160000000001, - -0.1859407571428571, - -0.1654363697959184, - 0.12819854693877544, - 0.07058588775510208 - ] - ], - "std": [ - [ - 0.8821495545994039, - 1.046791889090161, - 0.9578267027302361, - 1.039660283165596, - 1.062402836067028, - 0.8890421367893667, - 0.77925901952072, - 1.0440797113889244, - 1.07089974397772, - 0.8387965488338012, - 0.843277245772551, - 0.9360392595139003, - 0.9823857653557395, - 0.9082591415396649, - 0.9365116398737245, - 0.5979213497916245, - 0.6539721608757036, - 0.7958185885004673, - 0.9242350544633458, - 0.6845312987462778, - 0.6502938972920995, - 0.949219789937265, - 0.9404670831714534, - 0.9171284397752019, - 0.9104156790640995, - 1.0518203238418193, - 0.8156351280441914, - 0.8683551446970883, - 0.9112079933660755, - 0.813430119013099, - 0.8388136650033143, - 1.1512761088815193, - 1.0375108599738538 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11225, - "cert_evals": { - "36": 0.5, - "72": 0.4545454680919647, - "108": 0.27272728085517883, - "255": 0.04545454680919647 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.7478991596638656, - "train_size": 49, - "val_size": 30, - "test_size": 119, - "stats": { - "mean": [ - [ - -0.2954286122448979, - 0.22705779387755098, - 0.13045305210204083, - 0.21518541632653068, - 0.21329647816326533, - -0.23494008897959187, - -0.13741642857142858, - -0.01620160836734699, - 0.07495674877551023, - -0.08356683326530613, - -0.30211086122448977, - 0.17222382204081632, - 0.1861636093877551, - 0.18613398183673469, - 0.17258124081632648, - -0.019180042857142875, - 0.011242470816326589, - -0.019861698775510188, - 0.09400348163265304, - 0.03439312653061231, - -0.08544421122448984, - 0.1251565993877551, - 0.0614657979591837, - 0.1106848959183673, - 0.10643556734693876, - -0.283786518367347, - -0.22690647755102036, - -0.21750787142857142, - -0.11082883795918366, - -0.2517320069387755, - -0.3646700183673469, - 0.17979882653061224, - -0.02691289795918366 - ] - ], - "std": [ - [ - 0.8143503780150015, - 0.9174121431953063, - 0.9505147809888337, - 0.9270519324131056, - 0.9280401005535991, - 1.1301563685159044, - 1.0842494023346008, - 1.17774758901752, - 1.1259425788210895, - 1.0343443324314006, - 0.899946779911175, - 1.0776959194375155, - 1.0652779342066867, - 1.0778896598336396, - 1.0489415511808549, - 1.0202607569462199, - 1.065380703338058, - 1.046928716393895, - 1.0889438008342867, - 1.0504050035821422, - 0.966138030350577, - 0.8642794080204923, - 1.0800430340260923, - 0.8743291823479178, - 0.8688670309147045, - 1.0842628402104706, - 0.8975026094533473, - 0.9571151684782386, - 1.0396216376453484, - 0.914946697740367, - 0.749250166005288, - 1.1231797264684098, - 0.8886200116636936 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11225, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.46666669845581055, - "108": 0.46666669845581055, - "255": 0.20000001788139343 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6486486486486487, - "test_acc": 0.7142857142857143, - "train_size": 49, - "val_size": 37, - "test_size": 112, - "stats": { - "mean": [ - [ - -0.03842323061224502, - -0.10614214693877552, - 0.030698034693877517, - -0.1000028979591836, - -0.08415378163265311, - -0.03538041755102043, - -0.04750202040816325, - -0.10165484306122448, - -0.1358923424489796, - -0.02547460816326529, - 0.027964706122448967, - 0.1158320934693878, - 0.2141981857142857, - 0.11305339408163259, - 0.09026773632653065, - -0.07205539183673473, - -0.11876845979591835, - -0.09018467959183678, - -0.001788581632653037, - -0.09199452244897957, - -0.05832562632653058, - -0.06420658346938772, - 0.05587048142857144, - -0.07304466938775511, - -0.028326246938775446, - -0.04279098959183677, - -0.11518350408163265, - -0.12291339183673465, - -0.1940691712244898, - -0.03263718653061224, - -0.029735322448979654, - 0.15452512040816324, - 0.20183378571428573 - ] - ], - "std": [ - [ - 0.9794534025714385, - 1.0053275769298504, - 0.9095119348920842, - 1.008933323770274, - 0.9879586777091109, - 1.0102761898726105, - 0.9960048575197608, - 1.0021029195920532, - 0.9776597311295145, - 0.9821341050152573, - 0.9436155579641772, - 1.1817284472744785, - 1.1856988946274227, - 1.1970542714305854, - 1.1086625077552497, - 0.6618568645391364, - 0.7687365990953271, - 0.8119143908977525, - 1.0415418534564902, - 0.8186632232431363, - 0.8434368212477027, - 1.0615598386819989, - 0.8454048970519085, - 1.0522702304694245, - 1.041897029381895, - 1.1007804274989816, - 0.8280858289610474, - 0.8451988761728604, - 1.0253215425598294, - 0.9705970427113062, - 0.8554540105246272, - 0.9682864062481196, - 1.2134784272055537 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11225, - "cert_evals": { - "36": 0.5945945978164673, - "72": 0.4864864945411682, - "108": 0.37837839126586914, - "255": 0.1621621698141098 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.72, - "test_acc": 0.7016129032258065, - "train_size": 49, - "val_size": 25, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.06744018775510212, - 0.18968365714285723, - -0.014217911020408189, - 0.21184517142857145, - 0.16995342797959181, - 0.0988115742857143, - 0.23174346530612244, - 0.2643820010204082, - 0.2708541071428573, - 0.17052290612244894, - 0.08597982244897957, - 0.02605522000000001, - -0.09904910612244898, - 0.07999727979591835, - 0.021088532448979617, - 0.032508024489795916, - 0.1139721422448979, - 0.17344601857142858, - 0.1454327612244898, - 0.09731225102040818, - 0.07194746775510205, - 0.15103356959183675, - -0.07001499795918376, - 0.19365317551020406, - 0.10773460285714288, - 0.06407297959183662, - 0.08076181836734692, - 0.18958595510204077, - 0.30016600816326516, - 0.048603673469387716, - 0.014894271020408143, - 0.2872125, - 0.2280839387755102 - ] - ], - "std": [ - [ - 0.9697920367102327, - 0.9203134351014114, - 0.9060497409545201, - 0.9187807307729611, - 0.9729266703311016, - 0.9430977585802243, - 0.8769553733450195, - 0.8356859349258849, - 0.8680804682359612, - 1.0166341852710845, - 0.8914293133833798, - 0.7940097770795826, - 0.7723528820449007, - 0.8508321197542031, - 0.7752894285658177, - 0.7444263872990391, - 0.9053411998307737, - 0.9999993608516502, - 0.8504750965678145, - 1.090497279238265, - 0.7631870591645827, - 0.9076864322017706, - 0.8687695687330197, - 0.9366133883217269, - 0.9044846120349299, - 0.9712465829469978, - 0.7332294033502637, - 0.8612201045664006, - 0.9404165330479154, - 0.8777899215486339, - 0.6950358654750831, - 1.288136700201249, - 1.084093306135652 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11225, - "cert_evals": { - "36": 0.6399999856948853, - "72": 0.5600000023841858, - "108": 0.5600000023841858, - "255": 0.2800000011920929 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7043352710655001, - "std_test_acc": 0.03908989043037663, - "n_samples": 198, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.5836486518383026, - "std_cert_acc_36": 0.05932888807749885, - "mean_cert_acc_72": 0.4919246658682823, - "std_cert_acc_72": 0.047254609980921784, - "mean_cert_acc_108": 0.4194430932402611, - "std_cert_acc_108": 0.12274384295448776, - "mean_cert_acc_255": 0.17190418392419815, - "std_cert_acc_255": 0.09756792362588768 - }, - "breast-tissue": { - "dataset": "breast-tissue", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.5, - "test_acc": 0.484375, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.05975213076923076, - -0.1700837961538461, - -0.07101548961538463, - -0.07560978846153853, - -0.09291733192307686, - -0.016577561538461575, - -0.04475990000000001, - -0.07285894230769238, - 0.07173603846153843 - ] - ], - "std": [ - [ - 1.0224159106861461, - 0.8445520785357892, - 0.7741253936128145, - 0.8853536860600771, - 0.38729731508258874, - 0.9582996830625056, - 0.82333349002183, - 0.8965544012774733, - 1.0474511376253193 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 981, - "cert_evals": { - "36": 0.25, - "72": 0.0625, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 31, - "best_val_acc": 0.5294117647058824, - "test_acc": 0.5714285714285714, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.06515484615384612, - 0.03429535384615387, - 0.00023585769230772996, - 0.02817068038461536, - 0.29457321923076923, - 0.28562573076923076, - 0.1850123226923077, - 0.007732330769230795, - 0.09394715384615383 - ] - ], - "std": [ - [ - 1.0481371005758702, - 0.9468687513118862, - 0.9541555931791563, - 1.161367210725673, - 1.8089072605844074, - 1.4326989403612587, - 1.2263588432882497, - 1.1230111041722295, - 1.0768662243391771 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 981, - "cert_evals": { - "36": 0.1764705926179886, - "72": 0.1764705926179886, - "108": 0.1764705926179886, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.4090909090909091, - "test_acc": 0.39655172413793105, - "train_size": 26, - "val_size": 22, - "test_size": 58, - "stats": { - "mean": [ - [ - 0.1420645923076924, - -0.021972550769230735, - 0.05583075653846149, - 0.1584816346153846, - 0.34043701807692306, - 0.2878222653846154, - 0.08915464576923074, - 0.16733479230769233, - 0.15722880769230765 - ] - ], - "std": [ - [ - 1.1134982409667369, - 0.9816789499398818, - 1.0050663167371856, - 1.3274295018092825, - 1.8473866317578664, - 1.5489183023129736, - 1.1110278693236766, - 1.3406661330121303, - 1.11545486536904 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 981, - "cert_evals": { - "36": 0.3181818127632141, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.5735294117647058, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1574124615384615, - 0.10245514615384627, - 0.03514549230769227, - 0.3551133961538462, - 0.3894629076923076, - 0.3001374115384615, - 0.28138883461538466, - 0.3308483076923076, - 0.1433466538461538 - ] - ], - "std": [ - [ - 1.080732063435857, - 0.9803609509557707, - 0.9980517989674806, - 1.3433457176877586, - 1.8319487646118202, - 1.4349909430519747, - 1.3440593710651376, - 1.3474895378547405, - 1.0747301574317993 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 981, - "cert_evals": { - "36": 0.25, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5064711768328021, - "std_test_acc": 0.08423537874357252, - "n_samples": 106, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.24866310134530067, - "std_cert_acc_36": 0.05787395542491756, - "mean_cert_acc_72": 0.05974264815449715, - "std_cert_acc_72": 0.08320934247405941, - "mean_cert_acc_108": 0.04411764815449715, - "std_cert_acc_108": 0.0882352963089943, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "car": { - "dataset": "car", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.725925925925926, - "test_acc": 0.7037037037037037, - "train_size": 432, - "val_size": 270, - "test_size": 1026, - "stats": { - "mean": [ - [ - 0.08486305092592587, - -0.024837976851851778, - -1.3287037036350012e-06, - 0.011336944444444445, - -0.03684506944444444, - -0.03401083333333333 - ] - ], - "std": [ - [ - 1.0016589891278265, - 1.0231915721256846, - 0.9608720065155524, - 0.9785956932593036, - 0.9832757136677825, - 1.0299163223065575 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 451, - "cert_evals": { - "36": 0.5074074268341064, - "72": 0.35185185074806213, - "108": 0.25555554032325745, - "255": 0.014814814552664757 - }, - "fold": 0 - }, - { - "best_epoch": 85, - "best_val_acc": 0.7519685039370079, - "test_acc": 0.7428023032629558, - "train_size": 432, - "val_size": 254, - "test_size": 1042, - "stats": { - "mean": [ - [ - 0.11177086574074095, - 0.05174572685185183, - 0.006257092592592696, - -0.014171180555555555, - 0.00850270833333333, - -0.04251354166666666 - ] - ], - "std": [ - [ - 1.0027127363181396, - 1.0149158181522542, - 1.0007483470954381, - 0.9838637435503522, - 0.9979369093278955, - 0.9935806706647962 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 451, - "cert_evals": { - "36": 0.6023622155189514, - "72": 0.3976377844810486, - "108": 0.23622047901153564, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 65, - "best_val_acc": 0.828, - "test_acc": 0.8011472275334608, - "train_size": 432, - "val_size": 250, - "test_size": 1046, - "stats": { - "mean": [ - [ - 0.03725695833333315, - -0.008279379629629494, - -0.017212699074074026, - -0.022673888888888886, - 0.11053520833333332, - -0.005668472222222222 - ] - ], - "std": [ - [ - 1.015550913169218, - 1.0070528609914111, - 1.0176501107132674, - 0.9748453883737107, - 1.0057305909552958, - 0.9857113000295774 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 451, - "cert_evals": { - "36": 0.7200000286102295, - "72": 0.5720000267028809, - "108": 0.42000001668930054, - "255": 0.03200000151991844 - }, - "fold": 2 - }, - { - "best_epoch": 77, - "best_val_acc": 0.6886446886446886, - "test_acc": 0.7067448680351907, - "train_size": 432, - "val_size": 273, - "test_size": 1023, - "stats": { - "mean": [ - [ - 0.006209462962963474, - 0.006209476851851934, - -0.0015661527777777126, - -0.017005416666666662, - 0.02267388888888889, - -0.04534777777777777 - ] - ], - "std": [ - [ - 1.0216642383326442, - 0.997836524752538, - 0.9973262178910823, - 0.9855809020000981, - 1.020073036790825, - 0.9917072748761516 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 451, - "cert_evals": { - "36": 0.5604395866394043, - "72": 0.38461539149284363, - "108": 0.2600732743740082, - "255": 0.0036630036775022745 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7385995256338278, - "std_test_acc": 0.04532223866061999, - "n_samples": 1728, - "n_features": 6, - "n_classes": 4, - "mean_cert_acc_36": 0.5975523144006729, - "std_cert_acc_36": 0.0904065506110846, - "mean_cert_acc_72": 0.4265262633562088, - "std_cert_acc_72": 0.09887694222733508, - "mean_cert_acc_108": 0.29296232759952545, - "std_cert_acc_108": 0.08532129352601181, - "mean_cert_acc_255": 0.012619454937521368, - "std_cert_acc_255": 0.014374675089261386 - }, - "cardiotocography-10clases": { - "dataset": "cardiotocography-10clases", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.6269592476489029, - "test_acc": 0.6018808777429467, - "train_size": 531, - "val_size": 319, - "test_size": 1276, - "stats": { - "mean": [ - [ - 0.05696145216572526, - 0.04547308248587554, - 0.02537313540489641, - 0.00411199623352259, - 0.004895357815442945, - 0.008270713935970049, - 0.005839290018833664, - -0.016622836393596845, - 0.056058268926553946, - -0.03742293794726937, - 0.012369841544256039, - 0.0072619020715631285, - 0.009574918079096046, - 0.031539144971751344, - 0.013908543314500948, - 0.011100862523540712, - 0.04299334557438753, - 0.0388642668549907, - 0.03971033022598931, - 0.04886574700564973, - 0.01822254990583819 - ] - ], - "std": [ - [ - 0.9791003932834449, - 1.021744482805594, - 1.1340682159044895, - 1.0045684160238317, - 1.0167341100485954, - 1.0690427250537498, - 1.0300221271732741, - 1.0094253367928134, - 1.0210603991574776, - 0.9572713912379988, - 1.0483212024662971, - 1.0072461534048065, - 1.0014897901284459, - 0.9804849453944862, - 0.9885214019890697, - 1.0745697261946487, - 0.992143934303644, - 0.984246843865331, - 0.9805974247887139, - 1.1272267847632704, - 1.0038856117840471 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4969, - "cert_evals": { - "36": 0.5047022104263306, - "72": 0.39498430490493774, - "108": 0.3009404242038727, - "255": 0.07836990058422089 - }, - "fold": 0 - }, - { - "best_epoch": 58, - "best_val_acc": 0.5805471124620061, - "test_acc": 0.6192733017377567, - "train_size": 531, - "val_size": 329, - "test_size": 1266, - "stats": { - "mean": [ - [ - 0.02423730847457605, - 0.013319074199623025, - 0.015243735216572874, - 0.004751267419963072, - -0.009100580225987828, - 0.008270713935970045, - 0.024992621468926206, - 0.03573573145009404, - -0.005775212429378253, - -0.0017990462335216943, - -0.04130081879472713, - 0.004844720715630924, - 0.008810358945386055, - 0.025032086685499028, - -0.003331445386064059, - 0.003099077212806293, - 0.013448002824858358, - 0.00903407777777766, - 0.006905300357815675, - 0.014681350583804143, - -0.02494074199623351 - ] - ], - "std": [ - [ - 0.9901364010340642, - 1.0331843009790576, - 1.0385537848348627, - 1.004594460707876, - 0.9939531654620118, - 1.0690427250537498, - 1.1059904833090093, - 1.0066519698467797, - 0.9947251360209003, - 1.007854194532267, - 0.9613978699084029, - 1.0039167957400732, - 1.0015612937949965, - 1.0093255157872945, - 0.9891264460600468, - 0.9170858677231267, - 1.0232842600875196, - 0.9997950684728752, - 1.0142818567858394, - 1.0064323164990734, - 0.9910108983737475 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4969, - "cert_evals": { - "36": 0.5015197396278381, - "72": 0.43161094188690186, - "108": 0.3525835871696472, - "255": 0.10942249000072479 - }, - "fold": 1 - }, - { - "best_epoch": 35, - "best_val_acc": 0.6617210682492581, - "test_acc": 0.5659777424483307, - "train_size": 531, - "val_size": 337, - "test_size": 1258, - "stats": { - "mean": [ - [ - -0.017864035781544274, - 0.006498658568738066, - 0.055962871563087456, - 0.031599305084746454, - -0.01800729736346521, - 0.008270713935970026, - -0.010121785310734386, - 0.06804887372881353, - -0.026457461770244318, - -0.009681385969868147, - -0.06351851043314512, - 0.0022826497175141396, - 0.0007831224105461175, - 0.006246139887005633, - 0.020293879472693028, - -0.039576907721280453, - -0.031042671939736536, - -0.02997460489642182, - -0.02915410564971728, - -0.03835001242937842, - -0.02802381167608266 - ] - ], - "std": [ - [ - 0.9840240485333955, - 1.0369630058509158, - 1.3077211738329413, - 0.9781910820406798, - 0.9593815683814114, - 1.0690427250537495, - 0.9831811654899777, - 1.0030139105693259, - 0.9410382228102027, - 1.0102835335540883, - 0.9567918855139759, - 0.9840184308800868, - 0.9460545431142556, - 1.0343625123637432, - 0.9972026659995562, - 0.9845178278494092, - 0.982127775954673, - 0.9875424397739129, - 0.9974176458730358, - 0.9332863192875079, - 1.005191404704601 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4969, - "cert_evals": { - "36": 0.5311572551727295, - "72": 0.43916913866996765, - "108": 0.3531157374382019, - "255": 0.10682492703199387 - }, - "fold": 2 - }, - { - "best_epoch": 96, - "best_val_acc": 0.6993670886075949, - "test_acc": 0.6450351837372947, - "train_size": 531, - "val_size": 316, - "test_size": 1279, - "stats": { - "mean": [ - [ - 0.00242115593220332, - -0.035886080602636754, - -0.03572555838041413, - -0.01890058003766386, - -0.032639473446328435, - 0.008270713935969828, - -0.010121798493407167, - 0.037159613276836166, - -0.026031056685498998, - -0.0068150113747645945, - -0.01142061785310738, - -0.00994834726930324, - -0.03017912354048965, - -0.07131180037664787, - -0.020571447269303055, - -0.026240708097928056, - 0.01977089152542346, - -0.0009897885122410945, - 0.008988329585687696, - -0.027821750659133063, - 0.07988433521657268 - ] - ], - "std": [ - [ - 0.9646815053252067, - 0.9964364169189934, - 0.8667767137648238, - 0.9918320242400497, - 0.9443068366192023, - 1.0690427250537484, - 0.9028491559082471, - 0.9963685539925591, - 0.9378981844514512, - 0.9990211691032591, - 0.9968931340694016, - 0.9947823538218709, - 1.01034823063542, - 0.9491639320099594, - 0.9768788202272297, - 0.8919007118681375, - 0.9486367993709804, - 0.9697075304143699, - 0.975375266216865, - 0.9399010412320569, - 0.9783943677709094 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 4969, - "cert_evals": { - "36": 0.6044303774833679, - "72": 0.5189873576164246, - "108": 0.41455698013305664, - "255": 0.08544304221868515 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6080417764165822, - "std_test_acc": 0.033176291596989135, - "n_samples": 2126, - "n_features": 21, - "n_classes": 10, - "mean_cert_acc_36": 0.5354523956775665, - "std_cert_acc_36": 0.04786581677123477, - "mean_cert_acc_72": 0.44618793576955795, - "std_cert_acc_72": 0.05222808918049921, - "mean_cert_acc_108": 0.3552991822361946, - "std_cert_acc_108": 0.046470431725105975, - "mean_cert_acc_255": 0.09501508995890617, - "std_cert_acc_255": 0.015445947202185195 - }, - "cardiotocography-3clases": { - "dataset": "cardiotocography-3clases", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 0.8947368421052632, - "test_acc": 0.8372641509433962, - "train_size": 531, - "val_size": 323, - "test_size": 1272, - "stats": { - "mean": [ - [ - -0.030111656873823105, - -0.003732127118644177, - 0.01116787758945438, - -0.08985611299434969, - -0.00846454877589486, - 0.008270713935970052, - 0.01860809416195951, - 0.07714044712806034, - -0.005562035969867772, - -0.02718609557438801, - -0.012457818041431213, - 0.012724705461393555, - -0.02157851902071565, - -0.007921984030131852, - 0.03306414218455754, - 0.04044068926553697, - -0.048516965348399554, - -0.04458778192090391, - -0.03123695568738192, - 0.02170018583804156, - -0.018774542372881505 - ] - ], - "std": [ - [ - 1.0267196734843282, - 1.0079165135088577, - 0.9473557451244335, - 0.9914796817927604, - 1.004413984395137, - 1.0690427250537498, - 1.0265337126752654, - 1.0005000887455053, - 1.027745709308044, - 0.9908319242282088, - 1.0037543771306683, - 1.0398975301195088, - 1.0062327099761543, - 1.0841869723664168, - 1.0142218392015123, - 1.151741953917099, - 1.0734457791437295, - 1.0354213623061976, - 1.0200885928553527, - 1.1205840477329363, - 1.0030899076810105 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.8390092849731445, - "72": 0.7956656217575073, - "108": 0.7554179430007935, - "255": 0.4767801761627197 - }, - "fold": 0 - }, - { - "best_epoch": 53, - "best_val_acc": 0.8742331288343558, - "test_acc": 0.8644602048857368, - "train_size": 531, - "val_size": 326, - "test_size": 1269, - "stats": { - "mean": [ - [ - 0.016391169491525318, - 0.0011396926553671261, - -0.02373987099811634, - 0.03607396610169575, - -0.010373017325799852, - 0.00827071393597003, - 0.012223685499058473, - 0.010651874764595136, - 0.01981098888888896, - 0.01887923308851223, - -0.018915777890772333, - -0.015072648775894497, - 0.009447557815442556, - -0.017157672448210953, - -0.006524062146892641, - -0.03690971751412391, - -0.03587095574387965, - -0.017897674387947204, - -0.022515022862523364, - 0.011496865838041524, - -0.04343927306967993 - ] - ], - "std": [ - [ - 0.9391569592897272, - 1.0230906606141204, - 0.9581004188558814, - 0.9835526445831309, - 0.9979926559581693, - 1.0690427250537498, - 1.0123898646052452, - 1.000643989202775, - 1.0328535759777588, - 1.0412458470198602, - 1.0101002215424937, - 1.0019895656154183, - 1.0176643747680885, - 0.9912502978877031, - 0.9736333689619006, - 0.8842664932785655, - 1.039084545290219, - 0.9977498578188039, - 0.9855549645903211, - 1.0605253991894208, - 1.000119457990836 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.8374232649803162, - "72": 0.8098159432411194, - "108": 0.7423312664031982, - "255": 0.4877300560474396 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8636363636363636, - "test_acc": 0.8442687747035573, - "train_size": 531, - "val_size": 330, - "test_size": 1265, - "stats": { - "mean": [ - [ - 0.011989649905837963, - 0.017703763653483834, - -0.04815508248587558, - 0.0878522580037672, - -0.0001940107344639859, - -0.0574620999999995, - 0.04414582297551817, - 0.04154100908662901, - 0.0033932510357819923, - 0.013044282391713674, - -0.042404981242937984, - 0.04134378888888889, - -0.01985842806026365, - 0.05704191233521654, - 0.04647320527306972, - -0.06624954802259869, - 0.0383948538606398, - 0.015676433521657228, - 0.03476359286252388, - 0.0983877023352167, - -0.00027604896421838714 - ] - ], - "std": [ - [ - 1.0121411725514342, - 1.0022698506112053, - 0.7850107263672123, - 1.021861659011844, - 1.0205680703685656, - 1.0, - 1.0504178369202641, - 0.9762037792485212, - 0.9969033920323853, - 1.0262088384173584, - 0.9577094393711939, - 1.018018865673482, - 1.0072567026892174, - 1.0240761987453126, - 0.9864342700743015, - 0.8655231462742808, - 1.0132444325659744, - 1.002180759880479, - 1.0086965056851351, - 1.1584443320466373, - 0.9678154222739248 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.7727272510528564, - "72": 0.7333332896232605, - "108": 0.7030302882194519, - "255": 0.3848484754562378 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.8817891373801917, - "test_acc": 0.859594383775351, - "train_size": 531, - "val_size": 313, - "test_size": 1282, - "stats": { - "mean": [ - [ - 0.07590710470809812, - -0.024193697175141464, - -0.04779198342749522, - -0.03360304143126111, - 0.029070319209039387, - -0.024595693032014893, - 0.005839325800377342, - 0.06772045080037671, - 0.004032814877590208, - -0.01572106636534833, - -0.023934781092278794, - -0.0005697517890771726, - -0.008709438794726921, - -0.015583420433144993, - -0.012270593220338952, - 0.01910270809792879, - -0.009544668926553972, - -0.0007485035781543035, - 0.019792885216572968, - 0.012601643615819754, - 0.07063507344632772 - ] - ], - "std": [ - [ - 0.9774443663972388, - 0.9691878598072985, - 0.7938133543361705, - 1.0258465761633682, - 0.9993132346074002, - 0.7566415100311142, - 1.0194614547438874, - 0.9883543548463236, - 0.9952655430481072, - 0.9924332095258233, - 1.0409700820319554, - 0.9838443180700808, - 0.9913771235918427, - 0.9821486224205357, - 0.9651162627503362, - 1.033340912804804, - 1.0105779866484361, - 1.0049118298763688, - 0.989141891228224, - 1.0204876585018856, - 0.9866082018247349 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.8242811560630798, - "72": 0.7859424948692322, - "108": 0.7188498377799988, - "255": 0.4600638747215271 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8513968785770104, - "std_test_acc": 0.012759224648879776, - "n_samples": 2126, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.8183602392673492, - "std_cert_acc_36": 0.03112988332229587, - "mean_cert_acc_72": 0.7811893373727798, - "std_cert_acc_72": 0.033375835497752526, - "mean_cert_acc_108": 0.7299073338508606, - "std_cert_acc_108": 0.02345057981156417, - "mean_cert_acc_255": 0.45235564559698105, - "std_cert_acc_255": 0.04642033112305415 - }, - "chess-krvkp": { - "dataset": "chess-krvkp", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 47, - "best_val_acc": 0.9741379310344828, - "test_acc": 0.9720641489912054, - "train_size": 799, - "val_size": 464, - "test_size": 1933, - "stats": { - "mean": [ - [ - -0.012910581977471696, - 0.0232343479349185, - 0.01974840050062684, - -0.006236645807259704, - 0.016582745932415422, - 0.011297774718398169, - 0.042862941176470284, - 0.03031926157697225, - 0.0180404605757215, - -0.010202853566957767, - -0.00189366082603287, - -0.016319619524404437, - 0.0033822653316640658, - -0.03204078085106409, - 0.0705100575719649, - 0.02903828535669439, - -0.03100208760951203, - -0.008096886107634134, - -0.03482669524405622, - 0.019232514392990924, - 0.012952405506882283, - 0.028141539424280874, - 0.012118360450564641, - -0.021248015018773447, - -0.016025085481852858, - 5.306633288432277e-07, - -0.020626277847311296, - -0.017688700000000283, - 0.0857653942428025, - -0.03719805506883507, - 0.005740868585732433, - 0.07288125406758252, - 0.025791864831039592, - -0.00712086608260405, - -0.040342160200250346, - -0.05876795494368149 - ] - ], - "std": [ - [ - 0.9837163023685394, - 1.0378682164982054, - 1.0465982807867846, - 0.9915165284267596, - 1.005530465952035, - 1.0006602278791406, - 1.010781822340367, - 1.0199155022259125, - 1.0041109770934162, - 0.9954304425556489, - 0.999580748645936, - 0.9784729377035531, - 1.001226355888721, - 0.7309839212424674, - 1.0450840322089407, - 1.0585050069556725, - 0.9104979964986178, - 1.0030733244153598, - 0.7855814376765642, - 1.0182546843992308, - 1.0103378991543899, - 1.020315666869466, - 1.0226041285721963, - 0.9944445166738229, - 0.8530722671343124, - 0.9998428506463546, - 0.958403864877632, - 1.0, - 1.297598626233983, - 0.9108937768595846, - 1.0046803731698561, - 1.1311938967311475, - 1.0059129579966133, - 1.0017029704517841, - 1.020154120299574, - 0.9629351207831572 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13325, - "cert_evals": { - "36": 0.9418103694915771, - "72": 0.9073275923728943, - "108": 0.8771551847457886, - "255": 0.41379308700561523 - }, - "fold": 0 - }, - { - "best_epoch": 65, - "best_val_acc": 0.9866962305986696, - "test_acc": 0.9758478931140802, - "train_size": 799, - "val_size": 451, - "test_size": 1946, - "stats": { - "mean": [ - [ - -0.0009927534418022186, - 0.018342768460575525, - -0.06582760575719632, - -0.0020792615769724375, - 0.051078400500625745, - 0.011297774718398223, - -0.03506647058823558, - -0.021223376720899582, - -0.03866361702127398, - -0.02380752190237722, - -0.014526558197747444, - 0.016318818523153884, - 0.006087788485606497, - 0.07781297659574443, - -0.04009326658322881, - 0.017423181476844563, - -0.016413096370462833, - -0.032386387984980926, - 0.020896709511889343, - 0.0017488035043802706, - 0.0032379173967446036, - -0.04377830913642133, - 0.00134634543179087, - -0.008370843554443178, - -0.01602508548185286, - -0.05699136670838574, - 0.012376380475592372, - -0.017688700000000283, - 0.023390775969961416, - 0.03719677847309204, - 0.005740868585732397, - -0.004124948685859613, - 0.002579862327909166, - -0.025243699624531293, - -0.02052447684605754, - 0.019589255319148336 - ] - ], - "std": [ - [ - 0.9986195311743077, - 1.0300230852190024, - 0.8216604611116667, - 0.9970790771407829, - 1.0163955081800622, - 1.0006602278791408, - 0.9894273630441428, - 0.9849960711322177, - 0.9895223747807858, - 0.9893503391280706, - 0.9977270081722001, - 1.0205058915949463, - 1.0023223894472089, - 1.4564544306041578, - 0.9790108101412359, - 1.0355371587989588, - 0.9537117155994841, - 1.0123108404588719, - 1.108181480971759, - 1.001546561141509, - 1.0024924985959782, - 0.9655037096440781, - 1.0024053099202712, - 0.9977739015125082, - 0.8530722671343125, - 1.021876104669329, - 1.0237032374075374, - 1.0, - 1.0898218142005072, - 1.080220497632301, - 1.0046803731698557, - 0.9917285097795778, - 1.000482486194206, - 1.0061895454376688, - 1.0104282205557285, - 1.0110875620192163 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13325, - "cert_evals": { - "36": 0.9645232558250427, - "72": 0.9312638640403748, - "108": 0.8913525342941284, - "255": 0.4390243887901306 - }, - "fold": 1 - }, - { - "best_epoch": 38, - "best_val_acc": 0.9726315789473684, - "test_acc": 0.9667013527575442, - "train_size": 799, - "val_size": 475, - "test_size": 1922, - "stats": { - "mean": [ - [ - 0.04270595118898613, - -0.035464605757197565, - -0.026330987484355414, - 0.010392891113891287, - 0.024543281602002653, - -0.001253777221526715, - -0.011687647058824222, - -0.02728721652065032, - 0.0025757121401775553, - -0.07006339424280264, - -0.0018936608260329234, - -0.004080205256570354, - 0.04125958948685799, - -0.03204078085106409, - -0.02626784230287835, - -0.023229682102629934, - 0.041942868585731145, - 0.01619261576971138, - 0.006965858322903206, - -0.001747938673341953, - -0.05828717396746041, - 0.04064933917396773, - 0.06597843554443104, - -0.018672580725907748, - 0.005341821777221022, - -0.005427269086358065, - 0.03437815269086148, - -0.017688700000000283, - -0.007796533166459127, - -6.382978713675692e-07, - -0.04346299874843527, - 0.01787682352940982, - -0.03610680851063828, - 0.04465865832290276, - 0.019110889862328, - 0.03990408760951166 - ] - ], - "std": [ - [ - 1.0503026614950781, - 0.9377299469744113, - 0.9332222466570044, - 1.0134812577120929, - 1.0081529457229899, - 0.9997466732969692, - 0.9965218768327301, - 0.9806280790356154, - 1.0004721494235536, - 0.9669617912464558, - 0.9995807486459362, - 0.9945690429937961, - 1.0158077550757176, - 0.7309839212424674, - 0.9989487460582208, - 0.9496723729602274, - 1.1079472020538745, - 0.9931560757473815, - 1.0372639011971079, - 0.998134626824417, - 0.9489971567418679, - 1.0290373693626786, - 1.116580541935386, - 0.9951246155880097, - 1.0441402229839951, - 1.0021017867674258, - 1.064445876205708, - 1.0, - 0.9678679341238935, - 0.999842760601726, - 0.9613338278133499, - 1.0340832941176457, - 0.9901571062749744, - 0.9869400115230125, - 0.9895000075374855, - 1.0222216905424544 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13325, - "cert_evals": { - "36": 0.9515789151191711, - "72": 0.9136841893196106, - "108": 0.8736841678619385, - "255": 0.4821052551269531 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9585152838427947, - "test_acc": 0.9587416193914389, - "train_size": 799, - "val_size": 458, - "test_size": 1939, - "stats": { - "mean": [ - [ - 0.0029798560700874874, - -0.015898287859826204, - 0.013165630788484818, - -0.002079261576972459, - 0.06434595994993732, - -0.0087847083854817, - -0.035066470588235754, - -0.021223376720899842, - 0.012885544430540316, - -0.0755052615769703, - -0.07516446558197788, - 0.004079404255319092, - 0.041259589486858005, - 0.04119505744680826, - -0.0069122853566958315, - -0.029037234042554844, - -0.01641309637046286, - -0.037784055068836316, - -0.03482669524405622, - -0.04370884480600792, - -0.035620035043805974, - 0.04690323904881119, - -0.009425669586981995, - -0.00064454067584565, - -0.05875890000000068, - -0.04884966708385503, - 0.0453790387984959, - -0.017688700000000283, - 0.002599236545681054, - 0.030997209011264834, - -0.05002351439299086, - 0.006875937421775107, - -0.010315694618272687, - -0.04077755694618336, - 0.004955401752189988, - 0.10084858448060059 - ] - ], - "std": [ - [ - 1.003506639923147, - 0.9726497119550556, - 1.031291250931018, - 0.9970790771407828, - 1.0202330509186042, - 0.9991224561764447, - 0.9894273630441432, - 0.9849960711322175, - 1.0029259974983142, - 0.9641477850388797, - 0.9865314194046129, - 1.0050737920779802, - 1.0158077550757172, - 1.2629201270580204, - 0.9808444007141872, - 0.9366196797544946, - 0.9537117155994845, - 1.0142732074093561, - 0.7855814376765643, - 0.9552444287880467, - 0.9695039665985851, - 1.033313842690941, - 0.9816728244810887, - 0.9996865943557063, - 1.0, - 1.0189528540341442, - 1.0840757895240576, - 1.0, - 1.0102634466126872, - 1.067334702526026, - 0.9552142319361535, - 1.0131869855246693, - 0.9972193469515207, - 1.0097604697449478, - 0.9972056619226006, - 1.052569358911855 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 13325, - "cert_evals": { - "36": 0.9344978332519531, - "72": 0.9061135649681091, - "108": 0.8668122291564941, - "255": 0.44759824872016907 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9683387535635671, - "std_test_acc": 0.007417362819734601, - "n_samples": 3196, - "n_features": 36, - "n_classes": 2, - "mean_cert_acc_36": 0.948102593421936, - "std_cert_acc_36": 0.012992363751732574, - "mean_cert_acc_72": 0.9145973026752472, - "std_cert_acc_72": 0.011596415209041352, - "mean_cert_acc_108": 0.8772510290145874, - "std_cert_acc_108": 0.010336870548871625, - "mean_cert_acc_255": 0.445630244910717, - "std_cert_acc_255": 0.028234384284820873 - }, - "congressional-voting": { - "dataset": "congressional-voting", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 22, - "best_val_acc": 0.5614035087719298, - "test_acc": 0.5724907063197026, - "train_size": 109, - "val_size": 57, - "test_size": 269, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.11779591743119261, - -0.04414557798165136, - -0.044145577981651356, - -0.1385431192660551, - -0.04414557798165139, - -0.026378550458715573, - 0.11256628440366967, - -0.10507706422018329, - -0.054913027522935885, - -0.05395532110091718, - 0.008270385321100901, - 0.10771073394495408, - 0.03500372477064211, - -0.000600422018348633, - -0.02276844036697253 - ] - ], - "std": [ - [ - 0.8184815616369955, - 0.8313668954689791, - 0.8538679440524577, - 0.8538679440524576, - 0.5219210944971431, - 0.8538679440524588, - 0.9259164552817457, - 1.2484961570437194, - 0.7457451590890042, - 0.7568400989501728, - 0.8761485096645807, - 1.012504902324288, - 1.1811957798165138, - 1.0783310548027614, - 0.9977827937237086, - 0.9845600817644352 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2725, - "cert_evals": { - "36": 0.5263158082962036, - "72": 0.2631579041481018, - "108": 0.22807016968727112, - "255": 0.08771929889917374 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.625, - "test_acc": 0.5610687022900763, - "train_size": 109, - "val_size": 64, - "test_size": 262, - "stats": { - "mean": [ - [ - -0.00038625688073406236, - 0.057688394495412916, - 0.07259284403669729, - 0.07259284403669727, - -0.08832123853211014, - 0.01422363302752295, - -0.07830136697247703, - -0.08832123853211014, - 0.10401949541284418, - -0.054913027522935885, - -0.09670699082568791, - 0.043890183486238465, - -0.010408844036697309, - -0.05957216513761476, - 0.22344607339449585, - 0.020201284403669834 - ] - ], - "std": [ - [ - 0.9977358415203772, - 1.0666277227790677, - 1.1962128629178321, - 1.196212862917833, - 0.7346827772265264, - 1.0408721364505138, - 0.7595653225302291, - 0.7346827772265264, - 1.1887281938323424, - 0.7568400989501728, - 0.7623714803384029, - 1.0685939449541277, - 0.9788020482079224, - 0.8432648555935023, - 1.3191500469500397, - 1.0109306979905373 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2725, - "cert_evals": { - "36": 0.328125, - "72": 0.25, - "108": 0.171875, - "255": 0.0625 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5849056603773585, - "test_acc": 0.5714285714285714, - "train_size": 109, - "val_size": 53, - "test_size": 273, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.0008063761467889231, - -0.044145577981651335, - -0.10251478899082538, - -0.08832123853211014, - 0.014223633027522997, - -0.078301366972477, - -0.08832123853211014, - -0.14689637614678883, - -0.12773999999999977, - 0.03154801834862407, - 0.008270385321100882, - 0.028964348623853046, - -0.012284220183486308, - -0.0006004220183486534, - 0.04168614678899078 - ] - ], - "std": [ - [ - 0.8184815616369948, - 0.9978460372285823, - 0.853867944052458, - 0.6065906343935914, - 0.7346827772265261, - 1.0408721364505131, - 0.7595653225302292, - 0.7346827772265265, - 0.6117637925728782, - 1.0, - 1.062789656192666, - 1.0125049023242882, - 1.0520823572341493, - 0.9691144875367229, - 0.9977827937237085, - 1.023184850832101 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2725, - "cert_evals": { - "36": 0.4716981053352356, - "72": 0.2075471729040146, - "108": 0.16981132328510284, - "255": 0.15094339847564697 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6338028169014085, - "test_acc": 0.5647058823529412, - "train_size": 109, - "val_size": 71, - "test_size": 255, - "stats": { - "mean": [ - [ - -0.0003862568807340379, - -0.05930114678899078, - 0.014223633027522962, - -0.04414557798165134, - -0.03809935779816519, - -0.04414557798165141, - -0.026378550458715615, - 0.012122522935779772, - -0.02143844036697227, - 0.017913944954128333, - -0.0967069908256879, - 0.07950998165137609, - 0.028964348623853057, - -0.012284220183486292, - -0.0006004220183485913, - -0.02276844036697257 - ] - ], - "std": [ - [ - 0.9977358415203773, - 0.9202474953183722, - 1.0408721364505134, - 0.8538679440524575, - 0.8955844252869521, - 0.8538679440524586, - 0.9259164552817456, - 1.0292422785092563, - 0.9536270350654188, - 1.0653667607530586, - 0.7623714803384029, - 1.1207507845689388, - 1.0520823572341482, - 0.9691144875367229, - 0.9977827937237086, - 0.9845600817644354 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 2725, - "cert_evals": { - "36": 0.5070422291755676, - "72": 0.23943661153316498, - "108": 0.23943661153316498, - "255": 0.07042253017425537 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5674234655978229, - "std_test_acc": 0.005461564996693261, - "n_samples": 435, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.4582952857017517, - "std_cert_acc_36": 0.08967904780542872, - "mean_cert_acc_72": 0.24003542214632034, - "std_cert_acc_72": 0.023733147696174923, - "mean_cert_acc_108": 0.20229827612638474, - "std_cert_acc_108": 0.03662614862669424, - "mean_cert_acc_255": 0.09289630688726902, - "std_cert_acc_255": 0.040105163282341316 - }, - "conn-bench-sonar-mines-rocks": { - "dataset": "conn-bench-sonar-mines-rocks", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 13, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.7886178861788617, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.07224829615384616, - 0.06143836403846155, - 0.17981892115384618, - 0.18359467307692307, - 0.17865188250000005, - 0.18166694038461537, - 0.13145928269230767, - 0.3580806807692308, - 0.2723380293846154, - 0.32641636923076933, - 0.3547530749999999, - 0.27079468269230766, - 0.2390470615384616, - 0.08077609423076923, - 0.06372549615384623, - 0.027136992307692294, - -0.0707615403846154, - -0.013202551923076929, - 0.07079190192307686, - 0.14980152423076923, - 0.19067387173076927, - 0.18353470192307691, - 0.09474908461538462, - 0.11814903269230771, - 0.12851396730769224, - 0.09148541923076925, - 0.007863109038461517, - -0.03280788846153844, - -0.038817317307692306, - -0.030111546153846168, - -0.06803155000000002, - -0.1759780653846154, - -0.09925099846153843, - -0.06391267884615386, - -0.10967796730769228, - -0.09900584423076922, - -0.07212157115384613, - -0.04979613730769235, - -0.014902880769230744, - -0.06563232307692309, - -0.19819578653846154, - -0.09516337250000001, - 0.028546435961538493, - 0.02690762884615383, - -0.051032306153846144, - -0.1709350942307693, - -0.15902759326923072, - 0.05230017500000001, - -0.06006629230769232, - -0.14417805423076924, - 0.04664167115384615, - 0.035231851923076866, - 0.10847407884615384, - 0.0320697788461538, - 0.014380650000000059, - 0.1584930519230769, - 0.24879878846153847, - -0.06910759711538458, - -0.04868835576923079, - -0.009460907692307728 - ] - ], - "std": [ - [ - 0.8826781365757673, - 0.8736204750730865, - 1.0631193826022287, - 1.0559935051069889, - 1.0948164691784295, - 0.9911164668100656, - 1.058133601574446, - 1.1345779651029129, - 1.2612720115229583, - 1.3050289136088924, - 1.2242580940441732, - 1.1507745621698449, - 0.9449561434126305, - 0.9761316418147328, - 1.0515687251009254, - 1.0336058228027496, - 1.0092336792759293, - 0.9721128786372969, - 0.9828570204269845, - 1.0526094050032175, - 1.007626826074757, - 0.9451553241613345, - 1.0688742655635421, - 1.1766129754915444, - 1.0893546356638915, - 0.9472223527353211, - 0.9975324667404246, - 0.9442106678014526, - 0.9147349976996598, - 0.8924870761180707, - 0.9115618167344114, - 0.9476131762252616, - 0.9936735012487963, - 1.091198911266045, - 1.0880994377807855, - 1.058748260466537, - 1.0322810862952991, - 1.0794760575131008, - 1.0563032817583005, - 1.063491740689508, - 0.9911947467095144, - 0.9289066519838143, - 1.060366924720947, - 1.0624085035469397, - 0.8715483240662897, - 0.6896203094035522, - 0.7267883935975691, - 0.928021673885073, - 0.8751357100836189, - 0.7223660360736314, - 0.7383172079055456, - 0.8199366242592814, - 1.0798630214435168, - 1.1347800621794066, - 0.9003324355296055, - 1.2234839576090903, - 1.1067568444114322, - 0.7263873158583661, - 0.9265847016853823, - 0.8105858418957635 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36605, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.5151515007019043, - "108": 0.42424243688583374, - "255": 0.09090909361839294 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8275862068965517, - "test_acc": 0.889763779527559, - "train_size": 52, - "val_size": 29, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.1496621807692307, - -0.08903577807692303, - -0.14030929807692305, - -0.035338826923076924, - 0.08386959669423068, - 0.09199651153846154, - 0.14088967307692307, - 0.07056369423076922, - -0.0025582480769230555, - 0.009174194230769301, - 0.0818218730769231, - 0.08237485384615381, - 0.04123067288461538, - -0.00616768461538463, - -0.028849084615384605, - -0.04050276923076927, - -0.0212545653846154, - -0.05132907923076921, - -0.04626740192307692, - -0.07403159615384614, - -0.05252051923076921, - 0.030670448076923096, - -0.021138782692307692, - 0.005048434615384597, - 0.09778213076923079, - 0.2050811269230769, - 0.18951900000000002, - 0.09827862115384613, - 0.07715956730769227, - 0.1654723846153846, - 0.07360706730769234, - -0.012788405769230859, - -0.07698564038461544, - -0.11772723500000001, - -0.012259624999999958, - 0.0018293673076923635, - -0.07115984249999997, - -0.07953136711538462, - -0.04274317096153846, - -0.03792623653846152, - -0.08625715769230768, - -0.05082718653846153, - 0.0639244403846154, - 0.05993298846153846, - 0.008120661730769264, - -0.03299837499999998, - -0.08261534326923076, - -0.13786070961538463, - -0.11194899807692303, - -0.1165946903846154, - -0.11254034384615383, - -0.09731205576923077, - -0.10915543461538466, - -0.020348332692307698, - -0.03527259615384616, - -0.05305450769230768, - -0.0766177076923077, - 0.017685547115384614, - 0.05708845576923076, - 0.13349773076923077 - ] - ], - "std": [ - [ - 0.808987901180408, - 0.6916743939877592, - 0.6533719713044063, - 0.7289409087743024, - 0.9799815957215703, - 1.1546934744155954, - 1.0489671907417901, - 1.0406351665781963, - 1.06602300100525, - 0.9855510401092009, - 0.941611877990984, - 0.874334438804182, - 0.8948617088044496, - 0.9284777014495024, - 0.9652796384670821, - 0.9176168045360895, - 0.9187448624511494, - 0.9637941840958039, - 1.036895695822955, - 1.080455047426266, - 1.0569445623516454, - 1.027280062203057, - 0.9972067893847262, - 0.9558109386682533, - 0.9135564279343454, - 0.9323450964074564, - 0.9165881179625035, - 0.9150530169961677, - 0.8966782811687405, - 0.9697039290944067, - 1.0552459326194796, - 1.0678782438443375, - 1.0350794282536124, - 0.981036806175182, - 1.0268794592105523, - 1.049486682131856, - 1.0562822257610098, - 1.0082564159163012, - 1.008195204043701, - 1.0704359719340684, - 1.0356445372719016, - 0.9497252302544834, - 1.0265656593627723, - 1.1425919880616457, - 0.984594565229331, - 0.9387504917802769, - 0.9538513934843633, - 0.9644663205759176, - 0.9826957464876444, - 0.906104614495397, - 0.6863012460053298, - 0.8135699574469399, - 0.8718984903633391, - 0.87106180576059, - 0.9705550873133266, - 0.7881063937322114, - 1.0305107562527829, - 0.9850679024115949, - 1.0840227025091698, - 0.955646054806482 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36605, - "cert_evals": { - "36": 0.6896551847457886, - "72": 0.6206896305084229, - "108": 0.5862069129943848, - "255": 0.10344827175140381 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.9090909090909091, - "test_acc": 0.8211382113821138, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11352727307692301, - 0.005484550769230757, - 0.14128544711538463, - 0.01698709807692309, - -0.05546616484423073, - 0.015633542307692313, - 0.01695465576923076, - 0.007012186538461534, - 0.16428315769230764, - 0.1885259807692308, - 0.17271181923076925, - 0.10288603057692303, - 0.035842053846153805, - 0.06598513846153845, - 0.024155067307692363, - -0.031890009615384636, - -0.09900835576923078, - -0.06074108884615382, - -0.057217736538461544, - -0.05421212307692307, - 0.009597998076923055, - 0.08198633076923077, - 0.0738865326923077, - 0.11153800000000001, - 0.12820763269230767, - 0.1497061423076923, - 0.17804224999999999, - 0.12074562557692313, - 0.011866653846153862, - 0.02657458461538462, - 0.08961283461538459, - 0.012436888461538488, - -0.15344758865384617, - -0.25327539384615383, - -0.1676381884615385, - -0.08097806538461542, - 0.010272027115384563, - 0.0761040280769231, - 0.07725368461538452, - 0.01526856923076923, - 0.09035966538461546, - -0.018093585576923078, - -0.08110181153846155, - -0.05179539615384614, - -0.062206399423076895, - -0.05773718076923074, - -0.015536751903846145, - -0.05303988461538456, - -0.0334830886538462, - -0.019491399423076903, - -0.014853353461538439, - -0.04920472788461536, - -0.013006382692307706, - -0.11464770384615387, - -0.22059024807692304, - -0.20056836153846153, - -0.17135017615384612, - -0.09496722596153845, - -0.12957644230769227, - 0.05055160769230771 - ] - ], - "std": [ - [ - 0.7779847294085735, - 0.8164589056484339, - 0.8897943994160501, - 0.8232379895108087, - 0.8913136137549748, - 1.2277539871431498, - 1.148342655187086, - 1.0125738638827777, - 1.0308151593845143, - 1.0814728380420244, - 1.1275636354460448, - 1.0953105542528634, - 0.9617223163008869, - 0.9271042130221435, - 1.002366167344782, - 1.0134009310910002, - 0.9541301699800748, - 0.9039526162729385, - 0.8533527267834845, - 0.8674137383144989, - 0.8667342359963858, - 0.8682751705934699, - 0.8669633975953135, - 0.8844079338595519, - 0.8959832014657619, - 0.9477171784962183, - 0.9665146933040765, - 0.9608709208756278, - 0.9362600441482569, - 0.826100491116595, - 0.9039285396250091, - 0.9697986338184826, - 0.8888423793086146, - 0.878236080206782, - 0.9309060317786465, - 0.9900496254008503, - 1.00813869687356, - 1.0903606967893815, - 1.0386726650233546, - 0.9723646970288363, - 0.965534654631892, - 0.9659616919831083, - 0.9294069827841253, - 0.9165737515917189, - 0.890391924899276, - 0.8408198724294259, - 0.7367456383541913, - 0.9168199780746074, - 0.8757122466574018, - 0.8068953654942984, - 0.8229736283202036, - 0.7999629806684128, - 0.9417385941942646, - 0.873184043119562, - 0.7480790001744239, - 0.9895160335641305, - 1.0132212109764678, - 0.7628419936253807, - 0.961901997536315, - 1.3290599320503582 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36605, - "cert_evals": { - "36": 0.8484848737716675, - "72": 0.7878788113594055, - "108": 0.6363636255264282, - "255": 0.21212121844291687 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.9696969696969697, - "test_acc": 0.7642276422764228, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11402919442307692, - -0.1958088194230769, - -0.192454475, - -0.2174456115384615, - -0.1483449469961539, - -0.09730015192307692, - -0.11111996346153846, - -0.1199549596153846, - -0.08601968673076922, - -0.1359838, - -0.07711971153846155, - 0.005683598076923046, - -0.07644932499999996, - -0.12452823865384616, - -0.18065320384615383, - -0.24127502307692308, - -0.2122367865384616, - -0.17662752923076924, - -0.13966792115384613, - -0.06574370384615388, - -0.007378620000000012, - -0.0002028721153846167, - 0.06875905961538463, - 0.10454161923076924, - 0.1822036923076923, - 0.14234525, - 0.08357052884615387, - 0.14328510769230768, - 0.2375776069230769, - 0.1643224807692307, - 0.10515068653846156, - 0.09213309999999994, - 0.013323825000000011, - -0.06487759653846153, - -0.13430994076923078, - -0.21115623846153847, - -0.22730641923076922, - -0.23543729230769228, - -0.22808152115384622, - -0.14895506923076926, - -0.001168684615384663, - -0.04320264326923076, - -0.018799333269230768, - -0.013186748076922994, - -0.07072882692307694, - -0.03641541923076926, - -0.009211202865384651, - 0.028638237499999993, - 0.052042886346153845, - -0.09590774230769232, - -0.057291330384615397, - 0.06657091249999998, - 0.02539913076923079, - -0.15310468230769228, - -0.20838050961538462, - -0.049366707692307735, - -0.07994125884615386, - -0.19751397115384617, - -0.2403308269230769, - -0.24415720000000002 - ] - ], - "std": [ - [ - 0.8763416312333093, - 0.602973469758421, - 0.5448117196260321, - 0.5663296924240132, - 0.686341085757452, - 0.8337013907572342, - 0.6813276818285096, - 0.7825144766842531, - 0.7861121760890293, - 0.7905273301791387, - 0.7805552299762032, - 0.9027317120726256, - 0.8667207852850977, - 0.8531311452416169, - 0.8318630140159454, - 0.8852179006046725, - 0.8740431599665568, - 0.8442406359472446, - 0.8609171894886277, - 0.886971626868803, - 0.9185053211820478, - 1.0100806480837976, - 0.9919727273312126, - 1.0562822860856174, - 0.9850251469218465, - 0.9910273621465151, - 1.0655846350198521, - 0.9906322053442151, - 0.8736899428048334, - 0.9821436750511889, - 0.9453561139667965, - 0.8625303165093016, - 1.0040239879345572, - 0.9847231539651756, - 0.9280844832031707, - 0.9503954469001101, - 0.9765763369138967, - 0.965164414073675, - 0.9709362119147936, - 1.0665530487737096, - 1.0793454570821943, - 1.0572717622116554, - 1.0593503627745042, - 1.0162684589041668, - 1.0177130607371694, - 1.0958546673800382, - 1.1902586310529617, - 1.1293249209196217, - 1.0653539976947333, - 0.9647675285784101, - 1.1814566025747812, - 1.13738601881979, - 1.0351334435322548, - 0.934859922308927, - 0.7895031892247589, - 0.9239212461978867, - 0.8971132845231489, - 0.7340435621135994, - 0.876038640540552, - 0.7272617950430326 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 36605, - "cert_evals": { - "36": 0.7878788113594055, - "72": 0.7272727489471436, - "108": 0.6666666865348816, - "255": 0.3333333432674408 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8159368798412393, - "std_test_acc": 0.05445988625080441, - "n_samples": 208, - "n_features": 60, - "n_classes": 2, - "mean_cert_acc_36": 0.7481713891029358, - "std_cert_acc_36": 0.08506201130491381, - "mean_cert_acc_72": 0.662748172879219, - "std_cert_acc_72": 0.12024252745649558, - "mean_cert_acc_108": 0.5783699154853821, - "std_cert_acc_108": 0.10797575093742579, - "mean_cert_acc_255": 0.1849529817700386, - "std_cert_acc_255": 0.11290425946484373 - }, - "conn-bench-vowel-deterding": { - "dataset": "conn-bench-vowel-deterding", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 41, - "best_val_acc": 0.6831683168316832, - "test_acc": 0.6932084309133489, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1532, - "cert_evals": { - "36": 0.5445544719696045, - "72": 0.41584157943725586, - "108": 0.2970297038555145, - "255": 0.06930693238973618 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.6944444444444444, - "test_acc": 0.7, - "train_size": 462, - "val_size": 108, - "test_size": 420, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1532, - "cert_evals": { - "36": 0.5092592835426331, - "72": 0.3611111044883728, - "108": 0.23148147761821747, - "255": 0.018518518656492233 - }, - "fold": 1 - }, - { - "best_epoch": 69, - "best_val_acc": 0.7029702970297029, - "test_acc": 0.7142857142857143, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1532, - "cert_evals": { - "36": 0.5247524380683899, - "72": 0.3861386179924011, - "108": 0.23762375116348267, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 38, - "best_val_acc": 0.7289719626168224, - "test_acc": 0.6769596199524941, - "train_size": 462, - "val_size": 107, - "test_size": 421, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 1532, - "cert_evals": { - "36": 0.5700934529304504, - "72": 0.35514017939567566, - "108": 0.1962616741657257, - "255": 0.009345794096589088 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6961134412878893, - "std_test_acc": 0.015498868792641939, - "n_samples": 990, - "n_features": 11, - "n_classes": 11, - "mean_cert_acc_36": 0.5371649116277695, - "std_cert_acc_36": 0.026278559150355756, - "mean_cert_acc_72": 0.37955787032842636, - "std_cert_acc_72": 0.027666589881155505, - "mean_cert_acc_108": 0.2405991517007351, - "std_cert_acc_108": 0.04180193025723748, - "mean_cert_acc_255": 0.024292811285704374, - "std_cert_acc_255": 0.030947092255174086 - }, - "chess-krvk": { - "dataset": "chess-krvk", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.2274017983909134, - "test_acc": 0.19939343482397717, - "train_size": 7014, - "val_size": 4226, - "test_size": 16816, - "stats": { - "mean": [ - [ - 0.012324607927003232, - 0.007078780439120998, - 0.0020496236099223986, - -0.024108994297119334, - -0.0005551300684344027, - 0.00494480253777899 - ] - ], - "std": [ - [ - 0.999931915679557, - 1.0057899986789152, - 1.0018138589619487, - 0.9949807268406698, - 1.0000689847213224, - 1.0016960231746526 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 633, - "cert_evals": { - "36": 0.12801703810691833, - "72": 0.07477520406246185, - "108": 0.033601514995098114, - "255": 0.001893043052405119 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.20595885552139986, - "test_acc": 0.19324332361862845, - "train_size": 7014, - "val_size": 4229, - "test_size": 16813, - "stats": { - "mean": [ - [ - 0.02662805560307895, - 0.005693713430283323, - -0.0016727181351587745, - 0.014426962075848423, - -0.007343462446535813, - 0.00437411206158899 - ] - ], - "std": [ - [ - 0.9852094089714073, - 0.9988688121679218, - 1.0043106562162794, - 0.9917902725212167, - 0.9953541320225967, - 0.995076350426718 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 633, - "cert_evals": { - "36": 0.10664460062980652, - "72": 0.04540080577135086, - "108": 0.02222747728228569, - "255": 0.001182312611490488 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.2237280076081788, - "test_acc": 0.1977310525065336, - "train_size": 7014, - "val_size": 4206, - "test_size": 16836, - "stats": { - "mean": [ - [ - 0.009281328200740034, - -0.0021550139720564235, - -0.004650539349872485, - 0.006120143427431122, - -0.0004934166951813222, - 0.0024717757342437065 - ] - ], - "std": [ - [ - 0.9905305563279689, - 1.0007194352174467, - 1.0073929861352688, - 0.996792137495875, - 0.995664797353786, - 0.9984373474066448 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 633, - "cert_evals": { - "36": 0.1174512654542923, - "72": 0.060865432024002075, - "108": 0.03352353721857071, - "255": 0.002139800228178501 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.23747072599531616, - "test_acc": 0.20725017886954447, - "train_size": 7014, - "val_size": 4270, - "test_size": 16772, - "stats": { - "mean": [ - [ - 0.0038034088964931244, - -0.012312182207011678, - 0.00825354519532299, - -0.012616928286283908, - 0.00814625808383194, - 0.012173608639860799 - ] - ], - "std": [ - [ - 0.9903915605524702, - 0.991199162231707, - 1.011474563134033, - 0.9971077092137348, - 0.999255185770078, - 1.0033642166267953 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 633, - "cert_evals": { - "36": 0.11967212706804276, - "72": 0.05128805711865425, - "108": 0.025292739272117615, - "255": 0.00023419203353114426 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.19940449745467093, - "std_test_acc": 0.005839957770334494, - "n_samples": 28056, - "n_features": 6, - "n_classes": 18, - "mean_cert_acc_36": 0.11794625781476498, - "std_cert_acc_36": 0.008800979357160269, - "mean_cert_acc_72": 0.05808237474411726, - "std_cert_acc_72": 0.012824207604906348, - "mean_cert_acc_108": 0.028661317192018032, - "std_cert_acc_108": 0.005796215751294761, - "mean_cert_acc_255": 0.001362336981401313, - "std_cert_acc_255": 0.0008546379020880517 - }, - "contrac": { - "dataset": "contrac", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.5260663507109005, - "test_acc": 0.43512304250559286, - "train_size": 368, - "val_size": 211, - "test_size": 894, - "stats": { - "mean": [ - [ - 0.04983602472826088, - -0.03683848315217381, - -0.030433624999999895, - 0.04126441032608701, - 0.0759277635869569, - 0.038788576086956336, - -0.05566297010869535, - 0.0662070706521741, - 0.049484739130435086 - ] - ], - "std": [ - [ - 1.0349771394866476, - 1.0203618187773704, - 1.0773888859130338, - 0.9920452760418988, - 0.9188135203134653, - 0.9763026632803047, - 0.9941427090552807, - 0.9825316131926941, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 924, - "cert_evals": { - "36": 0.30805689096450806, - "72": 0.1516587734222412, - "108": 0.09004739671945572, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 71, - "best_val_acc": 0.5380952380952381, - "test_acc": 0.48268156424581005, - "train_size": 368, - "val_size": 210, - "test_size": 895, - "stats": { - "mean": [ - [ - -0.029433755434782626, - -0.071642726902174, - -0.09035044293478262, - 0.020525774456521734, - 0.007337516304348054, - 0.03878857608695629, - 0.035455372282608796, - -0.03957563858695622, - 0.049484739130434774 - ] - ], - "std": [ - [ - 1.034137512591575, - 1.0184105128981196, - 1.0653920839838686, - 1.048083233025277, - 0.9923881347533616, - 0.9763026632803046, - 0.9969044818106321, - 1.048729739192908, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 924, - "cert_evals": { - "36": 0.3761904835700989, - "72": 0.29523810744285583, - "108": 0.19523809850215912, - "255": 0.01904761977493763 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.4798387096774194, - "test_acc": 0.5017502917152858, - "train_size": 368, - "val_size": 248, - "test_size": 857, - "stats": { - "mean": [ - [ - -0.0224978108695652, - 0.0756058451086956, - 0.07941412771739106, - 0.040112260869565215, - -0.03076817663043453, - -0.09286419021739152, - -0.046236899456521284, - 0.002180663043478335, - -0.06466629619565217 - ] - ], - "std": [ - [ - 1.0160308953617057, - 0.95882526146548, - 0.9253350657327032, - 1.0559034595300474, - 1.0290230539377072, - 1.0476659682160625, - 0.9462830856884548, - 0.9600526966125309, - 0.8858527840526336 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 924, - "cert_evals": { - "36": 0.35080644488334656, - "72": 0.20564515888690948, - "108": 0.07258064299821854, - "255": 0.008064515888690948 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.48484848484848486, - "test_acc": 0.4931350114416476, - "train_size": 368, - "val_size": 231, - "test_size": 874, - "stats": { - "mean": [ - [ - -0.05156334456521742, - -0.044870314673913024, - -0.03376221739130403, - 0.026286519021739164, - 0.06068548641304363, - -0.023903217391304493, - 0.03859739402173936, - -0.05627817934782584, - -0.01277946195652176 - ] - ], - "std": [ - [ - 1.0188547788894706, - 0.9948418681411789, - 0.9984372596511997, - 1.0660676802579363, - 0.9360979718845777, - 1.0130497245255512, - 0.9834396874521251, - 1.0057604797479107, - 0.9785587320331135 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 924, - "cert_evals": { - "36": 0.3030303120613098, - "72": 0.17748917639255524, - "108": 0.09956710040569305, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.47817247747708413, - "std_test_acc": 0.029739852396766745, - "n_samples": 1473, - "n_features": 9, - "n_classes": 3, - "mean_cert_acc_36": 0.3345210328698158, - "std_cert_acc_36": 0.03508833647589709, - "mean_cert_acc_72": 0.20750780403614044, - "std_cert_acc_72": 0.06250415401902704, - "mean_cert_acc_108": 0.11435830965638161, - "std_cert_acc_108": 0.055065760789752075, - "mean_cert_acc_255": 0.0067780339159071445, - "std_cert_acc_255": 0.009020001118787691 - }, - "credit-approval": { - "dataset": "credit-approval", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 25, - "best_val_acc": 0.88, - "test_acc": 0.854066985645933, - "train_size": 172, - "val_size": 100, - "test_size": 418, - "stats": { - "mean": [ - [ - 0.04231717441860458, - -0.04319939244186043, - 0.01132773546511633, - 0.10497429069767436, - 0.1039714651162791, - -0.016887567441860464, - 0.12197747790697662, - 0.056721959767441876, - 0.023127069767441777, - 0.01803883720930219, - 0.02175907906976748, - -0.014331000000000156, - 0.026975616279069855, - -0.07794171941860471, - 0.08645942000000016 - ] - ], - "std": [ - [ - 0.9668001544731439, - 0.9828833679832603, - 1.0033612624654744, - 1.0683622008830216, - 1.0656041538091992, - 1.0007415139821727, - 1.1272056598607636, - 1.0528268054248064, - 1.0000784525981627, - 0.9964680315230805, - 0.9149454309542941, - 1.0003809007273163, - 1.0289037612452905, - 0.9424723282553955, - 1.5519077166103805 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2405, - "cert_evals": { - "36": 0.8100000023841858, - "72": 0.6800000071525574, - "108": 0.5899999737739563, - "255": 0.19999998807907104 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.8924731182795699, - "test_acc": 0.8494117647058823, - "train_size": 172, - "val_size": 93, - "test_size": 425, - "stats": { - "mean": [ - [ - -0.05893763953488379, - -0.09494667732558137, - 0.10661604441860463, - 0.0016465697674418215, - -0.0016443023255812898, - -0.03715416976744184, - 0.019046397674418694, - 0.12816041290697705, - 0.04639099999999992, - 0.006295348837209058, - -0.02008573604651146, - -0.13093850000000004, - 0.006132180232558206, - -0.012206166162790686, - 0.10673194959302351 - ] - ], - "std": [ - [ - 1.0212712368033299, - 1.002227255518295, - 1.0267015215317181, - 1.0197891663144403, - 1.0132886907601226, - 0.9740103182437764, - 0.9462774495372472, - 1.135180114956504, - 1.0003490000000002, - 0.9983346607548056, - 0.9387238466077318, - 1.0017391917815985, - 0.9989094608428061, - 0.9604377028423987, - 1.6924318356475039 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2405, - "cert_evals": { - "36": 0.8279569745063782, - "72": 0.7849462628364563, - "108": 0.7096773982048035, - "255": 0.19354838132858276 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8785046728971962, - "test_acc": 0.851581508515815, - "train_size": 172, - "val_size": 107, - "test_size": 411, - "stats": { - "mean": [ - [ - -0.09690819767441845, - -0.07829492377906978, - 0.14346898139534883, - 0.008104488372092981, - 0.011557720930232681, - 0.0203769784883721, - -0.058847231395348816, - -0.004431645348837212, - 0.01149510465116271, - -0.02893511627906998, - -0.018890154651162814, - -0.07263475000000007, - -0.0563980755813953, - -0.0557846427906977, - -0.04536849656976747 - ] - ], - "std": [ - [ - 1.0400780435620642, - 0.9163334239629656, - 1.1299454947101701, - 0.9838838771477533, - 0.9907637201902963, - 1.0059394076223003, - 0.9122317175379675, - 0.9398719190475693, - 0.9997401653873875, - 1.0030891544052551, - 0.8392167415058691, - 1.0027567026500943, - 0.9205981575020528, - 0.8548997051032522, - 0.5350874335618861 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2405, - "cert_evals": { - "36": 0.813084065914154, - "72": 0.7757009267807007, - "108": 0.7009345293045044, - "255": 0.13084112107753754 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8962264150943396, - "test_acc": 0.8398058252427184, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.029660302325581287, - 0.04967415668604653, - 0.035228697674418614, - -0.08230726744186062, - -0.0808560755813953, - -0.06068950697674418, - 0.05521145232558148, - 0.0520138111627908, - -0.00013686046511636238, - -0.02893511627906982, - 0.0647990941860465, - -0.08429550000000029, - -0.11892838372093019, - -0.14010143755813953, - -0.060122975697674434 - ] - ], - "std": [ - [ - 0.9866458073044232, - 1.0497387015089001, - 0.9194770520533397, - 0.928940005324823, - 0.9330534400726008, - 1.0077990709538949, - 1.0375139084982685, - 0.9494310078822967, - 0.9992663708949371, - 1.0030891544052551, - 1.2789280573338035, - 1.0028244999999991, - 0.8074645456755252, - 0.8265119967382965, - 0.4698103883611287 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 2405, - "cert_evals": { - "36": 0.801886796951294, - "72": 0.7358490824699402, - "108": 0.5943396091461182, - "255": 0.1603773534297943 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8487165210275872, - "std_test_acc": 0.006237507196590635, - "n_samples": 690, - "n_features": 15, - "n_classes": 2, - "mean_cert_acc_36": 0.813231959939003, - "std_cert_acc_36": 0.010893517942731213, - "mean_cert_acc_72": 0.7441240698099136, - "std_cert_acc_72": 0.04776302672853108, - "mean_cert_acc_108": 0.6487378776073456, - "std_cert_acc_108": 0.06544063105177284, - "mean_cert_acc_255": 0.17119171097874641, - "std_cert_acc_255": 0.03201488181659928 - }, - "cylinder-bands": { - "dataset": "cylinder-bands", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.7317073170731707, - "test_acc": 0.7086092715231788, - "train_size": 128, - "val_size": 82, - "test_size": 302, - "stats": { - "mean": [ - [ - -0.018113468749999997, - -0.09801495312499989, - -0.09835764843749996, - 0.015201562499999939, - -0.08460044531249963, - -0.05902956249999998, - -0.02159560937500003, - -0.10518925781250046, - 0.03565878125000016, - 0.03781927343750002, - -0.0029206640624998936, - -0.005388015624999963, - -0.007189643749999884, - -0.11441540624999999, - 0.02687471875000009, - -0.08272973437500022, - 0.014233650781250131, - -0.040908945312500035, - -0.20346299999999978, - 0.09558365781249996, - -0.12876496562500006, - -0.05027554687499996, - 0.03137399609374995, - -0.07727224921875003, - -0.112076146875, - 0.04986750409374999, - 0.0467316294531248, - 0.08485301562499976, - -0.07968368828125014, - -0.0404871031249999, - 0.026726734374999978, - 0.04898852562499999, - 0.07183878906250019, - 0.01963753046874992, - 0.07539527343749987 - ] - ], - "std": [ - [ - 1.009708113595319, - 0.6915256837343526, - 1.1851115463631896, - 1.1075149207516606, - 0.6356019715752345, - 0.9895598820491779, - 1.036117446187858, - 0.47416953322612243, - 0.9128570390625407, - 0.9754439041131451, - 0.9772769577736968, - 0.9965990540260843, - 1.0049338980010496, - 1.0152930221805465, - 1.0110105352731478, - 0.9779734187172597, - 0.946783796715577, - 0.9180378675297654, - 0.9791387337832046, - 1.3026657902081404, - 1.1587041225508155, - 1.0035768471185391, - 1.0872637801794474, - 0.8506413201552353, - 1.0909742588199165, - 0.9223170655454694, - 0.925140911301162, - 1.2060797979297548, - 0.10884702615305564, - 1.0969927491363656, - 1.0397512419029202, - 0.9385559077709305, - 0.7908440559763066, - 0.8086858742098973, - 0.23360368046727112 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12605, - "cert_evals": { - "36": 0.6341463327407837, - "72": 0.4999999701976776, - "108": 0.39024388790130615, - "255": 0.08536584675312042 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.7638888888888888, - "test_acc": 0.7275641025641025, - "train_size": 128, - "val_size": 72, - "test_size": 312, - "stats": { - "mean": [ - [ - -0.15498346874999988, - 0.07623314062499989, - -0.08125197656250005, - 0.1064101249999995, - 0.028200664062500352, - 0.14560404687500025, - 0.1655534453124999, - -0.021037773437500448, - 0.03565884375000017, - -0.09565992968750019, - -0.06719309374999989, - 0.07724234374999989, - 0.014383128125000021, - 0.015113148437499955, - 0.11287723437500005, - 0.15718076562499975, - -0.11598707812499996, - 0.01952450812500009, - -0.05958846093749991, - 0.05810956640625002, - 0.09577258359374996, - 0.01608712499999998, - 0.0455139015625, - -0.09322180656250004, - 0.010363770312500003, - -0.09235189678125001, - -0.12943964476562508, - 0.07837251562499978, - -0.08934230000000017, - -0.11201488515624988, - -0.016908421875000006, - -0.19726601218749995, - -0.027512601562499843, - -0.1071632757812501, - -0.06936312500000016 - ] - ], - "std": [ - [ - 0.9566675689840457, - 1.1785922605080725, - 1.0752069854571855, - 1.134315391792329, - 1.0921920451077407, - 1.0073040155644573, - 1.0080335723206957, - 0.8147932438575216, - 0.7216766565111302, - 1.0325076089625134, - 1.0351765461316509, - 0.9787809233141151, - 0.9952912678839302, - 0.9646382079847095, - 0.9376275956128628, - 1.025290058167112, - 1.1238851154497491, - 0.9392938268734667, - 0.9623682791314133, - 0.6383677679060908, - 0.8128844998290236, - 0.9862468382017052, - 0.8444859158500648, - 1.051379690058149, - 0.9861572089261571, - 1.2038176163546097, - 1.2075147493034224, - 1.1662944917994549, - 1.0, - 1.0433698981937496, - 0.9167305702944823, - 1.1576246436005715, - 1.2133555868200756, - 1.2553958063370618, - 1.386742675536984 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12605, - "cert_evals": { - "36": 0.6388888955116272, - "72": 0.5416666865348816, - "108": 0.4166666567325592, - "255": 0.0694444477558136 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6933333333333334, - "test_acc": 0.7184466019417476, - "train_size": 128, - "val_size": 75, - "test_size": 309, - "stats": { - "mean": [ - [ - -0.018113499999999876, - -0.010890906250000026, - 0.004276054687499921, - -0.04560409375000058, - -0.02819989062499964, - 0.003934625000000143, - 0.10796916406250016, - 0.02103777343750001, - -0.02139478124999982, - 0.02002204687499978, - -0.008763656249999825, - -0.04131476562499997, - 0.057528609375000095, - -0.11441537500000004, - -0.051960625, - 0.09099853124999963, - 0.025328648437500097, - 0.06508276609375009, - -0.0463809687499999, - 0.05531756718749999, - 0.048115672656250004, - -0.044416265624999944, - -0.006333254687500049, - 0.07249342484374995, - 0.017864971093750025, - -0.032888132281249996, - -0.005630188515625072, - -0.08849829687500009, - 0.1810991601562506, - -0.03171481484375, - -0.03763525000000013, - 0.012247269375000123, - -0.010699218749999687, - -0.04182582187500004, - 0.0392055468749999 - ] - ], - "std": [ - [ - 1.0014570356459378, - 0.9701723266723137, - 0.976668923366092, - 0.8848220008281984, - 0.8953310490553396, - 0.9995254897694512, - 1.0022604928841146, - 1.1538252271496559, - 1.0317076974392008, - 0.9849764181760653, - 0.9644949026944296, - 0.9682202506697574, - 1.0200144373065265, - 1.024650754456481, - 0.991180532876508, - 1.0231518076189408, - 0.9417295162218619, - 1.1518106310277838, - 1.0373234489917649, - 1.1369455371092343, - 0.9154717541032745, - 1.1226380377592042, - 1.0778851186420637, - 0.9942494651921334, - 0.9650868598248783, - 0.991851813013072, - 0.9883223822673011, - 0.8159153965212675, - 1.7818000158367098, - 0.9958958318550638, - 0.8529177390193199, - 0.9950922963006184, - 1.0386479794315284, - 1.046608837125399, - 0.3263770311133624 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12605, - "cert_evals": { - "36": 0.5333333611488342, - "72": 0.4399999976158142, - "108": 0.3466666638851166, - "255": 0.06666667014360428 - }, - "fold": 2 - }, - { - "best_epoch": 37, - "best_val_acc": 0.7837837837837838, - "test_acc": 0.7387096774193549, - "train_size": 128, - "val_size": 74, - "test_size": 310, - "stats": { - "mean": [ - [ - -0.09862528124999967, - 0.07623314062499992, - -0.14967442968749994, - 0.1064100937499999, - 0.08460121875000035, - 0.11412195312500018, - 0.035988921874999975, - 0.02103796874999956, - 0.049922195312500195, - 0.020022046875000005, - 0.07303782812500019, - 0.1706510703124999, - 0.03116200625000013, - 0.10146572656249976, - 0.12004409375000007, - 0.04963468749999977, - -0.09730074531250002, - 0.2519632110937501, - 0.10295269531250012, - -0.017867453124999995, - 0.15167814140624994, - 0.053232843750000036, - 0.05788653593750008, - -0.03172638593750004, - 0.12707835390624983, - -0.07419502420312495, - -0.046009344765625224, - 0.07189192187499989, - -0.012073297656250094, - -0.011471089062500009, - 0.04745321093750001, - -0.06254772593749994, - 0.02904130468750018, - -0.017295875000000013, - -0.045236640625000143 - ] - ], - "std": [ - [ - 0.9681512944811281, - 1.1785922605080716, - 1.1820212062123494, - 1.2342204701284085, - 1.2560999937316328, - 1.0073040155644557, - 0.9422562101157176, - 0.9370712715647449, - 0.8107579850267628, - 0.9849764181760654, - 1.0089890027616917, - 1.0128688585013823, - 1.021806803227722, - 0.9860449137879513, - 0.965560494387225, - 1.0099223731350104, - 1.1411416049886207, - 0.9766554256496787, - 1.078888741266553, - 0.8735915598455525, - 0.9043004878113329, - 0.935916801014639, - 0.9022876021268718, - 1.0095878491602719, - 0.9226412455171137, - 1.103674350946853, - 1.109671652163808, - 1.0892584104797631, - 0.8707774330138579, - 0.9662087759049208, - 0.9327069000527582, - 1.0958735530051178, - 1.0258970951245958, - 1.0635339261419625, - 1.376208872677819 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 12605, - "cert_evals": { - "36": 0.662162184715271, - "72": 0.5405405759811401, - "108": 0.44594594836235046, - "255": 0.1756756752729416 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.723332413362096, - "std_test_acc": 0.012845355869381056, - "n_samples": 512, - "n_features": 35, - "n_classes": 2, - "mean_cert_acc_36": 0.617132693529129, - "std_cert_acc_36": 0.057192014092276824, - "mean_cert_acc_72": 0.5055518075823784, - "std_cert_acc_72": 0.0478064189694747, - "mean_cert_acc_108": 0.3998807892203331, - "std_cert_acc_108": 0.042144106891878294, - "mean_cert_acc_255": 0.09928815998136997, - "std_cert_acc_255": 0.0515871174379898 - }, - "dermatology": { - "dataset": "dermatology", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.9827586206896551, - "test_acc": 0.9493087557603687, - "train_size": 91, - "val_size": 58, - "test_size": 217, - "stats": { - "mean": [ - [ - 0.06255490109890108, - -0.09950824175824165, - 0.06084052747252747, - -0.16717494505494507, - 0.052244340659340686, - 0.0025714945054945153, - -0.02246861538461534, - -0.017277736263736184, - -0.021717483516483508, - 0.03348407692307688, - -0.0475760989010988, - 0.06572261538461521, - 0.08858902197802174, - -0.1041265714285716, - 0.005385186813186856, - -0.035476670329670376, - 0.07677762417582405, - 0.04374145054945071, - 0.1155099230769231, - 0.12043031868131869, - 0.01650943956043959, - 0.07769217582417579, - -0.030356758241758278, - 0.013477208791208829, - 0.015482648351648287, - -0.0034025274725273612, - 0.04002742857142865, - 0.03137470329670338, - 0.008364593406593394, - 0.03786149450549449, - 0.03501758241758232, - 0.19951439560439582, - -0.014634098901098907, - 0.06380519120879125 - ] - ], - "std": [ - [ - 0.9579388217601761, - 1.0149277614583099, - 0.9508267211955849, - 0.9797619817212763, - 0.9779606305193399, - 1.0067406344751444, - 1.0036930400753548, - 0.9655703337016306, - 0.988719482589257, - 1.0387140092945895, - 0.9421816899315113, - 1.108600785818115, - 1.0553627690990925, - 0.8963300954815475, - 1.0312593831866153, - 0.9305276662720072, - 0.9419348744801717, - 1.0024345032706516, - 0.9943938503609722, - 1.126743771486882, - 1.024448001551178, - 1.0936199274871503, - 0.9903178300286889, - 1.0625282108029304, - 1.0022849145804325, - 1.0039785513963642, - 1.0686040527754073, - 1.0117848046592977, - 1.0099891482666616, - 1.032180187104034, - 1.0599064093185755, - 0.98964025727435, - 0.9787453595616104, - 0.9013728009327256 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12181, - "cert_evals": { - "36": 0.9655172228813171, - "72": 0.931034505367279, - "108": 0.931034505367279, - "255": 0.7586206793785095 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.9454545454545454, - "test_acc": 0.9590909090909091, - "train_size": 91, - "val_size": 55, - "test_size": 220, - "stats": { - "mean": [ - [ - -0.15234734065934108, - -0.03685075824175817, - 0.024514153846154, - -0.003059032967032986, - 0.0522442747252747, - -0.020386087912087892, - 0.03530865934065939, - -0.043625648351648345, - -0.08879309890109885, - 0.09415389010989002, - -0.04757609890109863, - 0.06572261538461541, - 0.222018769230769, - 0.05758529670329658, - -0.007495417582417526, - -0.08522665934065947, - -0.07745157142857151, - -0.04334439560439563, - -0.12401621978021984, - 0.04764354945054952, - -0.021313461538461483, - 0.0352194725274725, - 0.051580087912087895, - 0.05687082417582426, - 0.041357142857142794, - -0.028813681318681075, - 0.017010725274725334, - -0.04641174945054939, - 0.01987447252747256, - 0.013464769230769122, - -0.009952681318681485, - -0.14857142857142827, - 0.03504902197802198, - 0.07064716813186812 - ] - ], - "std": [ - [ - 1.0799649707740484, - 0.9701819203088585, - 1.0349980862760444, - 0.9962695208080098, - 1.0565723090694727, - 0.956401750666777, - 1.0996255828899324, - 0.9272437132189425, - 0.9338556246970804, - 1.132692340014453, - 0.9421816899315112, - 1.108600785818116, - 1.3507430798011204, - 0.9954000343509968, - 0.9838347974365711, - 1.0051011914402448, - 1.082244925397, - 0.9863336565802372, - 0.8936601742161131, - 1.0709540797521042, - 0.9668866324311055, - 1.0433938478729325, - 1.061517000809812, - 1.0860930768159869, - 1.0492767576804765, - 0.9727826405276763, - 1.0221067222848232, - 0.9644227334697079, - 1.0222445250094454, - 1.1137241387036405, - 0.9325232366107138, - 0.9431871301685265, - 1.0294846104354056, - 0.954054376413069 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12181, - "cert_evals": { - "36": 0.9090908765792847, - "72": 0.8909090757369995, - "108": 0.8909090757369995, - "255": 0.7636363506317139 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.9836065573770492, - "test_acc": 0.9719626168224299, - "train_size": 91, - "val_size": 61, - "test_size": 214, - "stats": { - "mean": [ - [ - 0.1286785934065936, - -0.052514956043955986, - -0.0723557912087912, - -0.03202061538461543, - -0.15349332967032966, - -0.020386153846153894, - -0.09950505494505507, - -0.004103824175824138, - 0.03417917582417588, - 0.08201997802197789, - -0.01447120879120871, - -0.022712967032967008, - -0.04484103296703309, - 0.003681208791208678, - 0.044027285714285734, - 0.04412385714285691, - -0.04660575824175837, - -0.014315659340659313, - -0.02820572527472527, - 0.03724537362637364, - -0.01185779120879114, - -0.039107373626373704, - 0.0024179670329669205, - -0.015451747252747299, - 0.002545351648351576, - 0.08553615384615376, - 0.017010747252747392, - -0.017241828571428485, - 0.008364593406593424, - -0.05972478021978029, - 0.012532417582417426, - 0.1541118681318682, - 0.0052391428571429075, - 0.04806798461538459 - ] - ], - "std": [ - [ - 0.9701280514742756, - 0.9293627837603032, - 0.9985142789172075, - 1.0092809883627014, - 0.9144981766921801, - 0.9688575910999048, - 0.7552905986573396, - 0.9998322435146684, - 1.0704136812401557, - 1.0731541860690452, - 0.9820497437937411, - 0.9606585652114606, - 0.9412251138507225, - 1.032650720921409, - 1.0662219170916833, - 1.0316415589934254, - 0.8883921685550962, - 1.0965763955898655, - 0.9938166856011934, - 1.0449962571399998, - 0.9713151295619376, - 0.916982706185695, - 1.0485354727700578, - 0.9633861656803218, - 0.9854442339078262, - 1.003978327496943, - 1.0338310542422602, - 0.9972909993244929, - 1.0099891482666616, - 0.6769782284640671, - 0.9985019725218273, - 0.9997718075782989, - 1.0050250528703155, - 0.9607093594262002 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12181, - "cert_evals": { - "36": 0.9672130346298218, - "72": 0.9508196115493774, - "108": 0.9344261884689331, - "255": 0.6557376384735107 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 1.0, - "test_acc": 0.9506726457399103, - "train_size": 91, - "val_size": 52, - "test_size": 223, - "stats": { - "mean": [ - [ - -0.05316160439560428, - 0.07280001098901108, - 0.00029673626373637353, - -0.012712835164835188, - 0.028039912087912074, - -0.05482258241758234, - 0.01604945054945059, - 0.009070153846153903, - 0.011820373626373679, - -0.0029178351648351595, - -0.14689076923076905, - -0.02271290109890109, - -0.04484103296703295, - 0.0036813406593406033, - 0.08266931868131823, - 0.054073769230769106, - -0.000336973626373744, - 0.02922736263736266, - 0.043652076923076925, - 0.03724537362637369, - -0.0024020659340658864, - 0.03521959340659338, - 0.0024179780219780282, - 0.056870879120879105, - 0.015482648351648276, - 0.00930285714285733, - 0.017010725274725344, - 0.002204784615384724, - -0.014655186813186854, - 0.0622580769230768, - 0.012532483516483228, - 0.06330681318681318, - -0.004697549450549487, - 0.015909242857142816 - ] - ], - "std": [ - [ - 0.9579387151851927, - 0.9666344534450786, - 0.9971916717551561, - 1.0285803186606315, - 0.9689331448788322, - 0.9145691771687489, - 0.8846614143098532, - 1.0173836013652253, - 0.9964001763067949, - 0.9871125181905619, - 0.8027509230903981, - 0.9299285829647791, - 0.9412251138507224, - 0.9834698643403745, - 1.1391943175030825, - 0.9785493379039759, - 1.017445012936306, - 0.9645207385980711, - 0.9428629894457031, - 1.0449962571399996, - 0.9921708037991144, - 1.033514126697011, - 1.048535468132942, - 1.0684193315579842, - 1.002284914580432, - 0.9595830510736266, - 1.022106722284823, - 1.0153293741790863, - 0.9598175741851003, - 1.1500085669506441, - 1.0435622629094696, - 0.949962818915988, - 1.0144124428718615, - 1.013968145011949 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 12181, - "cert_evals": { - "36": 0.9615384936332703, - "72": 0.9038462042808533, - "108": 0.9038462042808533, - "255": 0.6538462042808533 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9577587318534045, - "std_test_acc": 0.010410567656411504, - "n_samples": 366, - "n_features": 34, - "n_classes": 6, - "mean_cert_acc_36": 0.9508399069309235, - "std_cert_acc_36": 0.027934114190846772, - "mean_cert_acc_72": 0.9191523492336273, - "std_cert_acc_72": 0.026931776201355246, - "mean_cert_acc_108": 0.9150539934635162, - "std_cert_acc_108": 0.02112857693912427, - "mean_cert_acc_255": 0.7079602181911469, - "std_cert_acc_255": 0.061432451752864686 - }, - "echocardiogram": { - "dataset": "echocardiogram", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 44, - "best_val_acc": 0.45, - "test_acc": 0.38461538461538464, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - -0.057606475757575756, - -0.15964663636363635, - -0.060374909090909125, - 0.0400295, - 0.10041431515151517, - 0.07715459090909091, - 0.009048404242424318, - 0.011163848484848474, - -0.3499357575757576, - -0.0035744545454545447 - ] - ], - "std": [ - [ - 1.1573831652081632, - 0.8404744208999705, - 0.7381400184555348, - 1.0796554948826975, - 0.8705069277860507, - 1.2129557576954413, - 1.0456434215229085, - 0.9246089519830962, - 1.0989667179647085, - 0.9932372830639454 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1105, - "cert_evals": { - "36": 0.30000001192092896, - "72": 0.20000000298023224, - "108": 0.20000000298023224, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.782608695652174, - "test_acc": 0.76, - "train_size": 33, - "val_size": 23, - "test_size": 75, - "stats": { - "mean": [ - [ - -0.10427761212121212, - -0.08161054545454546, - 0.08791276969696966, - -0.14441026060606058, - 0.09186773939393943, - 0.02212875757575757, - -0.12115638181818184, - 0.13688663636363635, - -0.19213333333333332, - -0.08161054545454546 - ] - ], - "std": [ - [ - 0.8430736384486278, - 0.9233354795587926, - 1.041073713648991, - 0.8385992375905786, - 0.7966783723844354, - 0.8163890823085291, - 0.8747642125794102, - 0.7576737832204337, - 1.0947098909221693, - 0.9233354795587928 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1105, - "cert_evals": { - "36": 0.6521739363670349, - "72": 0.52173912525177, - "108": 0.47826087474823, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.75, - "test_acc": 0.7435897435897436, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.04318501212121217, - -0.08161054545454545, - -0.1960651757575758, - 0.10663209696969696, - -0.039179059090909095, - -0.08327692727272729, - -0.02021858363636361, - -0.027255212121212104, - -0.0343309090909092, - -0.08161054545454542 - ] - ], - "std": [ - [ - 1.1928881057545633, - 0.9233354795587926, - 0.7336788223210056, - 1.0424668853529024, - 1.015206992443095, - 0.7150465728455708, - 0.9871909809630498, - 0.7552585618074782, - 1.0673558137650077, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1105, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.20000000298023224 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.7303370786516854, - "train_size": 33, - "val_size": 9, - "test_size": 89, - "stats": { - "mean": [ - [ - 0.17818635454545453, - -0.003574454545454491, - 0.09132509090909088, - -0.2657220666666666, - 0.02064670606060603, - 0.008581981818181823, - -0.001812626060606065, - -0.08051203030303035, - 0.005119696969696846, - -0.08161054545454548 - ] - ], - "std": [ - [ - 0.65057027499482, - 0.9932372830639454, - 0.9917679778099099, - 0.9657357364086732, - 0.9330992242935773, - 1.0185738628461445, - 0.9305394942774076, - 0.8664314560759948, - 1.0688129554861598, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1105, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.5555555820465088, - "108": 0.4444444477558136, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6546355517142034, - "std_test_acc": 0.18042184553202073, - "n_samples": 131, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.5019323825836182, - "std_cert_acc_36": 0.14858038052156083, - "mean_cert_acc_72": 0.44432367756962776, - "std_cert_acc_72": 0.16447856897644356, - "mean_cert_acc_108": 0.40567633137106895, - "std_cert_acc_108": 0.13900981896883852, - "mean_cert_acc_255": 0.05000000074505806, - "std_cert_acc_255": 0.10000000149011612 - }, - "ecoli": { - "dataset": "ecoli", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 100, - "best_val_acc": 0.6481481481481481, - "test_acc": 0.601010101010101, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.013150064285714266, - 0.030534154761904717, - -0.03497671428571443, - -0.05455450000000004, - -0.07806762144047612, - 0.0146216491309523, - 0.00923791428571434 - ] - ], - "std": [ - [ - 0.9944073468449054, - 1.0029903172616768, - 0.8958309259021103, - 1.0, - 1.0494215334470565, - 0.9464416656581703, - 0.9697251209067621 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 655, - "cert_evals": { - "36": 0.5370370149612427, - "72": 0.42592594027519226, - "108": 0.2777777910232544, - "255": 0.03703703731298447 - }, - "fold": 0 - }, - { - "best_epoch": 55, - "best_val_acc": 0.45614035087719296, - "test_acc": 0.46153846153846156, - "train_size": 84, - "val_size": 57, - "test_size": 195, - "stats": { - "mean": [ - [ - 0.05841213633333324, - 0.009642500000000023, - -0.1049293571428573, - -0.05455450000000004, - -0.13059923814285718, - -0.04276377619047619, - -0.11014530833333327 - ] - ], - "std": [ - [ - 1.0146171837993285, - 1.0844043612606449, - 0.6372989064356027, - 1.0, - 1.1282134026013562, - 0.9791745837868009, - 1.0002488772478277 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 655, - "cert_evals": { - "36": 0.35087719559669495, - "72": 0.22807016968727112, - "108": 0.12280701845884323, - "255": 0.017543859779834747 - }, - "fold": 1 - }, - { - "best_epoch": 89, - "best_val_acc": 0.7321428571428571, - "test_acc": 0.7448979591836735, - "train_size": 84, - "val_size": 56, - "test_size": 196, - "stats": { - "mean": [ - [ - -0.011315743142857089, - -0.03455130952380979, - -0.03497671428571443, - -0.05455450000000004, - 0.08828174398809528, - -0.05821374880952385, - -0.06637139999999996 - ] - ], - "std": [ - [ - 1.012351652595517, - 1.0330947119577754, - 0.8958309259021106, - 1.0, - 1.0026493882045864, - 0.9566088016671406, - 0.9710783614044303 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 655, - "cert_evals": { - "36": 0.4642857313156128, - "72": 0.3214285969734192, - "108": 0.196428582072258, - "255": 0.01785714365541935 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.5370370370370371, - "test_acc": 0.4444444444444444, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.17523749880952394, - -0.0650854523809525, - -0.03497671428571443, - -0.05455450000000004, - 0.014348625000000045, - -0.16084512944047624, - -0.12776817619047612 - ] - ], - "std": [ - [ - 1.0115769923283313, - 0.9182494349544681, - 0.8958309259021106, - 1.0, - 1.1277230453570237, - 0.9641663228847202, - 0.9980600835386763 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 655, - "cert_evals": { - "36": 0.42592594027519226, - "72": 0.1666666716337204, - "108": 0.12962962687015533, - "255": 0.018518518656492233 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5629727415441701, - "std_test_acc": 0.14009698533748974, - "n_samples": 336, - "n_features": 7, - "n_classes": 8, - "mean_cert_acc_36": 0.44453147053718567, - "std_cert_acc_36": 0.07759895948411566, - "mean_cert_acc_72": 0.28552284464240074, - "std_cert_acc_72": 0.11318105264795336, - "mean_cert_acc_108": 0.18166075460612774, - "std_cert_acc_108": 0.07217472763983226, - "mean_cert_acc_255": 0.0227391398511827, - "std_cert_acc_255": 0.00954058588299588 - }, - "energy-y1": { - "dataset": "energy-y1", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.8653846153846154, - "test_acc": 0.8495762711864406, - "train_size": 192, - "val_size": 104, - "test_size": 472, - "stats": { - "mean": [ - [ - 0.04037588177083325, - -0.02897297395833333, - -0.0555741354166667, - -0.0014130312499998996, - -0.01040988541666666, - 0.08845356250000003, - 0.019546906250001692, - 0.12425216145833322 - ] - ], - "std": [ - [ - 1.0503259507282519, - 1.0401598299798114, - 0.9566204676221528, - 1.0115106857597378, - 0.9992947803759471, - 0.9870322434122373, - 0.9626025350664883, - 1.0012373439432847 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.6730769276618958, - "72": 0.4711538553237915, - "108": 0.26923078298568726, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 40, - "best_val_acc": 0.8560606060606061, - "test_acc": 0.8153153153153153, - "train_size": 192, - "val_size": 132, - "test_size": 444, - "stats": { - "mean": [ - [ - -0.035944025000000025, - 0.01883181770833327, - 0.02047402083333334, - 0.008475244791666782, - 2.3129646346357427e-18, - -9.25185853854297e-18, - -0.003910447916664952, - -0.010073338541666126 - ] - ], - "std": [ - [ - 0.9212095277307366, - 0.9229015509828643, - 1.0465139198851874, - 0.9891013465328523, - 0.9993489999999986, - 0.9993506559221339, - 0.9981490715102995, - 0.9882682016149288 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.8030303120613098, - "72": 0.7575757503509521, - "108": 0.7272727489471436, - "255": 0.20454546809196472 - }, - "fold": 1 - }, - { - "best_epoch": 34, - "best_val_acc": 0.8739495798319328, - "test_acc": 0.8643326039387309, - "train_size": 192, - "val_size": 119, - "test_size": 457, - "stats": { - "mean": [ - [ - -0.06401001406250006, - 0.06953358854166669, - -4.583333333418871e-07, - 0.0678050677083333, - -0.0624593125, - 0.10707533333333334, - 0.011727677083334845, - -0.026863999999998927 - ] - ], - "std": [ - [ - 0.9971640605357807, - 1.016537043200003, - 0.9590898709257725, - 0.9858397966646458, - 0.997395236645448, - 0.9977770953987608, - 1.0267126976352656, - 1.0236092624260158 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.8067227602005005, - "72": 0.6638655662536621, - "108": 0.5714285969734192, - "255": 0.2352941334247589 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8771929824561403, - "test_acc": 0.8571428571428571, - "train_size": 192, - "val_size": 114, - "test_size": 462, - "stats": { - "mean": [ - [ - -0.09306050364583336, - 0.10140363020833336, - 0.038023541666666646, - 0.08051876041666675, - -0.06245931250000001, - 4.166666664589166e-08, - 0.16615551562499892, - 0.11081956770833301 - ] - ], - "std": [ - [ - 1.0103381574343495, - 1.0260340528127347, - 0.9660180839931469, - 0.9757962633490739, - 0.997395236645448, - 0.9993506559221341, - 0.9513965888850403, - 0.9859377713172496 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.7105263471603394, - "72": 0.6140350699424744, - "108": 0.5087719559669495, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.846591761895836, - "std_test_acc": 0.02170396656306959, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.7483390867710114, - "std_cert_acc_36": 0.0670670791509161, - "mean_cert_acc_72": 0.62665756046772, - "std_cert_acc_72": 0.11953345099095133, - "mean_cert_acc_108": 0.5191760212182999, - "std_cert_acc_108": 0.19027650621609316, - "mean_cert_acc_255": 0.10995990037918091, - "std_cert_acc_255": 0.12758978404176363 - }, - "energy-y2": { - "dataset": "energy-y2", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 49, - "best_val_acc": 0.9051724137931034, - "test_acc": 0.8739130434782608, - "train_size": 192, - "val_size": 116, - "test_size": 460, - "stats": { - "mean": [ - [ - 0.0009850791666666432, - 0.010139916666666622, - 0.032173687500000006, - -0.005650822916666537, - 0.010409885416666669, - -0.06052093749999998, - -0.02541311979166509, - 0.0537312500000005 - ] - ], - "std": [ - [ - 1.0456101033083376, - 1.0498619980358046, - 0.9456106661428212, - 0.9965179021332218, - 0.999294780375947, - 1.0222397484588055, - 1.030433216371699, - 0.995731298264168 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.8017241358757019, - "72": 0.7155172228813171, - "108": 0.6551724076271057, - "255": 0.3879310190677643 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.8852459016393442, - "test_acc": 0.8546255506607929, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - 0.07533532916666669, - -0.059394307291666594, - -0.017550052083333306, - -0.04944196875000006, - 0.031229656250000005, - -0.004655374999999985, - 0.06255218750000145, - 1.1510416676625372e-06 - ] - ], - "std": [ - [ - 1.0729275910612097, - 1.0653863321722707, - 0.9433869502795601, - 1.0190501631365936, - 0.998860917431203, - 0.9951670891648171, - 1.0163359360027204, - 1.0396997731000648 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.7950819134712219, - "72": 0.680327832698822, - "108": 0.5901638865470886, - "255": 0.10655736923217773 - }, - "fold": 1 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8442622950819673, - "test_acc": 0.8612334801762115, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - -0.0004920619791667415, - 0.007242729166666742, - -0.020474875000000007, - 0.016951052083333352, - 2.3129646346357427e-18, - 0.004655458333333339, - 0.11924057812500127, - 0.06380555208333295 - ] - ], - "std": [ - [ - 1.0283618263304504, - 1.0335770524750947, - 0.8923225124501564, - 0.9833589680412395, - 0.9993489999999986, - 1.0280747733173587, - 0.9999909373553216, - 0.955311666538388 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.7950819134712219, - "72": 0.6721311211585999, - "108": 0.6229507923126221, - "255": 0.3852458894252777 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.8230088495575221, - "test_acc": 0.8336933045356372, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - -0.045791585416666704, - 0.053598781249999984, - 0.038023489583333334, - 0.0339023333333334, - -0.04163954166666667, - 0.013966291666666672, - 0.03909468750000155, - 0.06716386458333357 - ] - ], - "std": [ - [ - 1.0190772752310013, - 1.0258162287916472, - 1.0141309105461986, - 1.0041302689502694, - 0.998481132706467, - 0.9782096135772306, - 0.997298911424109, - 1.0244022864972453 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.769911527633667, - "72": 0.6991150379180908, - "108": 0.6106194853782654, - "255": 0.02654867246747017 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8558663447127257, - "std_test_acc": 0.016809449326608605, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.7904498726129532, - "std_cert_acc_36": 0.014045690105643056, - "mean_cert_acc_72": 0.6917728036642075, - "std_cert_acc_72": 0.019446412692716644, - "mean_cert_acc_108": 0.6197266429662704, - "std_cert_acc_108": 0.02722556554558927, - "mean_cert_acc_255": 0.22657073754817247, - "std_cert_acc_255": 0.1876405956156642 - }, - "fertility": { - "dataset": "fertility", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.7017543859649122, - "train_size": 25, - "val_size": 18, - "test_size": 57, - "stats": { - "mean": [ - [ - -0.050080199999999984, - -0.12364147839999998, - 0.14793016000000006, - -0.32071263999999977, - 0.1791338, - -0.12053400000000013, - 0.5731312000000003, - -0.16074628000000002, - 0.03862860000000002 - ] - ], - "std": [ - [ - 1.0236052735742232, - 0.8512034434759349, - 0.8026475169365781, - 0.9000012058569202, - 0.9750796495625166, - 0.7418187080757671, - 0.7460504646830267, - 0.9966002512278438, - 0.8297482471350933 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.3333333432674408, - "108": 0.1666666716337204, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.8852459016393442, - "train_size": 25, - "val_size": 14, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.08396883999999995, - 0.0741850816, - -0.08875767999999994, - 0.16035823999999999, - -0.2985557199999999, - 0.017217679999999954, - -0.28656639999999994, - -0.012364960000000034, - 7.200000000029405e-07 - ] - ], - "std": [ - [ - 0.9493769176881722, - 1.0402868069724176, - 1.0846399428755964, - 1.0014288942292522, - 0.95537904, - 1.089027811624688, - 1.008650391054026, - 0.9817617018642958, - 0.9407763787630519 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.8571429252624512, - "72": 0.8571429252624512, - "108": 0.785714328289032, - "255": 0.2857142984867096 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.65, - "test_acc": 0.6181818181818182, - "train_size": 25, - "val_size": 20, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.15099352, - 0.04121466079999998, - 0.029586240000000055, - 0.16035823999999999, - -0.059710959999999924, - 0.29272248000000006, - 0.09552136000000001, - -0.25966716, - -0.27897695999999994 - ] - ], - "std": [ - [ - 0.9753651401849921, - 1.00304651742069, - 0.9614305510351658, - 1.001428894229252, - 0.9943900320852971, - 0.9593333711047946, - 0.911221690762852, - 0.8623722386522275, - 0.6562133354788506 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.3499999940395355, - "72": 0.3499999940395355, - "108": 0.20000000298023224, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.796875, - "train_size": 25, - "val_size": 11, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.05008016, - 0.16980184160000003, - 0.029586240000000055, - -0.08017719999999987, - -0.13932587999999993, - 0.22384639999999986, - -0.19104464, - 0.23493724, - -0.28326872000000003 - ] - ], - "std": [ - [ - 0.967192993888714, - 1.0029056548149258, - 0.9614305510351658, - 0.981981821759731, - 0.9879951745516705, - 0.9393450743392652, - 0.9552200000001204, - 1.0881296800000002, - 0.6448658384270962 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.5454545617103577, - "108": 0.3636363744735718, - "255": 0.09090909361839294 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7505142764465187, - "std_test_acc": 0.11574589113752493, - "n_samples": 100, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.6224928125739098, - "std_cert_acc_36": 0.2196758516804627, - "mean_cert_acc_72": 0.5214827060699463, - "std_cert_acc_72": 0.24361782629048226, - "mean_cert_acc_108": 0.3790043443441391, - "std_cert_acc_108": 0.2844755566638375, - "mean_cert_acc_255": 0.09415584802627563, - "std_cert_acc_255": 0.13470440328373565 - }, - "flags": { - "dataset": "flags", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.37037037037037035, - "test_acc": 0.40336134453781514, - "train_size": 48, - "val_size": 27, - "test_size": 119, - "stats": { - "mean": [ - [ - 0.2352414791666667, - -0.14561693750000007, - 0.1764680979166667, - 0.11582924333333333, - 0.0278278833333333, - 0.04467812499999988, - -0.14742766666666676, - -0.14850950000000007, - 0.10914166666666664, - 0.020176562500000023, - -0.14527287500000005, - -0.021462375000000023, - -0.005958499999999978, - -0.18136456250000013, - -0.1484010833333332, - -0.13407733333333335, - -0.14238879166666651, - -0.06353299999999999, - 0.039132958333333315, - 0.23061385416666677, - 0.16322545416666676, - 0.20470881250000014, - -0.04084762500000006, - -0.005915999999999931, - -0.08552499999999989, - 0.003115083333333317, - -0.00012200000000005262, - 0.016370875000000003 - ] - ], - "std": [ - [ - 0.9423798810959939, - 0.9424971000607776, - 1.1257258803436931, - 1.5640772168523231, - 0.9974256598053217, - 1.129307049644929, - 1.052031616542435, - 0.7965270829416287, - 0.9104918487062668, - 0.9984666452987403, - 0.9898063223282548, - 0.9958585433814053, - 1.0008837456871553, - 0.8789136023594675, - 0.8091964732150918, - 0.9827727342487288, - 0.6596688427296609, - 0.858146791992489, - 1.050181614737104, - 1.5175473203808312, - 0.8994410282874392, - 1.317453200121319, - 0.9530138431587623, - 0.994027422565394, - 0.9275008724551151, - 1.0021317232904448, - 0.9667438830883966, - 0.9280632223285767 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8467, - "cert_evals": { - "36": 0.25925925374031067, - "72": 0.07407407462596893, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 40, - "best_val_acc": 0.3793103448275862, - "test_acc": 0.358974358974359, - "train_size": 48, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - 0.19499710416666668, - -0.0022983958333333797, - -0.02790886250000002, - 0.11650907499999995, - -0.06750504166666671, - -0.11583450000000012, - -0.10268268750000005, - 0.02775170833333333, - 0.26183579166666643, - -0.02146237499999999, - -0.14527287500000005, - 0.27001018749999983, - -0.10226858333333351, - 0.10011306249999985, - -0.3313875208333335, - -0.17088533333333333, - -0.18737783333333316, - -0.06353299999999996, - 0.03913295833333332, - -0.008377395833333351, - -0.026332812499999955, - -0.15468943749999978, - 0.07922083333333325, - 0.13755950000000008, - -0.03367612499999993, - 0.07865360416666665, - 0.0827322729166666, - -0.1398202291666666 - ] - ], - "std": [ - [ - 1.0149211380035321, - 1.0106590573641523, - 0.800987362794606, - 1.5710238762349773, - 0.9911412389198323, - 0.8417359860573123, - 0.7550650019137193, - 0.8454707572998891, - 0.7463117905961775, - 0.9958585433814053, - 0.9898063223282548, - 0.9774069853377493, - 1.0506189728199082, - 1.04374696833814, - 0.41816393735262497, - 0.8196612593038392, - 0.596847083543995, - 0.8581467919924893, - 1.050181614737104, - 0.8097533539243018, - 0.6013621428718394, - 0.6159775664971462, - 1.073924939147738, - 1.064042786035294, - 0.9713883617826264, - 1.1076121378365742, - 1.021768139613268, - 0.8455337132759265 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8467, - "cert_evals": { - "36": 0.27586206793785095, - "72": 0.24137930572032928, - "108": 0.17241379618644714, - "255": 0.03448275849223137 - }, - "fold": 1 - }, - { - "best_epoch": 38, - "best_val_acc": 0.46153846153846156, - "test_acc": 0.325, - "train_size": 48, - "val_size": 26, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.0340199583333333, - 0.10917162499999984, - -0.07162090208333334, - 0.06506778333333332, - -0.10921322916666676, - 0.12493452083333324, - 0.013654270833333296, - 0.15594170833333318, - -0.04355245833333338, - -0.021462374999999978, - 0.104134875, - 0.02017656249999995, - 0.1385066249999999, - 0.053200124999999876, - 0.09558083333333343, - 0.3076187916666668, - 0.17253487500000028, - 0.15269966666666668, - 0.1823765416666667, - 0.13501729166666662, - 0.262743825, - -0.06483987499999996, - 0.19928929166666667, - -0.1015663333333332, - -0.03367612499999994, - 0.07865360416666677, - 0.23660444999999997, - 0.06843458333333337 - ] - ], - "std": [ - [ - 1.0728446319744602, - 1.004997765945125, - 0.6738313483909325, - 1.1276322526496132, - 0.9889360364810051, - 1.0737570402474663, - 1.2301542970075396, - 1.0335005003320021, - 1.0268293591046207, - 0.9958585433814053, - 0.9898063223282548, - 0.9984666452987404, - 0.9021844164633743, - 1.0235194592787966, - 1.0911203018947113, - 1.043398618770709, - 1.428359917728367, - 1.0537876663148145, - 1.2133500974257005, - 0.931759019467099, - 1.699034990837401, - 0.8618067283867119, - 1.170282570673264, - 0.9322841280124254, - 0.9713883617826267, - 1.1076121378365744, - 1.009283746545842, - 1.0092164745858712 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8467, - "cert_evals": { - "36": 0.3076923191547394, - "72": 0.1538461595773697, - "108": 0.11538462340831757, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.1935483870967742, - "test_acc": 0.3391304347826087, - "train_size": 48, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.060849604166666675, - -0.11376839583333333, - -0.09783850416666667, - -0.09356036875000003, - 0.22445235416666667, - 0.024614104166666605, - 0.0762974583333333, - 0.09184660416666661, - -0.14534854166666666, - -0.021462374999999978, - 0.18727079166666663, - 0.061815500000000016, - 0.042196541666666705, - 0.10011306249999992, - -0.08740560416666669, - 0.0008853750000000308, - -0.1423887916666665, - -0.06353283333333333, - -0.10411062500000007, - -0.056175625000000166, - 0.25800489583333336, - -0.15468943749999986, - 0.07922083333333328, - -0.10156633333333316, - -0.08552499999999985, - 0.0031150833333333725, - -0.1421576375, - 0.0684342083333334 - ] - ], - "std": [ - [ - 1.0293582077836319, - 0.9794406225141076, - 0.6268224867254953, - 0.3684227553507345, - 1.025591356541465, - 1.1118837703058688, - 1.0365020313045694, - 1.0275207215403601, - 1.0856923338143685, - 0.9958585433814053, - 0.9757408637342995, - 0.9993344999999996, - 0.9714914160365958, - 1.0437469683381402, - 0.8943692877865511, - 1.023515389848972, - 0.6596688427296608, - 1.0084428269148291, - 0.8321700190516114, - 0.7587733649056444, - 1.7047553305488228, - 0.615977566497146, - 1.073924939147738, - 0.9322841280124254, - 0.9275008724551151, - 1.0021317232904448, - 0.8580294890796403, - 1.071739861024061 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 8467, - "cert_evals": { - "36": 0.09677419066429138, - "72": 0.032258063554763794, - "108": 0.032258063554763794, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3566165345736957, - "std_test_acc": 0.034137006014194976, - "n_samples": 194, - "n_features": 28, - "n_classes": 8, - "mean_cert_acc_36": 0.2348969578742981, - "std_cert_acc_36": 0.09424918239801307, - "mean_cert_acc_72": 0.12538940086960793, - "std_cert_acc_72": 0.09232217834116486, - "mean_cert_acc_108": 0.08001412078738213, - "std_cert_acc_108": 0.07846798284925531, - "mean_cert_acc_255": 0.008620689623057842, - "std_cert_acc_255": 0.017241379246115685 - }, - "adult": { - "dataset": "adult", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 2, - "best_val_acc": 0.812709539774459, - "test_acc": 0.7517596830647333, - "train_size": 16281, - "val_size": 6562, - "test_size": 25999, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2105, - "cert_evals": { - "36": 0.710149347782135, - "72": 0.6609265208244324, - "108": 0.594788134098053, - "255": 0.2747637927532196 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8114303178484108, - "test_acc": 0.8165430295575969, - "train_size": 16281, - "val_size": 6544, - "test_size": 26017, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2105, - "cert_evals": { - "36": 0.7582518458366394, - "72": 0.6992665529251099, - "108": 0.6416565179824829, - "255": 0.4015892744064331 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8273892234058978, - "test_acc": 0.8132955068241068, - "train_size": 16281, - "val_size": 6477, - "test_size": 26084, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2105, - "cert_evals": { - "36": 0.7460243701934814, - "72": 0.6804075837135315, - "108": 0.6184961795806885, - "255": 0.342288076877594 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8133797487513243, - "test_acc": 0.7954843184094937, - "train_size": 16281, - "val_size": 6607, - "test_size": 25954, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2105, - "cert_evals": { - "36": 0.7216588854789734, - "72": 0.660057544708252, - "108": 0.6011806130409241, - "255": 0.32223400473594666 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7942706344639827, - "std_test_acc": 0.02981419890540972, - "n_samples": 48842, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.7340211123228073, - "std_cert_acc_36": 0.02201433200555155, - "mean_cert_acc_72": 0.6751645505428314, - "std_cert_acc_72": 0.018613069164903545, - "mean_cert_acc_108": 0.6140303611755371, - "std_cert_acc_108": 0.02096447315479373, - "mean_cert_acc_255": 0.33521878719329834, - "std_cert_acc_255": 0.05253071278710539 - }, - "glass": { - "dataset": "glass", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 35, - "best_val_acc": 0.6216216216216216, - "test_acc": 0.5241935483870968, - "train_size": 53, - "val_size": 37, - "test_size": 124, - "stats": { - "mean": [ - [ - 0.012939788679245282, - 0.04699466943396226, - 0.04250909433962263, - -0.01625201207547179, - -0.03750319433962267, - -0.18787082075471698, - 0.06524139433962263, - -0.040507150943396124, - -0.2307195471698114 - ] - ], - "std": [ - [ - 0.801738486196533, - 0.8467082620054888, - 0.9820084649167357, - 0.9338214241369891, - 0.8598618475288062, - 0.3955791139166082, - 0.8724031270593463, - 0.8657099216828293, - 0.7013424696367202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 981, - "cert_evals": { - "36": 0.27027028799057007, - "72": 0.1621621698141098, - "108": 0.13513514399528503, - "255": 0.027027027681469917 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.16666666666666666, - "test_acc": 0.21374045801526717, - "train_size": 53, - "val_size": 30, - "test_size": 131, - "stats": { - "mean": [ - [ - -0.06851211245283018, - -0.15009423962264148, - 0.02275701132075471, - -0.11148559811320762, - 0.16614626415094338, - 0.138459841509434, - -0.08099267547169811, - 0.036904622641509635, - -0.12809118867924535 - ] - ], - "std": [ - [ - 0.8515731555985958, - 0.9581970001358434, - 0.9640671504859841, - 0.9248622429706228, - 0.9755758770264732, - 1.357781655818288, - 0.8022445220282372, - 1.1525134057528226, - 0.8492428385949199 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 981, - "cert_evals": { - "36": 0.10000000894069672, - "72": 0.10000000894069672, - "108": 0.03333333507180214, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.3076923076923077, - "test_acc": 0.16296296296296298, - "train_size": 53, - "val_size": 26, - "test_size": 135, - "stats": { - "mean": [ - [ - 0.17342035830188673, - 0.10083030188679246, - -0.0808434981132076, - -0.019653658490565933, - -0.19072764905660378, - 0.02794728113207545, - 0.12344338867924527, - -0.06403424528301871, - 0.22045922641509424 - ] - ], - "std": [ - [ - 1.2137577085998512, - 0.8431029761509528, - 1.0333305367739407, - 1.0160914345283907, - 1.0137208401349003, - 1.2887142840709145, - 1.1306321303495666, - 0.9397607053756946, - 1.2490718777482173 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 981, - "cert_evals": { - "36": 0.19230769574642181, - "72": 0.19230769574642181, - "108": 0.19230769574642181, - "255": 0.03846153989434242 - }, - "fold": 2 - }, - { - "best_epoch": 57, - "best_val_acc": 0.4642857142857143, - "test_acc": 0.37593984962406013, - "train_size": 53, - "val_size": 28, - "test_size": 133, - "stats": { - "mean": [ - [ - -0.09789963037735849, - -0.25360606113207534, - -0.0009194132075472026, - 0.04837090226415086, - 0.10451545471698113, - 0.3782897773584904, - -0.08351155283018871, - -0.02570778301886777, - 0.11976666037735839 - ] - ], - "std": [ - [ - 0.9830235331660265, - 0.9613168258565478, - 1.0022618468949342, - 0.9817559883419383, - 1.0203488325490284, - 1.7842263867081236, - 1.0422858738909424, - 0.9054813684433138, - 1.1073266176346976 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 981, - "cert_evals": { - "36": 0.25, - "72": 0.1785714328289032, - "108": 0.1071428656578064, - "255": 0.0357142873108387 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.31920920474734676, - "std_test_acc": 0.16408685892389083, - "n_samples": 214, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.20314449816942215, - "std_cert_acc_36": 0.07628353176563954, - "mean_cert_acc_72": 0.15826032683253288, - "std_cert_acc_72": 0.0407482244041174, - "mean_cert_acc_108": 0.11697976011782885, - "std_cert_acc_108": 0.06607421273437272, - "mean_cert_acc_255": 0.02530071372166276, - "std_cert_acc_255": 0.017557108106196685 - }, - "haberman-survival": { - "dataset": "haberman-survival", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.7065217391304348, - "train_size": 76, - "val_size": 46, - "test_size": 184, - "stats": { - "mean": [ - [ - 0.056303715789473636, - 0.11814425789473684, - 0.07505885618421046 - ] - ], - "std": [ - [ - 1.071529133459213, - 0.9640121301272397, - 1.1153002449883138 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 285, - "cert_evals": { - "36": 0.239130437374115, - "72": 0.10869565606117249, - "108": 0.021739130839705467, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8604651162790697, - "test_acc": 0.679144385026738, - "train_size": 76, - "val_size": 43, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.10623882105263147, - 0.09384808421052634, - 0.007344408815789407 - ] - ], - "std": [ - [ - 1.0605035134671559, - 1.0869710980458733, - 1.1078408305262222 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 285, - "cert_evals": { - "36": 0.4651162624359131, - "72": 0.023255813866853714, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 66, - "best_val_acc": 0.8113207547169812, - "test_acc": 0.6440677966101694, - "train_size": 76, - "val_size": 53, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.06604734605263156, - -0.015483576315789458, - 0.01100456263157891 - ] - ], - "std": [ - [ - 1.0531764871263751, - 0.9959949318361989, - 0.8640777726923776 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 285, - "cert_evals": { - "36": 0.3207547068595886, - "72": 0.22641509771347046, - "108": 0.11320754885673523, - "255": 0.03773584961891174 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.7567567567567568, - "test_acc": 0.7564766839378239, - "train_size": 76, - "val_size": 37, - "test_size": 193, - "stats": { - "mean": [ - [ - -0.03016957763157897, - -0.13291423947368405, - 0.01283475092105254 - ] - ], - "std": [ - [ - 1.0380766725977404, - 1.0963438485094303, - 1.0823191968380823 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 285, - "cert_evals": { - "36": 0.21621622145175934, - "72": 0.10810811072587967, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6965526511762915, - "std_test_acc": 0.04742706718813397, - "n_samples": 306, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.310304407030344, - "std_cert_acc_36": 0.11253775657193446, - "mean_cert_acc_72": 0.11661866959184408, - "std_cert_acc_72": 0.08348070078968568, - "mean_cert_acc_108": 0.033736669924110174, - "std_cert_acc_108": 0.053962602289432775, - "mean_cert_acc_255": 0.009433962404727936, - "std_cert_acc_255": 0.01886792480945587 - }, - "hayes-roth": { - "dataset": "hayes-roth", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.5294117647058824, - "test_acc": 0.5204081632653061, - "train_size": 28, - "val_size": 34, - "test_size": 98, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 296, - "cert_evals": { - "36": 0.3529411852359772, - "72": 0.05882352963089943, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.2, - "test_acc": 0.16822429906542055, - "train_size": 28, - "val_size": 25, - "test_size": 107, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 296, - "cert_evals": { - "36": 0.19999998807907104, - "72": 0.03999999910593033, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.375, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 296, - "cert_evals": { - "36": 0.392857164144516, - "72": 0.3571428656578064, - "108": 0.1785714328289032, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 30, - "best_val_acc": 0.4642857142857143, - "test_acc": 0.5192307692307693, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 296, - "cert_evals": { - "36": 0.2142857313156128, - "72": 0.1785714328289032, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.39571580789037397, - "std_test_acc": 0.1663186303934634, - "n_samples": 160, - "n_features": 3, - "n_classes": 3, - "mean_cert_acc_36": 0.29002101719379425, - "std_cert_acc_36": 0.09725197491748036, - "mean_cert_acc_72": 0.15863445680588484, - "std_cert_acc_72": 0.14587600572079082, - "mean_cert_acc_108": 0.0446428582072258, - "std_cert_acc_108": 0.0892857164144516, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-cleveland": { - "dataset": "heart-cleveland", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.6111111111111112, - "test_acc": 0.47398843930635837, - "train_size": 76, - "val_size": 54, - "test_size": 173, - "stats": { - "mean": [ - [ - 0.025679380263157865, - 0.06560718421052641, - -0.04165710526315796, - 0.12079876315789474, - -0.05836617236842103, - 0.21103164473684244, - 0.009953435000000009, - -0.04552891578947369, - -0.07930921052631572, - 0.018019449999999958, - -0.1633495263157895, - 0.1490460526315791, - 0.1173184736842107 - ] - ], - "std": [ - [ - 0.8936682722687875, - 0.9705101476202265, - 1.0410809532354568, - 0.9713482365754217, - 1.0046131234392313, - 1.1698900228292355, - 0.991743905598925, - 1.063967410026795, - 0.9653541002995567, - 0.9670845428420584, - 0.8530269008877411, - 1.0419737091060064, - 0.9887800977718967 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1906, - "cert_evals": { - "36": 0.5185185074806213, - "72": 0.3888888955116272, - "108": 0.24074074625968933, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 44, - "best_val_acc": 0.4186046511627907, - "test_acc": 0.3858695652173913, - "train_size": 76, - "val_size": 43, - "test_size": 184, - "stats": { - "mean": [ - [ - -0.2101489736842105, - 0.09376453947368439, - -0.1649965789473685, - -0.03545365789473685, - -0.1381618, - 0.02633263157894729, - -0.1355152364473684, - -0.028272514473684226, - 0.060729605263158, - -0.12137016052631582, - 0.02882180263157893, - -0.062184184210526385, - -0.10297684210526317 - ] - ], - "std": [ - [ - 0.9630708106281646, - 0.9569359106048417, - 1.0685892850045124, - 0.9716813782156916, - 0.8933102337559928, - 1.0237058396713807, - 0.987768251139324, - 1.0505795881681008, - 1.018728244712418, - 0.800844776889746, - 0.9838325491030496, - 0.9678759361024273, - 0.9824728943441249 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1906, - "cert_evals": { - "36": 0.25581395626068115, - "72": 0.11627906560897827, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.5263157894736842, - "test_acc": 0.5588235294117647, - "train_size": 76, - "val_size": 57, - "test_size": 170, - "stats": { - "mean": [ - [ - 0.009666096052631561, - 0.12192189473684223, - -0.04165730263157901, - -0.053396460526315796, - 0.009485552631578952, - -0.08448677631578952, - -0.12229084131578946, - 0.029248118421052637, - 0.0887373684210527, - 0.14607715657894724, - 0.007469368421052609, - 0.13496389473684212, - -0.016193828947368444 - ] - ], - "std": [ - [ - 0.991747257977119, - 0.9423253440641232, - 1.054702252215874, - 1.01578753443219, - 0.912628998922061, - 0.9070959475884481, - 0.9828872816770845, - 1.0215811465249889, - 1.026781557739585, - 1.110916508206595, - 1.0555936285886078, - 1.1293737151568792, - 0.9751655205627294 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1906, - "cert_evals": { - "36": 0.4385964870452881, - "72": 0.38596493005752563, - "108": 0.2982456088066101, - "255": 0.05263157933950424 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.5135135135135135, - "test_acc": 0.4, - "train_size": 76, - "val_size": 37, - "test_size": 190, - "stats": { - "mean": [ - [ - 0.009666401315789493, - -0.1314943026315789, - -0.027953026315789546, - -0.017510736842105287, - 0.14569758815789477, - -0.12142657894736847, - 0.16864663157894735, - 0.0298232342105263, - 0.032721842105263264, - -0.0567749657894737, - -0.14199722368421067, - 0.050471736842105284, - -0.002842618421052697 - ] - ], - "std": [ - [ - 1.037308935092612, - 1.039536608942455, - 1.0731491570199134, - 0.9857713056853448, - 1.1678879570276746, - 0.8615768485992676, - 0.9924490204448371, - 1.0295305309669156, - 1.0098342617684068, - 1.0125711830157138, - 0.967005700282042, - 1.1226814635925688, - 0.9876978299691207 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 1906, - "cert_evals": { - "36": 0.3243243396282196, - "72": 0.18918919563293457, - "108": 0.0810810849070549, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.45467038348387856, - "std_test_acc": 0.07946376220611201, - "n_samples": 303, - "n_features": 13, - "n_classes": 5, - "mean_cert_acc_36": 0.38431332260370255, - "std_cert_acc_36": 0.11700207807076331, - "mean_cert_acc_72": 0.2700805217027664, - "std_cert_acc_72": 0.13873586452529604, - "mean_cert_acc_108": 0.15501685999333858, - "std_cert_acc_108": 0.13827482885305545, - "mean_cert_acc_255": 0.01315789483487606, - "std_cert_acc_255": 0.02631578966975212 - }, - "heart-hungarian": { - "dataset": "heart-hungarian", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.8021390374331551, - "train_size": 73, - "val_size": 34, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.0800741506849315, - 0.187091506849315, - 0.14536817123287665, - 0.057955123287671204, - 0.007548964931506878, - 0.0018470410958903167, - -0.026523986301369866, - -0.07145227945205493, - -0.002936657534246297, - 0.06359038356164397, - 0.03073776712328766, - -0.08100684931506869 - ] - ], - "std": [ - [ - 0.9987991948716954, - 0.8797143812899805, - 1.0138369657816542, - 1.004282733869356, - 1.1169105950079397, - 1.0014602608653556, - 0.9486883864181348, - 1.0204510052676476, - 0.9970306548239305, - 1.1098417855233023, - 1.0026671671379417, - 0.8754503895152498 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1565, - "cert_evals": { - "36": 0.7647058963775635, - "72": 0.6176470518112183, - "108": 0.47058823704719543, - "255": 0.11764705926179886 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.7435897435897436, - "test_acc": 0.8076923076923077, - "train_size": 73, - "val_size": 39, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.03390847945205465, - 0.1564823287671232, - -0.05334468493150675, - 0.17270156164383563, - -0.14544580410958913, - -0.10677657534246586, - 0.03300201369863015, - 0.11938546301369855, - 0.026828767123288015, - 0.11635597260273989, - 0.11918921917808224, - -0.025584246575342404 - ] - ], - "std": [ - [ - 1.015281664085163, - 0.9028410442013451, - 1.0337121941577725, - 0.9152783215528201, - 0.8308188513709485, - 0.787052874670898, - 0.9862292931929137, - 0.8791726610331962, - 1.0093946605762534, - 0.9709004823896129, - 0.9957071278619543, - 0.9379507836223181 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1565, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.5384615659713745, - "108": 0.43589743971824646, - "255": 0.1794871836900711 - }, - "fold": 1 - }, - { - "best_epoch": 8, - "best_val_acc": 0.8809523809523809, - "test_acc": 0.7932960893854749, - "train_size": 73, - "val_size": 42, - "test_size": 179, - "stats": { - "mean": [ - [ - 0.14495649315068504, - 0.003436438356164301, - -0.06753834246575333, - 0.2389838082191781, - 0.03065915232876712, - -0.16108838356164396, - 0.03300202739726026, - 0.07263872739726036, - 0.02682876712328804, - -0.04947819178082209, - 0.0012539315068493056, - -0.05725431506849332 - ] - ], - "std": [ - [ - 0.9448396245451279, - 0.9965626371881349, - 0.9510883979986018, - 0.9219475695799935, - 0.863125052835077, - 0.6471998892994516, - 1.0497525444673081, - 0.9275566360232819, - 1.0093946605762534, - 0.8385071156366399, - 0.992646777404723, - 0.8922594920555511 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1565, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.6666666865348816, - "108": 0.5952380895614624, - "255": 0.1666666716337204 - }, - "fold": 2 - }, - { - "best_epoch": 8, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.807909604519774, - "train_size": 73, - "val_size": 44, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.03448108219178094, - 0.03404561643835607, - 0.2021428561643836, - -0.012603835616438326, - 0.012083080821917778, - 0.0018470410958903595, - 0.03300201369863012, - -0.05440366712328782, - 0.14589046575342487, - 0.0786663835616438, - 0.13393120547945203, - -0.05725438356164386 - ] - ], - "std": [ - [ - 0.9357023656034743, - 0.98044976884177, - 0.9447129008604433, - 0.8618425109620811, - 1.2011825380327528, - 1.0014602608653553, - 0.986229293192914, - 0.847254895689431, - 1.0489937022040874, - 1.0096312619774381, - 1.0380236400472438, - 0.844840730482065 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1565, - "cert_evals": { - "36": 0.7954545617103577, - "72": 0.75, - "108": 0.5681818127632141, - "255": 0.022727273404598236 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8027592597576778, - "std_test_acc": 0.006850724592308542, - "n_samples": 294, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.7352782189846039, - "std_cert_acc_36": 0.056672766370405, - "mean_cert_acc_72": 0.6431938260793686, - "std_cert_acc_72": 0.08865667477854201, - "mean_cert_acc_108": 0.5174763947725296, - "std_cert_acc_108": 0.07631414423875768, - "mean_cert_acc_255": 0.12163204699754715, - "std_cert_acc_255": 0.07111813792218832 - }, - "heart-switzerland": { - "dataset": "heart-switzerland", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.3888888888888889, - "test_acc": 0.20270270270270271, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.03867648709677418, - 0.061165483870967645, - -0.031605645161290254, - -0.04727649354838697, - 0.12035961290322578, - 0.10471612903225812, - 0.10948048064516128, - 0.21947058064516128, - 0.24267312903225804, - 0.146339935483871, - 0.09546838709677423, - -0.14905170967741943 - ] - ], - "std": [ - [ - 1.1959209887023292, - 0.8952513255013157, - 1.0680537841920705, - 1.1526431663263934, - 1.2389629579337629, - 1.0370364433639812, - 0.8482163286791152, - 0.998704338537551, - 0.823971907762666, - 0.9616527651367163, - 1.172612838656165, - 1.0452475193168111 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1640, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.1111111111111111, - "test_acc": 0.14864864864864866, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - 0.38275906451612907, - -0.056386774193548456, - 0.015231451612903284, - 0.016496377419354898, - 0.2830434193548386, - -0.059711161290322494, - 0.04518695483870968, - -0.039474967741935506, - 0.10301854838709676, - -0.043132193548387085, - 0.0954683870967742, - -0.026422451612903276 - ] - ], - "std": [ - [ - 0.8537728993403316, - 1.0773842413872565, - 0.9891428503533505, - 0.8244718913923468, - 1.4910217148161218, - 1.0016724276385454, - 0.8092921347980535, - 0.9902763031378431, - 0.9512021337497041, - 1.1112826701924636, - 1.172612838656165, - 1.014523633801689 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1640, - "cert_evals": { - "36": 0.0555555559694767, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.2916666666666667, - "test_acc": 0.22058823529411764, - "train_size": 31, - "val_size": 24, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1363268064516129, - 0.06116548387096767, - -0.07844332258064517, - 0.28318253870967747, - 0.12035961290322578, - -0.00490193548387092, - -0.09028977096774195, - -0.16894774193548387, - -0.07077383870967743, - -0.23260409677419347, - -0.0015777419354838426, - -0.12861274193548392 - ] - ], - "std": [ - [ - 0.9985620954632528, - 0.8952513255013155, - 0.7865317101247931, - 0.8496477832825274, - 1.2389629579337627, - 0.8129502811517081, - 0.9201252610360474, - 0.960195792094272, - 0.7788574621968283, - 0.922011584077965, - 1.0630870797904943, - 0.9101297422084665 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1640, - "cert_evals": { - "36": 0.0833333358168602, - "72": 0.0833333358168602, - "108": 0.0416666679084301, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.42857142857142855, - "test_acc": 0.28205128205128205, - "train_size": 31, - "val_size": 14, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.06132570967741941, - -0.05638677419354848, - -0.03160587096774191, - -0.08206108387096776, - 0.1203596129032258, - 0.21433419354838715, - 0.08651870322580645, - 0.08999780645161289, - 0.000605741935483859, - -0.11892112903225804, - 0.19251451612903228, - -0.09795603225806457 - ] - ], - "std": [ - [ - 1.1796944897022907, - 1.0773842413872565, - 1.002361426374151, - 1.2266934302261872, - 1.2389629579337627, - 1.2107719727384119, - 1.1761632862640778, - 1.0028917964777728, - 0.9746182884484196, - 1.026652327670446, - 1.4781625990241394, - 1.0351077769123456 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1640, - "cert_evals": { - "36": 0.0714285746216774, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.21349771717418778, - "std_test_acc": 0.05499030438976392, - "n_samples": 123, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.08035714458674192, - "std_cert_acc_36": 0.023448542113176495, - "mean_cert_acc_72": 0.02083333395421505, - "std_cert_acc_72": 0.0416666679084301, - "mean_cert_acc_108": 0.010416666977107525, - "std_cert_acc_108": 0.02083333395421505, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-va": { - "dataset": "heart-va", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 2, - "best_val_acc": 0.35135135135135137, - "test_acc": 0.22123893805309736, - "train_size": 50, - "val_size": 37, - "test_size": 113, - "stats": { - "mean": [ - [ - 0.12417273199999997, - 0.05847433999999993, - 0.11939195999999985, - 0.13652684859999997, - 0.169332294, - -0.08422980000000006, - -0.051211000000000055, - -0.025999581999999997, - -0.10986361999999993, - 0.02611757999999999, - 0.18437666399999986, - -0.16063424000000026 - ] - ], - "std": [ - [ - 1.0375983940843654, - 0.8186406200000009, - 0.906257232351079, - 0.9850972422932538, - 0.9999215189422874, - 0.964959379692824, - 0.9368765586228528, - 0.926118336928491, - 0.985877688928741, - 0.8984566513475283, - 1.109014128975748, - 0.8047660315047241 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1640, - "cert_evals": { - "36": 0.0810810849070549, - "72": 0.027027027681469917, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.3, - "test_acc": 0.25, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.10881117199999998, - 0.17542300000000016, - 0.21993213999999972, - -0.08821109999999997, - 0.13781262600000002, - 0.08422731999999994, - 0.00731520000000001, - -0.12721317799999998, - -0.30961252, - -0.25667714, - -0.17580066800000008, - -0.02059391999999999 - ] - ], - "std": [ - [ - 0.9929893928858932, - 1.0, - 0.8501447398821216, - 1.0656963957883359, - 1.0325714366151477, - 1.022085030499879, - 0.9621289169237981, - 1.0393960665815958, - 0.9317809815586118, - 0.8468928172805285, - 0.9604725295714901, - 0.9867682179778366 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1640, - "cert_evals": { - "36": 0.06666667014360428, - "72": 0.06666667014360428, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.25925925925925924, - "test_acc": 0.23577235772357724, - "train_size": 50, - "val_size": 27, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.15233571999999998, - 0.05847433999999995, - 0.11939203999999982, - -0.012556939999999935, - 0.15528536399999998, - -0.042115520000000004, - 0.06584127999999993, - 0.009825086000000021, - 0.16978484000000008, - 0.05313653999999998, - 0.04716622799999987, - 0.15239717999999963 - ] - ], - "std": [ - [ - 0.9466778160837978, - 0.8186406200000006, - 0.794839780092792, - 1.0183639969617624, - 0.9927764037429706, - 0.982265363064182, - 1.1062072213290066, - 0.982147212242076, - 0.9915274640582656, - 1.040558924765334, - 1.0326448287754921, - 1.138945356222443 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1640, - "cert_evals": { - "36": 0.03703703731298447, - "72": 0.03703703731298447, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.3, - "test_acc": 0.19166666666666668, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.07040700000000005, - 0.17542300000000016, - 0.14452675999999975, - 0.06532269999999997, - -0.19794047999999992, - -0.08422980000000009, - -0.16826343999999985, - 0.010868634000000012, - 0.009985720000000033, - -0.009907080000000006, - -0.10719553600000013, - -0.08649541999999996 - ] - ], - "std": [ - [ - 1.2049567103246417, - 1.0, - 0.9024156133740057, - 0.9721589400778301, - 0.9497444006039201, - 0.964959379692824, - 0.920277085388703, - 0.9840113193010918, - 0.9979451845458254, - 1.0793938409678105, - 0.9369066157621472, - 0.9024286546800494 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 1640, - "cert_evals": { - "36": 0.1666666716337204, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2246694906108353, - "std_test_acc": 0.02493901523837004, - "n_samples": 200, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.08786286599934101, - "std_cert_acc_36": 0.0556434360239503, - "mean_cert_acc_72": 0.032682683784514666, - "std_cert_acc_72": 0.02753189658571897, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "hepatitis": { - "dataset": "hepatitis", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.782608695652174, - "test_acc": 0.8602150537634409, - "train_size": 39, - "val_size": 23, - "test_size": 93, - "stats": { - "mean": [ - [ - -0.07305103333333338, - -0.25417620512820527, - -0.0684997948717948, - 0.002734846153846289, - -0.27956964102564097, - 0.043173205128205175, - -0.08607384615384614, - 0.058396666666666625, - 0.06670830769230766, - -0.04725699999999998, - 0.016169358974358995, - -0.02457512820512817, - 0.0025034871794872037, - -0.027701887179487183, - -0.15169055846153845, - -0.0886186358974359, - -0.07013070256410256, - 0.1575872743589744, - -0.1341903076923079 - ] - ], - "std": [ - [ - 0.7065121639768482, - 0.5178280049962226, - 1.0644445404981495, - 0.9941527427588283, - 0.9460715809412041, - 1.0610130501194135, - 1.1425568971679159, - 0.9324615341247179, - 0.946176852270342, - 0.9924710852804189, - 0.9714365294574488, - 0.9824999787091323, - 0.9634407063351287, - 0.8415828453559291, - 0.8432379274259605, - 0.6407479822535036, - 0.9523942193593046, - 1.0530325526231488, - 0.9744402928447131 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3805, - "cert_evals": { - "36": 0.739130437374115, - "72": 0.6521739363670349, - "108": 0.52173912525177, - "255": 0.21739131212234497 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8846153846153846, - "test_acc": 0.7777777777777778, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.11794246410256407, - -0.08617061538461546, - 0.18073612820512838, - 0.002734846153846107, - -0.01757938461538464, - -0.10891841025641022, - -0.26475346153846147, - -0.16237000000000007, - -0.13763476923076928, - 0.0032585384615384802, - -0.12308166666666664, - -0.13340641025641017, - -0.052936256410256344, - -0.1222803846153846, - -0.12690142128205126, - -0.21492274871794878, - -0.0701304769230769, - -0.19038912820512827, - -0.03147528205128203 - ] - ], - "std": [ - [ - 0.9308482815868492, - 0.8729826521744097, - 0.9562346989313699, - 0.9941527427588275, - 1.0687148745897885, - 1.082595260131678, - 1.2147882026120127, - 1.1445852172148068, - 1.1192331270078257, - 1.0668209925491146, - 1.0726249795408656, - 1.1491882555748711, - 1.1143257286511818, - 0.9024022721027672, - 0.9826150523838478, - 0.6405176575741821, - 1.0834147839386958, - 1.0210323203399736, - 0.9932070287924958 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3805, - "cert_evals": { - "36": 0.7307692766189575, - "72": 0.6538462042808533, - "108": 0.46153849363327026, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.8469387755102041, - "train_size": 39, - "val_size": 18, - "test_size": 98, - "stats": { - "mean": [ - [ - 0.25751469999999993, - -0.0021678205128206176, - -0.16819412820512808, - -0.13856787179487162, - -0.22717153846153848, - -0.05822148717948713, - -0.026513846153846145, - -0.07406333333333337, - 0.025839692307692258, - -0.04725692307692307, - 0.016169487179487147, - -0.13340641025641015, - -0.052936256410256344, - -0.040312646153846145, - 0.10239844307692307, - 0.13277096923076923, - 0.021281615384615406, - -0.028776703589743616, - 0.019882230769230784 - ] - ], - "std": [ - [ - 1.005461160498127, - 0.9939344729297802, - 0.9562346989313698, - 1.1126187137474748, - 0.8609878396947588, - 0.9804372857666263, - 0.9786685591250096, - 0.9813568775708227, - 0.946176852270342, - 1.0881358642498125, - 1.054392008519234, - 1.1491882555748716, - 1.1143257286511812, - 0.6571748166650522, - 0.9244222305036086, - 1.0717140331590138, - 0.8996151755406562, - 0.9261613145039079, - 0.998504170514703 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3805, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.6111111044883728, - "108": 0.4444444477558136, - "255": 0.1111111119389534 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9230769230769231, - "test_acc": 0.8333333333333334, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.07509134615384613, - -0.17017341025641036, - 0.13088894871794884, - 0.1440375641025641, - -0.12237543589743595, - -0.05822148717948713, - 0.1521657692307693, - 0.1467033333333333, - 0.10757692307692303, - 0.003258384615384635, - 0.06258628205128201, - -0.13340641025641015, - 0.057943230769230816, - 0.03955354102564104, - 0.16271944128205126, - 0.026228858974358962, - 0.12825329743589742, - -0.037512437692307686, - 0.2253122820512821 - ] - ], - "std": [ - [ - 0.9881800818586763, - 0.7226193648278391, - 0.9639985722278488, - 0.835958152953438, - 0.9195820679374928, - 0.9804372857666264, - 0.8380816839591891, - 0.797209189164857, - 0.8727148090274184, - 0.8602473119915564, - 0.8683835140087598, - 0.9266649753751967, - 0.7801070627641344, - 0.8750146780135224, - 1.0473279879316608, - 0.8897406999004371, - 0.8705306469748111, - 0.8788094464260305, - 0.9932070287924956 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 3805, - "cert_evals": { - "36": 0.884615421295166, - "72": 0.8461538553237915, - "108": 0.692307710647583, - "255": 0.23076924681663513 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8295662350961891, - "std_test_acc": 0.03622793851290222, - "n_samples": 155, - "n_features": 19, - "n_classes": 2, - "mean_cert_acc_36": 0.75529545545578, - "std_cert_acc_36": 0.0920897270836987, - "mean_cert_acc_72": 0.6908212751150131, - "std_cert_acc_72": 0.10542405549515538, - "mean_cert_acc_108": 0.5300074443221092, - "std_cert_acc_108": 0.11316472527456488, - "mean_cert_acc_255": 0.13981791771948338, - "std_cert_acc_255": 0.10749094007908079 - }, - "horse-colic": { - "dataset": "horse-colic", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.9090909090909091, - "test_acc": 0.8034188034188035, - "train_size": 68, - "val_size": 66, - "test_size": 234, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6505, - "cert_evals": { - "36": 0.8636363744735718, - "72": 0.7575757503509521, - "108": 0.560606062412262, - "255": 0.09090909361839294 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.875, - "test_acc": 0.8201754385964912, - "train_size": 68, - "val_size": 72, - "test_size": 228, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6505, - "cert_evals": { - "36": 0.8333333134651184, - "72": 0.7222222089767456, - "108": 0.5972222089767456, - "255": 0.0416666679084301 - }, - "fold": 1 - }, - { - "best_epoch": 46, - "best_val_acc": 0.9206349206349206, - "test_acc": 0.8059071729957806, - "train_size": 68, - "val_size": 63, - "test_size": 237, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6505, - "cert_evals": { - "36": 0.7777778506278992, - "72": 0.6190476417541504, - "108": 0.5079365372657776, - "255": 0.1904762089252472 - }, - "fold": 2 - }, - { - "best_epoch": 46, - "best_val_acc": 0.9, - "test_acc": 0.808, - "train_size": 68, - "val_size": 50, - "test_size": 250, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6505, - "cert_evals": { - "36": 0.7799999713897705, - "72": 0.7199999690055847, - "108": 0.5799999833106995, - "255": 0.19999998807907104 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8093753537527688, - "std_test_acc": 0.0074395833266176865, - "n_samples": 368, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.81368687748909, - "std_cert_acc_36": 0.04205235050198356, - "mean_cert_acc_72": 0.7047113925218582, - "std_cert_acc_72": 0.059646983125971983, - "mean_cert_acc_108": 0.5614411979913712, - "std_cert_acc_108": 0.03867882896564464, - "mean_cert_acc_255": 0.13076298963278532, - "std_cert_acc_255": 0.0772138115547912 - }, - "ilpd-indian-liver": { - "dataset": "ilpd-indian-liver", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 66, - "best_val_acc": 0.6976744186046512, - "test_acc": 0.6324786324786325, - "train_size": 146, - "val_size": 86, - "test_size": 351, - "stats": { - "mean": [ - [ - -0.04947167191780823, - -0.00829989520547949, - 0.0029959439041094614, - 0.043865143424657534, - -0.02727346465753423, - 0.06000245376712337, - 0.18081108150684932, - 0.13766838972602727, - 0.07700867876712333 - ] - ], - "std": [ - [ - 1.0220386211163874, - 0.9305248911517027, - 1.0317627748416793, - 1.0430349333459359, - 0.6968608763678219, - 1.4666603089790804, - 0.976649603737411, - 0.9779410793607819, - 1.0045141661622095 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.38372093439102173, - "72": 0.26744186878204346, - "108": 0.22093023359775543, - "255": 0.08139535039663315 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.7391304347826086, - "test_acc": 0.6059782608695652, - "train_size": 146, - "val_size": 69, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.023718123972602808, - -0.005873168493150683, - 0.03226138232876717, - 0.04699460315068498, - 0.05445175945205481, - -0.012896076027397266, - 0.006021310958904103, - -0.03022427397260268, - 0.024170888356164395 - ] - ], - "std": [ - [ - 0.9837490979337397, - 0.9321175505257335, - 1.0715555930063725, - 0.9529710623514904, - 1.1810113146612142, - 0.7086815710476746, - 1.0423446624153474, - 1.010859445699408, - 1.0504905455411107 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.47826087474823, - "72": 0.2753623127937317, - "108": 0.15942029654979706, - "255": 0.043478261679410934 - }, - "fold": 1 - }, - { - "best_epoch": 26, - "best_val_acc": 0.625, - "test_acc": 0.5845272206303725, - "train_size": 146, - "val_size": 88, - "test_size": 349, - "stats": { - "mean": [ - [ - -0.06850946301369858, - -0.0660989635342466, - -0.043828577945205456, - -0.023010099041095942, - 0.006519339726027369, - -0.025199812328767113, - -0.0009198609589041257, - -0.051749036301369795, - -0.1729785705479453 - ] - ], - "std": [ - [ - 0.960568795724854, - 0.7317880619730879, - 0.8532176637131939, - 0.846889651522413, - 0.8393088412983767, - 0.6466602014941917, - 1.025247253115212, - 1.0319261806513593, - 0.9884325003029147 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.47727274894714355, - "72": 0.28409090638160706, - "108": 0.1931818276643753, - "255": 0.11363636702299118 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.5779036827195467, - "train_size": 146, - "val_size": 84, - "test_size": 353, - "stats": { - "mean": [ - [ - 0.10156164794520553, - 0.11148967165753422, - 0.14932299390410964, - -0.06575168465753424, - 0.08565644520547948, - 0.041416027397260274, - 0.12780630068493154, - 0.0825649349315068, - 0.027512271917808223 - ] - ], - "std": [ - [ - 0.9791992181077636, - 1.0803158704678002, - 1.2337654004282645, - 0.900953545319748, - 1.161354860471408, - 0.8045626472841879, - 0.9144661645250372, - 1.0285214362372226, - 1.0463698865975202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.4642857313156128, - "72": 0.2976190447807312, - "108": 0.190476194024086, - "255": 0.0595238097012043 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6002219491745292, - "std_test_acc": 0.024617461714143633, - "n_samples": 583, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.450885072350502, - "std_cert_acc_36": 0.04522662608695493, - "mean_cert_acc_72": 0.28112853318452835, - "std_cert_acc_72": 0.012926545139424756, - "mean_cert_acc_108": 0.19100213795900345, - "std_cert_acc_108": 0.025153735836471222, - "mean_cert_acc_255": 0.07450844720005989, - "std_cert_acc_255": 0.030363548978595545 - }, - "image-segmentation": { - "dataset": "image-segmentation", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.9, - "test_acc": 0.9125, - "train_size": 2100, - "val_size": 50, - "test_size": 160, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3610, - "cert_evals": { - "36": 0.85999995470047, - "72": 0.8399999737739563, - "108": 0.699999988079071, - "255": 0.2800000011920929 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9361702127659575, - "test_acc": 0.9079754601226994, - "train_size": 2100, - "val_size": 47, - "test_size": 163, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3610, - "cert_evals": { - "36": 0.8936169743537903, - "72": 0.8723403811454773, - "108": 0.7234042286872864, - "255": 0.27659574151039124 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.9534883720930233, - "test_acc": 0.9101796407185628, - "train_size": 2100, - "val_size": 43, - "test_size": 167, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3610, - "cert_evals": { - "36": 0.9069767594337463, - "72": 0.8372092843055725, - "108": 0.7906976938247681, - "255": 0.41860464215278625 - }, - "fold": 2 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8611111111111112, - "test_acc": 0.8908045977011494, - "train_size": 2100, - "val_size": 36, - "test_size": 174, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3610, - "cert_evals": { - "36": 0.8333333134651184, - "72": 0.7777777910232544, - "108": 0.6388888955116272, - "255": 0.3333333432674408 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9053649246356028, - "std_test_acc": 0.00988110667524479, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.8734817504882812, - "std_cert_acc_36": 0.03327160289415019, - "mean_cert_acc_72": 0.8318318575620651, - "std_cert_acc_72": 0.03940565709439355, - "mean_cert_acc_108": 0.7132477015256882, - "std_cert_acc_108": 0.0627332721249584, - "mean_cert_acc_255": 0.3271334320306778, - "std_cert_acc_255": 0.06628483900633333 - }, - "hill-valley": { - "dataset": "hill-valley", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 2, - "best_val_acc": 0.5873015873015873, - "test_acc": 0.5020833333333333, - "train_size": 606, - "val_size": 126, - "test_size": 480, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101005, - "cert_evals": { - "36": 0.0873015895485878, - "72": 0.0634920671582222, - "108": 0.0238095261156559, - "255": 0.007936508394777775 - }, - "fold": 0 - }, - { - "best_epoch": 59, - "best_val_acc": 0.6033057851239669, - "test_acc": 0.5855670103092784, - "train_size": 606, - "val_size": 121, - "test_size": 485, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101005, - "cert_evals": { - "36": 0.14876031875610352, - "72": 0.024793386459350586, - "108": 0.024793386459350586, - "255": 0.01652892492711544 - }, - "fold": 1 - }, - { - "best_epoch": 39, - "best_val_acc": 0.6083333333333333, - "test_acc": 0.5781893004115226, - "train_size": 606, - "val_size": 120, - "test_size": 486, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101005, - "cert_evals": { - "36": 0.15000000596046448, - "72": 0.05833333730697632, - "108": 0.05000000447034836, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 78, - "best_val_acc": 0.6929824561403509, - "test_acc": 0.5528455284552846, - "train_size": 606, - "val_size": 114, - "test_size": 492, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 101005, - "cert_evals": { - "36": 0.1315789520740509, - "72": 0.061403509229421616, - "108": 0.02631578966975212, - "255": 0.008771929889917374 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5546712931273547, - "std_test_acc": 0.03775565714229227, - "n_samples": 1212, - "n_features": 100, - "n_classes": 2, - "mean_cert_acc_36": 0.12941021658480167, - "std_cert_acc_36": 0.029304184940444192, - "mean_cert_acc_72": 0.05200557503849268, - "std_cert_acc_72": 0.018264760705311526, - "mean_cert_acc_108": 0.03122967667877674, - "std_cert_acc_108": 0.012555954193244602, - "mean_cert_acc_255": 0.008309340802952647, - "std_cert_acc_255": 0.006756717655335494 - }, - "ionosphere": { - "dataset": "ionosphere", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.8936170212765957, - "test_acc": 0.9305555555555556, - "train_size": 88, - "val_size": 47, - "test_size": 216, - "stats": { - "mean": [ - [ - -0.053792624999999955, - 0.11437863863636365, - -0.09784573977272727, - 0.037641697727272765, - 0.03979244659090908, - -0.022637212499999986, - -0.03695475681818172, - -0.03367938977272729, - -0.021329492045454524, - -0.09884267272727273, - 0.035718605681818186, - 0.06464764249999998, - -0.019363167613636392, - -0.05855647840909092, - -0.09749018068181807, - -0.038717673863636344, - -0.20421359857954527, - -0.07935669659090909, - -0.1400404538977272, - 0.02510688295454545, - -0.037117688954545446, - 0.033973999999999976, - -0.1653208722727273, - 0.005757295454545449, - -0.1324492284090909, - -0.08898458409090908, - -0.05795820443181821, - -0.02483663102272733, - -0.08507457556818178, - 0.08867289204545453, - -0.04576606920454543, - 0.02797571125000001, - -0.0760243448863635 - ] - ], - "std": [ - [ - 1.0628766820372375, - 0.7507239967772006, - 1.0291396537758577, - 0.8884938256308751, - 0.9340022757733981, - 0.913837455075107, - 0.9736609191811407, - 0.9876988868200146, - 1.0170932036566493, - 0.9930860356859771, - 0.9548850329366211, - 0.9223725518038193, - 0.8913550898838349, - 1.0187510679778873, - 1.017494178014936, - 1.0307802521113834, - 0.975629252171648, - 1.0218068809970482, - 0.9797731524500652, - 0.9502446255339264, - 0.9112949974613238, - 0.9538996196640592, - 0.8900589740016208, - 0.9778636762599577, - 0.9154522749390646, - 1.05891815419685, - 0.9349516698212756, - 1.028413342097531, - 1.0174809086582552, - 0.8603550537251974, - 0.9177215824920913, - 0.9334496357023497, - 0.9708996223344086 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11225, - "cert_evals": { - "36": 0.8723403811454773, - "72": 0.8510637879371643, - "108": 0.7872340083122253, - "255": 0.5319148898124695 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.9454545454545454, - "test_acc": 0.9038461538461539, - "train_size": 88, - "val_size": 55, - "test_size": 208, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.057230188340909066, - -0.12594148852272724, - -0.0657140477272727, - 0.03683578340909091, - -0.019606631818181786, - -0.060358038636363666, - 0.04340084659090913, - -0.0891362948863636, - 0.11950643409090907, - -0.0431416420454545, - 0.015000489886363617, - 0.006661120113636418, - 0.05273973636363641, - 0.015397984090909127, - 0.014861920909090958, - 0.1809429574999999, - 0.08595570852272723, - 0.06362748978409093, - 0.013652813181818213, - 0.08379081831818179, - 0.012709255681818172, - 0.05176218068181814, - -0.0808674875, - 0.0755702415909092, - 0.018801221590909037, - 0.00032548409090908274, - -0.044570049999999944, - -0.06261137522727273, - -0.029789787386363672, - 0.05672472590909099, - 0.07217833522727275, - -0.1547468361363635 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9307820453086587, - 1.0773699872895335, - 1.0440681513418153, - 0.8335723077848519, - 1.0288328270221063, - 1.012134427705991, - 0.9381625016034029, - 1.0351171735867382, - 0.8413129464522849, - 0.957745165443786, - 0.996483818815002, - 1.0520779681632726, - 0.9017607688663065, - 0.9016249527670053, - 0.9886646202839675, - 0.948531710759369, - 0.9429119629240612, - 0.9771648840049503, - 1.0130626800360227, - 0.9206929443124036, - 1.0062206389304456, - 0.9740332111643196, - 1.0276361536986764, - 1.004938887359179, - 0.9916060965398966, - 1.0389805297776586, - 0.9937147733197984, - 0.9550117277666471, - 1.045048464961226, - 0.9419333165833579, - 0.9692634514790782, - 0.8827267306674739 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11225, - "cert_evals": { - "36": 0.9454545378684998, - "72": 0.9090908765792847, - "108": 0.8363636136054993, - "255": 0.5454545021057129 - }, - "fold": 1 - }, - { - "best_epoch": 38, - "best_val_acc": 0.8813559322033898, - "test_acc": 0.9313725490196079, - "train_size": 88, - "val_size": 59, - "test_size": 204, - "stats": { - "mean": [ - [ - -0.1268343749999996, - 0.03819893595454546, - -0.011457272727272726, - 0.05116481477272727, - -0.0830110590909092, - 0.047313343863636344, - 0.10252151931818183, - 0.1333957454545454, - 0.05029393693181818, - 0.04156139318181821, - -0.001252886136363645, - -0.02304269772727273, - -0.028127184431818178, - 0.09080393977272729, - 0.051952362500000016, - 0.026424043636363623, - 0.004673466193181796, - 0.08743039488636364, - -0.026571849534090915, - 0.14150050181818186, - 0.03335016056818166, - 0.12982050340909096, - 0.16414423761363636, - 0.09544092727272725, - -0.013555443181818177, - 0.13096514511363633, - 0.08380314419318177, - 0.11039518400000002, - 0.10956971738636363, - 0.16996981363636354, - 0.20297531795454554, - 0.13073818977272728, - 0.22886673897727264 - ] - ], - "std": [ - [ - 1.1403639563737902, - 0.9669190187863775, - 0.9172167629719893, - 0.8606790311963011, - 0.9989705798429368, - 0.9373035431734378, - 0.9209352640839872, - 0.8488345605516046, - 0.8825266596197384, - 0.9437597259890439, - 0.8884696173398924, - 1.0048586652940763, - 0.9550518112139788, - 0.9614986333459294, - 0.9194447344313414, - 0.9950631727543465, - 0.9784728631967848, - 0.9580770253420143, - 0.9232846642295484, - 0.9004257495362915, - 0.9845719410626651, - 0.9096258762479161, - 0.9598729860189827, - 0.9018492624900448, - 0.9747064152086655, - 0.8917378557660298, - 1.0112826407608113, - 0.9771390659506771, - 0.934094299138346, - 0.9171760631839044, - 0.9408030802675159, - 0.9489033599031296, - 0.9833308046410482 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11225, - "cert_evals": { - "36": 0.8305084705352783, - "72": 0.7796609997749329, - "108": 0.7457627058029175, - "255": 0.5423728823661804 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.9629629629629629, - "test_acc": 0.9234449760765551, - "train_size": 88, - "val_size": 54, - "test_size": 209, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.08337084420454545, - 0.012367452272727331, - -0.10430459318181814, - -0.04320599500000006, - -0.02125417613636366, - 0.13601533749999994, - 0.08083362500000006, - 0.04508737613636362, - 0.06580848409090917, - -0.04573462613636365, - -0.11163381636363634, - -0.08390394295454544, - -0.08376589772727273, - -0.044872403409090926, - -0.0040415840909091135, - -0.08072537250000003, - 0.09002621590909089, - -0.162396136590909, - -0.039994314090909096, - -0.10034994406818182, - -0.025718289772727287, - -0.07362233545454551, - 0.15139177386363645, - -0.09483327613636364, - 0.035840585227272695, - 0.10623734090909087, - 0.16713354263636365, - -0.09824181704545455, - -0.02187183522727274, - -0.02442285272727274, - -0.04313826136363642, - 0.1828973070454546 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9490576864105106, - 0.9875219449564684, - 1.1736996169419784, - 1.085283557408111, - 1.0964938389858863, - 1.0087899511657812, - 1.0744821220114844, - 1.0108692257357619, - 1.0627108745057163, - 1.0442983244440271, - 1.1469962087719372, - 1.0331323404442145, - 1.1049553685537077, - 1.023216090225595, - 1.0297914379913535, - 1.0415403651865944, - 1.0022218327408114, - 1.0389078436934174, - 1.0658270934057976, - 1.0847302652617432, - 1.0404853997786638, - 1.050257290760166, - 0.893199357426146, - 1.0313013612091906, - 0.9776385188820035, - 1.0220555587416027, - 0.8817940384222789, - 1.0763521420836772, - 1.0347943476784296, - 1.1267168423195861, - 1.0726159506205808, - 1.1123266143540387 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 11225, - "cert_evals": { - "36": 0.944444477558136, - "72": 0.8703703880310059, - "108": 0.7592592835426331, - "255": 0.5185185074806213 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9223048086244682, - "std_test_acc": 0.012810421003207775, - "n_samples": 351, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.8981869667768478, - "std_cert_acc_36": 0.05663451663342555, - "mean_cert_acc_72": 0.8525465130805969, - "std_cert_acc_72": 0.05425081285228405, - "mean_cert_acc_108": 0.7821549028158188, - "std_cert_acc_108": 0.04005405940081207, - "mean_cert_acc_255": 0.534565195441246, - "std_cert_acc_255": 0.012166309892241716 - }, - "iris": { - "dataset": "iris", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6630434782608695, - "train_size": 37, - "val_size": 21, - "test_size": 92, - "stats": { - "mean": [ - [ - -0.06538616216216218, - 0.037524162162162124, - -0.05163069459459464, - -0.05491507459459471 - ] - ], - "std": [ - [ - 0.9148870367317358, - 1.0881966465526376, - 0.9955337168703222, - 0.9789290060304676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.523809552192688, - "108": 0.3333333432674408, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9310344827586207, - "test_acc": 0.8809523809523809, - "train_size": 37, - "val_size": 29, - "test_size": 84, - "stats": { - "mean": [ - [ - -0.1894133945945945, - -0.14947308108108107, - -0.07307603783783788, - -0.09033012864864856 - ] - ], - "std": [ - [ - 0.9592123832790647, - 0.9096266883189955, - 1.0119512040032557, - 1.0176631024602978 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.5517241358757019, - "72": 0.41379308700561523, - "108": 0.13793103396892548, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.34782608695652173, - "test_acc": 0.32222222222222224, - "train_size": 37, - "val_size": 23, - "test_size": 90, - "stats": { - "mean": [ - [ - 0.12065495945945945, - 0.08115708108108108, - -0.014868264864864856, - 0.0017480032432432313 - ] - ], - "std": [ - [ - 1.079972374505205, - 0.8268394002889127, - 1.0381376116445211, - 1.0358017457861401 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.3478260934352875, - "72": 0.3478260934352875, - "108": 0.3478260934352875, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 71, - "best_val_acc": 0.7647058823529411, - "test_acc": 0.6582278481012658, - "train_size": 37, - "val_size": 34, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.019474235135135163, - 0.1372560810810812, - -0.050099464864865016, - -0.012418108108108169 - ] - ], - "std": [ - [ - 1.0035126577760827, - 0.9654086463610752, - 1.0191317626227525, - 1.0325640931007958 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.5588235259056091, - "72": 0.3529411852359772, - "108": 0.3235294222831726, - "255": 0.11764705926179886 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6311114823841846, - "std_test_acc": 0.23064258011848793, - "n_samples": 150, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.53126011043787, - "std_cert_acc_36": 0.1331183654414208, - "mean_cert_acc_72": 0.40959247946739197, - "std_cert_acc_72": 0.08182835773167112, - "mean_cert_acc_108": 0.2856549732387066, - "std_cert_acc_108": 0.09898705517877651, - "mean_cert_acc_255": 0.029411764815449715, - "std_cert_acc_255": 0.05882352963089943 - }, - "led-display": { - "dataset": "led-display", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 56, - "best_val_acc": 0.6282051282051282, - "test_acc": 0.7003367003367004, - "train_size": 250, - "val_size": 156, - "test_size": 594, - "stats": { - "mean": [ - [ - 0.007071759999999854, - -0.06713887999999998, - 0.04580425999999983, - -0.02524725599999987, - 0.032490744000000016, - 0.026608120000000096, - 1.7199999999801818e-06 - ] - ], - "std": [ - [ - 0.9950459658737895, - 1.009900234084628, - 0.9724760974354865, - 1.0074396393306633, - 1.004766715631752, - 0.9754811567914686, - 0.9994980323196654 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 685, - "cert_evals": { - "36": 0.557692289352417, - "72": 0.5128205418586731, - "108": 0.36538460850715637, - "255": 0.07051282376050949 - }, - "fold": 0 - }, - { - "best_epoch": 61, - "best_val_acc": 0.7021276595744681, - "test_acc": 0.7110016420361248, - "train_size": 250, - "val_size": 141, - "test_size": 609, - "stats": { - "mean": [ - [ - -0.030645360000000187, - 0.03051721599999998, - -0.07328692000000013, - -0.01683115199999986, - -0.024368800000000006, - 0.02660812000000029, - 1.7199999999624183e-06 - ] - ], - "std": [ - [ - 1.018012947504733, - 0.9932371252643158, - 1.0370805647209447, - 1.0048701299259322, - 0.9948347843380658, - 0.9754811567914693, - 0.9994980323196655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 685, - "cert_evals": { - "36": 0.6453900337219238, - "72": 0.6170212626457214, - "108": 0.5815602540969849, - "255": 0.12056737393140793 - }, - "fold": 1 - }, - { - "best_epoch": 62, - "best_val_acc": 0.6687898089171974, - "test_acc": 0.715008431703204, - "train_size": 250, - "val_size": 157, - "test_size": 593, - "stats": { - "mean": [ - [ - -0.02121608000000006, - -0.018310832, - -0.02748262000000013, - 0.008417160000000156, - 0.01624516000000005, - 0.026608120000000093, - -0.01687781599999998 - ] - ], - "std": [ - [ - 1.0124517882249175, - 1.002792806702983, - 1.0143765302763266, - 0.9966955712286966, - 1.0022682733933526, - 0.9754811567914692, - 1.005041365963769 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 685, - "cert_evals": { - "36": 0.6242038011550903, - "72": 0.5031847357749939, - "108": 0.3821656107902527, - "255": 0.18471337854862213 - }, - "fold": 2 - }, - { - "best_epoch": 64, - "best_val_acc": 0.7289156626506024, - "test_acc": 0.7311643835616438, - "train_size": 250, - "val_size": 166, - "test_size": 584, - "stats": { - "mean": [ - [ - -0.0023575200000001267, - 0.0061031919999999995, - 0.009160819999999905, - -0.04207946399999987, - -0.016246007999999923, - -0.1011123440000001, - 0.05064032800000006 - ] - ], - "std": [ - [ - 1.0009703691603724, - 0.9983249694649329, - 0.9943226309022788, - 1.0123492183086487, - 0.9964583563164333, - 1.0799745182608878, - 0.9809392436444123 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 685, - "cert_evals": { - "36": 0.650602400302887, - "72": 0.5963855385780334, - "108": 0.5421686768531799, - "255": 0.14457830786705017 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7143777894094183, - "std_test_acc": 0.012789813738133414, - "n_samples": 1000, - "n_features": 7, - "n_classes": 10, - "mean_cert_acc_36": 0.6194721311330795, - "std_cert_acc_36": 0.042739399796247246, - "mean_cert_acc_72": 0.5573530197143555, - "std_cert_acc_72": 0.057738436973019454, - "mean_cert_acc_108": 0.46781978756189346, - "std_cert_acc_108": 0.10999129506900648, - "mean_cert_acc_255": 0.13009297102689743, - "std_cert_acc_255": 0.047727507266152915 - }, - "lenses": { - "dataset": "lenses", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.35714285714285715, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - 0.6526299999999999, - 0.0, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.7296625220778439, - 0.978945, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.35714285714285715, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - -0.32631499999999997, - -0.6526299999999999, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.922958197211553, - 0.7296625220778439, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.125, - "train_size": 6, - "val_size": 2, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - 0.32631499999999997, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.978945, - 0.9229581972115529, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.25, - "test_acc": 0.42857142857142855, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - -0.59948, - 0.32631499999999997, - 0.32631499999999997, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.915720825870709, - 0.9229581972115529, - 0.922958197211553, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 306, - "cert_evals": { - "36": 0.25, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3169642857142857, - "std_test_acc": 0.13233175044890302, - "n_samples": 24, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.3125, - "std_cert_acc_36": 0.23935677693908453, - "mean_cert_acc_72": 0.25, - "std_cert_acc_72": 0.28867513459481287, - "mean_cert_acc_108": 0.25, - "std_cert_acc_108": 0.28867513459481287, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "libras": { - "dataset": "libras", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 29, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.7612612612612613, - "train_size": 90, - "val_size": 48, - "test_size": 222, - "stats": { - "mean": [ - [ - 0.059153607855555554, - -0.022086486111111102, - 0.05922882088888888, - -0.02086866645555565, - 0.056779304333333384, - -0.018696930000000046, - 0.05689053533333337, - -0.016248013333333245, - 0.0569165588888889, - -0.0036989233333332458, - 0.06283389777777776, - -0.0037991557777777556, - 0.05937392222222222, - -0.007620807444444464, - 0.05464593999999994, - -0.011244530777777774, - 0.04970278000000001, - -0.013921464755555614, - 0.04771983000000002, - -0.019249020222222305, - 0.044871499788888936, - -0.020557805333333252, - 0.03973438522222228, - -0.026101116888888873, - 0.0330146356666666, - -0.027676334444444468, - 0.034978265333333355, - -0.0210573455555555, - 0.04064138888888893, - -0.01831029133333337, - 0.044241277888888826, - -0.010786282777777736, - 0.051733793333333285, - -0.0034738184444444765, - 0.045049727888888905, - -0.021378303111111135, - 0.04119049111111115, - -0.045665581555555515, - 0.03553613722222227, - -0.07517735188888884, - 0.022791370888888884, - -0.09528456055555552, - 0.01893847222222228, - -0.11598632511111107, - 0.02626179000000001, - -0.1326080574444444, - 0.034327293333333335, - -0.13289333, - 0.03746381222222225, - -0.11572220622222221, - 0.042059589422222224, - -0.09740232666666666, - 0.04862533955555555, - -0.08259843555555557, - 0.04790880555555556, - -0.06473083111111111, - 0.04817679555555557, - -0.043231756999999996, - 0.05318957111111112, - -0.019220134666666673, - 0.055677036666666645, - -0.002841064555555544, - 0.05546902555555555, - 0.003981006666666653, - 0.05436141222222221, - 0.010304663333333285, - 0.04651793477777778, - 0.004333857777777748, - 0.038974952222222185, - -0.008231636300000048, - 0.03247019888888887, - -0.02334288095555553, - 0.03011131132222221, - -0.030717089555555615, - 0.02976556422222225, - -0.03948321999999996, - 0.022267378333333344, - -0.03566932055555558, - 0.015906501777777787, - -0.04077892000000001, - 0.011949363777777782, - -0.03570859, - 0.004940353333333312, - -0.031180698333333357, - 0.0004020502222222259, - -0.025412966666666658, - -0.002333565333333347, - -0.02677985111111109, - -0.0059334082222222105, - -0.026852045555555534 - ] - ], - "std": [ - [ - 1.0272697848649774, - 0.9664771136823957, - 1.027688880747467, - 0.9662624765656191, - 1.0292677018687986, - 0.9684534093051018, - 1.0319599452853536, - 0.9677596062743243, - 1.0377674721252286, - 0.9616782342445047, - 1.0370360978842266, - 0.9555582821931108, - 1.0289925918383118, - 0.9579834639182713, - 1.0189074336088546, - 0.9625256328191537, - 1.0121348350240766, - 0.9646803522961049, - 1.0126185493427433, - 0.9598197286028425, - 1.0189730181818124, - 0.951620173828917, - 1.0350698342948041, - 0.9370228296137644, - 1.0541894305710373, - 0.9184614636871827, - 1.0696682809354456, - 0.9329853150754773, - 1.0890255312769253, - 0.9489615861352966, - 1.1066977252299934, - 0.9608235727079338, - 1.1024326497238879, - 0.9717686177151472, - 1.0972507342710132, - 0.9657911543082057, - 1.069178058095652, - 0.9664501545749722, - 1.0261884635827954, - 0.9801982751719368, - 0.9882367711096164, - 1.0014044489935727, - 0.9672861968365165, - 1.024725533269629, - 0.9648715731537318, - 1.033145694150089, - 0.973815805756156, - 1.0313002194928262, - 0.9859951872457644, - 1.0345119812696684, - 0.9964608835988579, - 1.0372020790742669, - 1.002794362543549, - 1.050476963151338, - 1.0100223483256028, - 1.051659471579452, - 1.0207177149077362, - 1.0380336604147125, - 1.0274778037875825, - 1.0217936789225461, - 1.023355900720886, - 0.99539519439483, - 1.0134647330026565, - 0.9689247631505362, - 1.0089599239522917, - 0.950558838647045, - 1.008875615908425, - 0.9499906362659443, - 1.0089288969813415, - 0.9607648958830952, - 1.0158951823905173, - 0.9737378299181498, - 1.0199933463033373, - 0.9860581507065539, - 1.0263547725332822, - 1.0015989523192506, - 1.032627742296777, - 1.0279180377810286, - 1.0376802603494275, - 1.050663043279449, - 1.0450149927264303, - 1.0536672233709206, - 1.048344449365565, - 1.0509585135332231, - 1.049228637606536, - 1.0418893656144446, - 1.0487172103574718, - 1.0370002214587464, - 1.0495960897157208, - 1.0304275340443008 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84258, - "cert_evals": { - "36": 0.5833333730697632, - "72": 0.5208333730697632, - "108": 0.4791666865348816, - "255": 0.25 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.75, - "test_acc": 0.6495327102803738, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.033764339333333275, - 0.0455450088888889, - -0.0393941557777778, - 0.0442136877777778, - -0.045103564444444466, - 0.04001134399999995, - -0.05244813000000002, - 0.028505362222222205, - -0.06154681444444444, - 0.021204386666666637, - -0.07797415355555551, - 0.01921581555555562, - -0.10197233555555556, - 0.006906205777777777, - -0.12702198222222222, - -0.005695309999999986, - -0.14416418666666672, - -0.02292435444444457, - -0.16337620333333333, - -0.03858305355555561, - -0.1711072416555556, - -0.04597038555555552, - -0.17688608222222224, - -0.0510546662222222, - -0.1777130125555556, - -0.055949267777777756, - -0.1758602002222223, - -0.056614647777777784, - -0.17039360222222222, - -0.06617457911111113, - -0.16981005877777777, - -0.07106641555555543, - -0.16308817222222222, - -0.05537972144444455, - -0.14865953544444438, - -0.04185643888888888, - -0.12450770666666665, - -0.020887783333333316, - -0.0970945600000001, - -0.01284855222222223, - -0.06770919911111105, - -0.006189087555555519, - -0.045649386666666646, - -0.019774148444444417, - -0.024750903666666667, - -0.028532645999999984, - -0.008615883333333359, - -0.04990173111111105, - 0.0027711554444444235, - -0.06698789577777778, - 0.001936522755555571, - -0.08285931522222224, - -0.0073226571111110784, - -0.08259888076666667, - -0.02258475644444445, - -0.07283224555555554, - -0.03855426111111113, - -0.06328560555555554, - -0.06116145375555557, - -0.06039820777777778, - -0.08062423999999999, - -0.06031211888888889, - -0.1001700812222222, - -0.0643715877777778, - -0.11488044000000007, - -0.06820063999999999, - -0.1203164692222222, - -0.07924086666666665, - -0.12108284722222223, - -0.0915652744444445, - -0.11548237566666666, - -0.10036381111111108, - -0.10867505555555551, - -0.11164193444444444, - -0.10020240444444449, - -0.12007570888888885, - -0.09298762111111107, - -0.12944496888888887, - -0.0845759822222222, - -0.12039282000000003, - -0.07738502700000004, - -0.1146484011111111, - -0.06909253888888889, - -0.09596822888888885, - -0.0527662786666667, - -0.08531162555555549, - -0.04094482422222221, - -0.0668187426666667, - -0.03109291377777779, - -0.049228804444444406 - ] - ], - "std": [ - [ - 0.9391947140806977, - 0.9661200046110473, - 0.9369047047249826, - 0.965372181859147, - 0.9379655989040812, - 0.9626856204401466, - 0.9383704435642225, - 0.9596973553804454, - 0.9435124416750471, - 0.9569644766257196, - 0.9507806726832521, - 0.9503884002742878, - 0.9577699621134407, - 0.945652945681381, - 0.9650370451264835, - 0.9434629223854399, - 0.9739544466032157, - 0.9438505847776927, - 0.9764228611015309, - 0.9469890572332942, - 0.9779898535101123, - 0.9533340820544212, - 0.9757437918199428, - 0.9549347448822753, - 0.9663610809902762, - 0.9438525284454122, - 0.952169999214585, - 0.9678377690397413, - 0.9393886782621469, - 0.9947209380373468, - 0.9361716970367747, - 1.0123442945183636, - 0.9252713522214633, - 1.0260951627274713, - 0.9231710047035482, - 1.025557832763311, - 0.9248516800643717, - 1.0172305910811887, - 0.9282810826954029, - 1.0064682263739466, - 0.9205614506509361, - 0.9946120696327407, - 0.9081070345079777, - 0.9949749986778512, - 0.9033325693342755, - 1.006822968070411, - 0.9085081292518836, - 1.0191220579997762, - 0.9153594418262174, - 1.0318423200857954, - 0.9183368353262834, - 1.0392962508240564, - 0.9237882688127866, - 1.055023953325584, - 0.9343012330154237, - 1.0481089228331875, - 0.9560851685143908, - 1.0339727591956172, - 0.9853902060723677, - 1.0098325304467373, - 0.9988778299057116, - 0.9870909710943886, - 1.0021729674536564, - 0.9828786628007012, - 1.0079592542333784, - 0.9835701890015256, - 1.017348186621727, - 0.9858555228606939, - 1.0242608111755789, - 0.9832306180154835, - 1.0262585496418493, - 0.9866284497369432, - 1.0229030560951116, - 0.9869096028519032, - 1.0172087108740004, - 0.9788435218174495, - 1.0148292680398843, - 0.9702030398470889, - 1.0139464402917768, - 0.9650993937320577, - 1.0142334827118167, - 0.9622076846279796, - 1.0188552180562984, - 0.9619140911906384, - 1.0175453036347175, - 0.9585537532942093, - 1.0155723528745622, - 0.9543291962926345, - 1.012212127147541, - 0.9495775298724907 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84258, - "cert_evals": { - "36": 0.6964285969734192, - "72": 0.6785714626312256, - "108": 0.5892857313156128, - "255": 0.3571428656578064 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.75, - "test_acc": 0.6635514018691588, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.0795752713666667, - 0.0976775155555555, - -0.0792770048888889, - 0.09542594000000003, - -0.0793193911111111, - 0.09638493444444453, - -0.0793156911111111, - 0.09763250999999992, - -0.08028563333333336, - 0.0968837866666667, - -0.08446061444444444, - 0.09761106766666666, - -0.0858379077777778, - 0.09109071466666677, - -0.08833427666666666, - 0.08412569366666675, - -0.08150408654444444, - 0.07868567302222215, - -0.07937965800000002, - 0.07571118444444438, - -0.07020866522222223, - 0.07384745777777788, - -0.05723015477777777, - 0.06437183422222217, - -0.04520808033333336, - 0.04587258000000005, - -0.029391714666666645, - 0.02986913666666669, - -0.01909765222222218, - 0.021750623000000042, - -0.016599911111111112, - 0.03220027088888891, - -0.021600725555555558, - 0.038351117999999955, - -0.029936903333333327, - 0.043317289555555506, - -0.04636568555555557, - 0.04265821111111109, - -0.06504211555555557, - 0.0398037177777778, - -0.07834400400000001, - 0.03486788355555556, - -0.09061476011111111, - 0.024548287777777737, - -0.10536790666666669, - 0.029715636555555532, - -0.1355004688888889, - 0.023034604444444474, - -0.1566124356666667, - 0.013996776444444445, - -0.17107036222222222, - 0.008349538444444445, - -0.17717941188888894, - 0.011516642222222234, - -0.18186103466666662, - 0.006701916666666682, - -0.1859549, - 0.017993973000000038, - -0.1814516993111111, - 0.023018069777777796, - -0.177811022, - 0.013411195555555524, - -0.17198873444444454, - 0.007958389222222214, - -0.159803446, - 0.01762081777777776, - -0.14861193111111112, - 0.03175548111111108, - -0.13662967000000004, - 0.039799975555555506, - -0.12218454000000008, - 0.05352645888888891, - -0.10940399555555551, - 0.056771615555555516, - -0.10123112444444446, - 0.04481529555555562, - -0.09524841888888891, - 0.04344370633333331, - -0.08900512488888888, - 0.047798668888888826, - -0.08192136066666673, - 0.039209352222222264, - -0.07595590804444444, - 0.038319951666666546, - -0.0710968062222223, - 0.046865989111111096, - -0.06933622333333335, - 0.04505355422222219, - -0.0645431828888889, - 0.048621090000000124 - ] - ], - "std": [ - [ - 0.9995783575072309, - 0.9453718021917624, - 0.9986629556137443, - 0.9447043484979707, - 0.9963987589123307, - 0.9459381244093827, - 0.9892357792736222, - 0.9448309404294691, - 0.9884066352373108, - 0.9409207140609871, - 0.9850607322448387, - 0.9374842650334984, - 0.9943922917763706, - 0.9366045758806816, - 1.0082213369876118, - 0.9387174087314007, - 1.0167982259784791, - 0.9414588919501151, - 1.0151339246945583, - 0.946713464769804, - 1.0115845765750173, - 0.9519023234179994, - 1.0054336883537112, - 0.9439031440238868, - 0.9948632401641084, - 0.9178338997823589, - 0.985985091605607, - 0.8980699861250137, - 0.9786895246049818, - 0.8844782943097348, - 0.9763567999689986, - 0.8891258733016062, - 0.9893411781237217, - 0.8987381436886754, - 1.0077858282578576, - 0.8950579121384119, - 1.0348131829708704, - 0.8802295332034641, - 1.0573036237099012, - 0.8816011636092593, - 1.0741826778133243, - 0.8914978392878847, - 1.076897441410801, - 0.911788092656148, - 1.0751351512562335, - 0.9265647791225483, - 1.0763970425573648, - 0.9407369624799463, - 1.075053685265128, - 0.9417913276181705, - 1.0697018034326975, - 0.9523523099253108, - 1.0619584342897572, - 0.9687246728261701, - 1.0496115620329747, - 0.9819961763171552, - 1.0437880565787132, - 0.9902261296333055, - 1.036776335171439, - 1.0167686539675216, - 1.02719908329187, - 1.0393897565193124, - 1.0151559172418654, - 1.0633025125446949, - 1.0021468886253628, - 1.0845540064051982, - 0.9949848743518965, - 1.0934858712212507, - 0.9936750833266651, - 1.0939158617327953, - 0.9887264840502932, - 1.07687069654482, - 0.9849073877892529, - 1.0495601673985115, - 0.968536122796128, - 1.0302608877871398, - 0.9595525737715221, - 1.0250582586535266, - 0.9494218117785129, - 1.0314076443737552, - 0.9369730450579224, - 1.0282406198941436, - 0.927613615345622, - 1.0110472572993734, - 0.9191954706340935, - 0.9917321431280843, - 0.9152228948941693, - 0.9841156236614271, - 0.9187162282547586, - 0.9920089857228521 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84258, - "cert_evals": { - "36": 0.625, - "72": 0.6071428656578064, - "108": 0.6071428656578064, - "255": 0.3571428656578064 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.6622222222222223, - "train_size": 90, - "val_size": 45, - "test_size": 225, - "stats": { - "mean": [ - [ - 0.09026950530000002, - -0.03347233166666681, - 0.08805549977777775, - -0.03405123534444449, - 0.08708464222222234, - -0.03423331444444434, - 0.08310377777777779, - -0.037732521111111056, - 0.07844351111111113, - -0.04188870111111114, - 0.07671959222222215, - -0.04202225133333326, - 0.08212408711111117, - -0.0449390454444444, - 0.0878047777777778, - -0.05257811300000004, - 0.09755105444444442, - -0.051445295555555555, - 0.10336957555555559, - -0.05607170222222236, - 0.10687409668888889, - -0.05782803755555547, - 0.10272375744444447, - -0.057026167999999905, - 0.10213378411111111, - -0.044367474444444326, - 0.09731909555555555, - -0.04350549444444442, - 0.08865874400000001, - -0.06280649233333332, - 0.08169131444444443, - -0.08661213244444435, - 0.07810773555555556, - -0.1112553797777778, - 0.07463555555555558, - -0.1263340871111112, - 0.06639933666666666, - -0.1465535255555555, - 0.05377655111111114, - -0.1640056500000001, - 0.04418829777777779, - -0.17093437533333333, - 0.02842860777777779, - -0.16408909622222206, - 0.016942645555555583, - -0.16675064855555574, - 0.0073328979777777265, - -0.1588536488888888, - 0.00373534444444446, - -0.1495966028888889, - 0.0037222849777777105, - -0.1322372677777777, - -0.0027955453333333665, - -0.10401365777777777, - -0.014766566666666684, - -0.0861462788888889, - -0.025277220000000013, - -0.07635618999999995, - -0.03186592444444443, - -0.07135788, - -0.030484778888888852, - -0.06502929344444444, - -0.022410275666666677, - -0.05761954077777779, - -0.016950835555555564, - -0.03907689404444446, - -0.011996154444444438, - -0.029193174444444425, - -0.010071146111111135, - -0.02858531444444451, - -0.007421466666666659, - -0.023952365555555542, - -0.009688820900000063, - -0.01668311955555556, - -0.005838026666666681, - -0.0015534499999999242, - -0.005162895555555574, - -0.0012964042222222037, - -0.001906099777777802, - 0.003737124444444456, - -0.003503918111111117, - 0.001677034444444477, - -0.007449703600000025, - -0.0018753644444445127, - -0.012184628888888922, - 0.0026639691111110986, - -0.016971600444444422, - 0.007810784999999998, - -0.020134840000000025, - 0.010748244444444445 - ] - ], - "std": [ - [ - 0.9926513732856214, - 0.9922740467464981, - 0.9964342900718223, - 0.9915656502494293, - 1.0031269607060127, - 0.9916453686089172, - 1.0081725642875177, - 0.9907693657057502, - 1.0084903680397026, - 0.9923185425628301, - 1.0128792801232473, - 0.9902737219168581, - 1.010792816435926, - 0.9888655842110828, - 1.0031758362749574, - 0.9854298441685992, - 0.9890882368719963, - 0.9804285773312239, - 0.9730772918992427, - 0.9745141433518287, - 0.9567259704295461, - 0.9768662669607254, - 0.9493774355368427, - 1.0038706259343744, - 0.9377382291600974, - 1.0496602487376752, - 0.9305872026550348, - 1.0503150154169958, - 0.9307025386159513, - 1.0392640335949292, - 0.9406209149566932, - 1.0233939080464391, - 0.9494506124739838, - 1.012079221518538, - 0.9489390893774563, - 1.0141082199450873, - 0.9442671255914099, - 1.0105514136076659, - 0.9468901507686455, - 1.0026766110539935, - 0.9613592957699403, - 0.985068403868737, - 0.9800073579280031, - 0.975436460339431, - 1.0032379235377316, - 0.9551918013742791, - 1.028917517888183, - 0.9387713484170384, - 1.0523789652036324, - 0.9234035510206958, - 1.070132196612977, - 0.9175395296994716, - 1.0842267579309721, - 0.9236823939192144, - 1.0897183483523363, - 0.9433433068622874, - 1.086396588028764, - 0.9587574522789919, - 1.0791277022520895, - 0.9570482720019563, - 1.0581187757889448, - 0.9635751628260921, - 1.0294739845645628, - 0.9733935507031055, - 1.0038087220203096, - 0.976159293071053, - 0.9795623017359278, - 0.9735603509166184, - 0.9585371109226899, - 0.9664985333557078, - 0.9486892392383033, - 0.9697532879719861, - 0.9467364294702475, - 0.9789250453647614, - 0.945107639018188, - 0.9917430005321338, - 0.9508272395661652, - 0.9771349829809848, - 0.9547821795258222, - 0.9594346199487507, - 0.9622256316466118, - 0.9685833725709367, - 0.9607418125919945, - 0.9665777543918542, - 0.9594116876542311, - 0.9632493733809626, - 0.9562909158066344, - 0.9622547186764627, - 0.9546903734091414, - 0.9522119089089927 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 84258, - "cert_evals": { - "36": 0.644444465637207, - "72": 0.5777778029441833, - "108": 0.4888888895511627, - "255": 0.17777778208255768 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.684141898908254, - "std_test_acc": 0.05179971937360205, - "n_samples": 360, - "n_features": 90, - "n_classes": 15, - "mean_cert_acc_36": 0.6373016089200974, - "std_cert_acc_36": 0.0469429482853358, - "mean_cert_acc_72": 0.5960813760757446, - "std_cert_acc_72": 0.06563600048112674, - "mean_cert_acc_108": 0.5411210432648659, - "std_cert_acc_108": 0.06644611452525225, - "mean_cert_acc_255": 0.2855158783495426, - "std_cert_acc_255": 0.08780608487625821 - }, - "low-res-spect": { - "dataset": "low-res-spect", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.8658536585365854, - "test_acc": 0.7721518987341772, - "train_size": 133, - "val_size": 82, - "test_size": 316, - "stats": { - "mean": [ - [ - 0.024469110902255578, - 0.005587958646616302, - 0.01128199067669173, - -0.06037009248120303, - -0.05151846172932332, - -0.024907055639097758, - -0.0322428857142857, - -0.07194005187969929, - -0.07847493984962406, - -0.07729481917293234, - -0.0773144627819549, - -0.07946655714285718, - -0.08317833781954889, - -0.08108707368421056, - -0.051557367819548866, - -0.021992530075187956, - 0.014977627969924827, - 0.04699444218045112, - 0.04272368962406013, - 0.05729708105263157, - 0.07787030999999998, - 0.07839934406015038, - 0.09192532827067672, - 0.07718017969924812, - 0.0731354135338346, - 0.07884905857142857, - 0.07964327293233082, - 0.05894142315789478, - 0.062022699022556374, - 0.07031742661654138, - 0.043068441142857156, - 0.04871273007518795, - 0.04621051263157891, - 0.06354882256390976, - 0.0722840044360902, - 0.038285738646616524, - 0.02072807609022559, - 0.04804389000000004, - 0.0138044796992481, - -0.018880903210526323, - 0.011148169654135377, - 0.02407343864661653, - 3.409736842104958e-05, - 0.014395889473684208, - 0.012942278195488701, - 0.003991518496240605, - 0.004891412781954892, - -0.0026670207518796982, - 0.0021274761654135233, - 0.004516233834586465, - -0.017067495330827086, - 0.05021997804511279, - 0.05085938015037594, - 0.049456287593984995, - 0.04968600586466166, - 0.038087282105263166, - 0.0031582917293233393, - 0.021881782706766925, - 0.006666542857142849, - -0.009844528496240594, - 0.009452689842105257, - -0.006844017293233067, - -0.0035632469924812256, - -0.013377724812030098, - -0.0006018690977443607, - -0.018097159398496255, - -0.011943087969924802, - -0.03201817045112783, - 0.003904128195488711, - -0.007856270676691717, - -0.008680359248120318, - 0.014900510601503778, - 0.004884186917293262, - 0.009004930977443638, - 0.005372908571428565, - 0.007624029323308276, - -0.002930867593984958, - -0.006319933082706782, - 0.00469686285714285, - -0.008532866616541344, - 0.0019344359398495853, - -0.004738761654135335, - 0.0044714904511278155, - -0.001649885714285715, - -0.00984493360902256, - -0.01978030300751879, - -0.00966449759398497, - -0.010639091127819557, - -0.00729790171428571, - -0.01663022781954888, - -0.014927266917293243, - -0.0048786105263157985, - -0.023854766390977448, - -0.002417377293233085, - -0.018055805503759383, - -0.035139856165413506, - -0.003715027067669185, - -0.023457403157894727, - -0.028482144812030083, - -0.012900542255639115 - ] - ], - "std": [ - [ - 1.017393269930814, - 0.9859850544384411, - 0.6351269169990451, - 0.9218499349108917, - 0.9397831881819683, - 0.9559682118638801, - 0.9438724801654544, - 0.9693197875856094, - 0.9713955988615406, - 0.9774390189841138, - 0.9920460008560096, - 0.9991906740103633, - 1.0018878985632447, - 1.0231730392212295, - 1.0116746756260164, - 1.0108766947238579, - 0.9897047919639949, - 0.9656545067924569, - 0.9779229908137462, - 0.9930910566294954, - 0.9769947826741521, - 0.9930680515190659, - 0.9847812255306415, - 0.9945404262409027, - 1.0133003340234725, - 1.010622334528224, - 0.9790643689216147, - 0.9695036033277806, - 0.9691086110146303, - 0.9709469151594099, - 0.9509962741361917, - 0.9459390595619844, - 0.9682759104651395, - 0.9693952498748859, - 0.9565179833606766, - 1.0087728224509616, - 1.0339412420571243, - 0.9797879106089201, - 1.046812274765615, - 1.017780178031687, - 0.9666275571579879, - 1.0256130258535934, - 1.0669421863085269, - 1.0402013313577008, - 1.0594653822910898, - 1.0511922704716143, - 1.0356545195251559, - 1.0641512050185258, - 1.0747163688005084, - 1.0935617174093786, - 1.07443136746114, - 1.0136851672908218, - 0.997280326392972, - 0.9783984688090382, - 1.0042883048291307, - 1.0487180616841298, - 1.0824392363653417, - 1.0689163006997184, - 1.07508445719523, - 1.094579375466917, - 1.0691245108180063, - 1.0218590639920084, - 1.0406528766233436, - 1.0483992179501052, - 1.0151157130662107, - 0.9890602540733745, - 1.0033195884602837, - 0.9979416719998978, - 0.9549270557055792, - 0.9629229016162045, - 0.9687018168255607, - 0.9641140507904243, - 0.9578638967395385, - 0.9634794979402529, - 0.9643850012759382, - 0.9632020577312645, - 0.9577176582123652, - 0.9571989614345542, - 0.9564290236354037, - 0.9456491144494708, - 0.9478771903690641, - 0.9493390272820802, - 0.9470489606741441, - 0.9627884351729016, - 0.9803995592284533, - 0.9681002662445597, - 0.9719751368852133, - 0.9739709130127491, - 0.9720839287368537, - 0.9671210605802054, - 0.9711011471027048, - 0.9845527475390607, - 0.9825803050843526, - 1.0038184387573925, - 0.979717500002443, - 0.9649405988529449, - 0.9876179722405718, - 0.9748242307388256, - 0.9872212806368876, - 0.982676241489978 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102412, - "cert_evals": { - "36": 0.8292682766914368, - "72": 0.7804877758026123, - "108": 0.7439023852348328, - "255": 0.37804877758026123 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.782608695652174, - "test_acc": 0.8085106382978723, - "train_size": 133, - "val_size": 69, - "test_size": 329, - "stats": { - "mean": [ - [ - 0.1530652789473686, - -0.009363782556390993, - 0.05088392255639105, - 0.09471572902255651, - 0.08876052902255634, - 0.12944444736842103, - 0.10373392857142849, - -0.02023532421052626, - -0.029163837593984988, - -0.026313689849624053, - -0.02965288872180454, - -0.034014545112781965, - -0.03632338819548872, - -0.014735644736842088, - 0.01785539338345867, - 0.042751381052631564, - 0.08679215699248122, - 0.10001419052631579, - 0.1017368892481203, - 0.1075867052631579, - 0.10462587691729323, - 0.0953443353383458, - 0.1062469197894737, - 0.10487969082706766, - 0.1025905135338346, - 0.08913448766917297, - 0.09933672556390981, - 0.10743754187969931, - 0.11109795225563905, - 0.10047740721804511, - 0.08384493444360905, - 0.08902717887218042, - 0.08559397548872186, - 0.06289796500751879, - 0.060330664586466215, - 0.046363331127819554, - 0.07722293548872182, - 0.0516131944360902, - -0.022730849022556402, - -0.028101030902255634, - -0.013324536090225563, - -0.09062933308270675, - -0.0771601732330827, - -0.06511450924812032, - -0.12265796165413538, - -0.08916524360902257, - -0.07463184060150373, - -0.05617420278195486, - -0.030201605263157905, - -0.07578766255639095, - -0.059237725210526344, - 0.1091188300225564, - 0.09946399218045113, - 0.08242898984962406, - 0.03451749195488724, - 0.014174642255639086, - -0.049911600902255625, - -0.08932375545864665, - -0.07350661661654141, - -0.06060752706766915, - -0.0945347070225564, - -0.07166026834586467, - -0.08000871849624057, - -0.06738826315789478, - -0.0653453539849624, - -0.06987513011278194, - -0.07700414037593982, - -0.0684724142857143, - -0.06314225375939844, - -0.06643927654135334, - -0.056201902105263185, - -0.045947005037593976, - -0.033031945488721806, - -0.04689342698496246, - -0.051469952631578955, - -0.03478667669172926, - -0.032341004661654134, - -0.056062630977443614, - -0.05649333834586465, - -0.039601220375939813, - -0.037854870451127794, - -0.045860515789473665, - -0.05729389000000003, - -0.0682322045112782, - -0.058773774210526354, - -0.06832082496240602, - -0.0708990614285714, - -0.0600364096992481, - -0.07209753969172931, - -0.0762365472180451, - -0.0768351112781955, - -0.07007685624060155, - -0.08927176834586463, - -0.0882228510300752, - -0.07869736499248121, - -0.0844527432330827, - -0.07372521428571428, - -0.09207066969172933, - -0.08798474277443606, - -0.09338331523308271 - ] - ], - "std": [ - [ - 0.9744553382107187, - 0.9677597969434724, - 1.777310974913784, - 0.9984082294697983, - 0.9969586292153921, - 1.0583440616051412, - 1.0566345380560944, - 0.9857375895494132, - 1.0026115267211986, - 1.0074187005868174, - 0.9914187021756643, - 0.9940673441835514, - 0.98310153446628, - 0.9642872316677437, - 0.9316107906957257, - 0.8392466954824206, - 0.8182299587971944, - 0.8347678474815514, - 0.8515903298166666, - 0.8799721558505285, - 0.89007089287234, - 0.8866071634453673, - 0.8820893100565611, - 0.8826542910069028, - 0.8881722225389, - 0.8787089402752493, - 0.8964119629138864, - 0.879494453663738, - 0.8784873894639735, - 0.886681676346154, - 0.9222856861284946, - 0.9332670529570117, - 0.9776036297075393, - 0.9305127026487992, - 0.9359011475452199, - 0.9633874454328895, - 0.9527398490690858, - 0.965465879462667, - 1.0188818420464785, - 0.9828227999977308, - 0.9531229051081205, - 0.8713338836905145, - 0.9153495157969829, - 0.9223417239665608, - 0.8942885354612832, - 0.8998020432065605, - 0.9315570163515208, - 0.9082683584325931, - 0.9187746260543722, - 0.893070795181221, - 0.9468936674390013, - 0.9056643525291117, - 0.9110446769794468, - 0.9379974540127038, - 0.9647664124557613, - 1.0085574939350006, - 0.9275642673326407, - 0.8504043471913983, - 0.9142116919528667, - 0.8800039098256741, - 0.8415645024254653, - 0.8409729112787964, - 0.8399221552071359, - 0.8651820522167459, - 0.8672852422573245, - 0.8259267130126927, - 0.8390487632459173, - 0.8180961860126535, - 0.8777786937858696, - 0.8683920376045541, - 0.8383842635930155, - 0.8430069272476867, - 0.8666946932557273, - 0.8486025752416404, - 0.8592189394385275, - 0.8740498203324533, - 0.8491655645886534, - 0.8344601422755191, - 0.8287917280777043, - 0.8272025037471293, - 0.8136865464598907, - 0.8270386668301318, - 0.80191790451096, - 0.7804539659801455, - 0.7882991571441237, - 0.778040195581798, - 0.7589918746851501, - 0.7570902805838913, - 0.7293901823605933, - 0.7351310134454143, - 0.7408556555784315, - 0.725678505691747, - 0.6990444825351154, - 0.6919872173073935, - 0.7125567265129449, - 0.7086783958233831, - 0.6708513004398178, - 0.6871596422451152, - 0.6809238754969238, - 0.6885319279117135 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102412, - "cert_evals": { - "36": 0.739130437374115, - "72": 0.739130437374115, - "108": 0.6811594367027283, - "255": 0.5797101259231567 - }, - "fold": 1 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8191489361702128, - "test_acc": 0.8618421052631579, - "train_size": 133, - "val_size": 94, - "test_size": 304, - "stats": { - "mean": [ - [ - -0.13586325413533815, - -0.0618193278195488, - -0.04310375263157894, - -0.004718533834586481, - 0.01244425488721805, - -0.025889947368421044, - -0.03012266992481201, - -0.06166973518796993, - -0.058414011278195524, - -0.04856861338345865, - -0.053738878195488775, - -0.0494522635338346, - -0.033144374736842064, - -0.01673198932330828, - 0.00380962645112784, - 0.03076035639097744, - 0.08222181203007521, - 0.08607955939849626, - 0.08385189150375942, - 0.08648061872180456, - 0.08489306466165417, - 0.08092049669172934, - 0.08067010932330827, - 0.07488779000000001, - 0.07012468195488719, - 0.07198337165413535, - 0.04773527819548873, - 0.050869944360902274, - 0.03545853684210525, - 0.016283467669172918, - 0.004097258646616531, - 0.010401111278195502, - -0.01792126090225564, - -0.002418199992481197, - 0.024459281879699275, - 0.025849884210526343, - 0.037459733984962384, - 0.006547264984962439, - -0.010970754511278193, - 0.04163085169924812, - 0.02889156383458647, - 0.030891175112781943, - 0.028361738345864675, - 0.02267998270676693, - -0.025261697518796977, - -0.0006612544360902128, - 0.015497131578947396, - 0.0313857212706767, - 0.03935556884962408, - 0.020145579699248115, - 0.01561868073684209, - 0.07393228112781952, - 0.04280226511278196, - 0.015148240601503748, - -0.02417430518796993, - 0.02045143834586462, - -0.006660919548872173, - 0.012737768827067671, - 0.005639975112781977, - 0.025091721879699245, - 0.0078095799248120235, - -0.0012346056390977465, - -0.00859317037593985, - -0.006910761654135332, - 0.0007964472932330711, - -0.013898008308270668, - -0.00025283060150373826, - -0.016696168195488716, - -0.01286229004511279, - -0.012526450751879697, - -0.030305314661654148, - -0.022196533157894733, - -0.014210327067669165, - -0.022408989473684207, - -0.032924627819548864, - -0.03237249348120299, - -0.020712286992481198, - -0.029102100751879693, - -0.03426806187969925, - -0.0444582919548872, - -0.05113502075187971, - -0.02233855496240602, - -0.032802209022556386, - -0.05755775917293232, - -0.047944335338345884, - -0.049902552481203004, - -0.045151886090225545, - -0.03859559834586468, - -0.05805407509774432, - -0.04678762857142857, - -0.04049555030075189, - -0.03414902180451127, - -0.04661476240601504, - -0.059792844360902264, - -0.045702631368421086, - -0.04080758105263156, - -0.05423186360902256, - -0.061008449345864635, - -0.04793841503759399, - -0.03687203282706768 - ] - ], - "std": [ - [ - 1.0650127556320446, - 1.0066608520484202, - 0.4156979395941612, - 1.0111846623477019, - 1.0239930605317062, - 0.9684176798741715, - 0.9492043006836792, - 0.9787734675960276, - 0.988203812821042, - 0.9943574947885739, - 0.9813196660052181, - 0.9835335096862478, - 0.9989723824774754, - 1.0098341686716865, - 1.0089678435680955, - 1.006897414092789, - 1.0014680482759133, - 0.9969246326169929, - 1.003048211475138, - 0.9963037789822996, - 0.9898134995117452, - 0.9862762846232758, - 0.9696634183119972, - 0.9719462993345181, - 0.9829041377072096, - 0.9970195508702976, - 0.9730130647207035, - 0.9951471045673186, - 1.000240668580986, - 0.9831852201961157, - 0.9993734243431007, - 0.9862173484627466, - 1.0050828113211423, - 0.9769241582086713, - 0.9707777014896144, - 0.9086079382002629, - 0.9264498134320229, - 0.8898792590804552, - 0.9013370080430921, - 0.9668210661261372, - 1.0273237339044736, - 1.0647338020747121, - 1.0837400905988852, - 1.0895012361342458, - 0.9942055646868553, - 1.0030736971903318, - 1.0609720074331763, - 1.062673419595116, - 1.0433128230210706, - 1.0685942775734432, - 1.0659683471227248, - 0.9465620323080091, - 0.9666073282199529, - 0.9823564017132853, - 0.9338971590735567, - 0.9507680860369068, - 0.9776613927510699, - 1.0598523929295665, - 1.0562343768456484, - 1.0489211645884213, - 1.0066351241778364, - 0.9808309075924808, - 0.9798741552856448, - 0.9697984887288765, - 0.983702693591976, - 0.9640382228774541, - 0.9492112764984969, - 0.9447960904251254, - 0.9458208100097997, - 0.9393657515269506, - 0.9219232080989007, - 0.9287988887010107, - 0.9255985041358817, - 0.9022261222236313, - 0.919866535230441, - 0.9212084221960762, - 0.9055005820857147, - 0.9052992836968272, - 0.8965515106580905, - 0.9021371283357683, - 0.8931093485275595, - 0.8894800077414449, - 0.875828335944702, - 0.8768265814954874, - 0.8758047501041376, - 0.8679342278962235, - 0.8563653918115903, - 0.8447870748154496, - 0.8533573385243273, - 0.8580903767160212, - 0.8449284057138841, - 0.8368868316325839, - 0.8375542445936696, - 0.8372449278647315, - 0.8325101772382546, - 0.8345010300544318, - 0.835506482915972, - 0.8231852532778424, - 0.8212941968447315, - 0.8516404740029587 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102412, - "cert_evals": { - "36": 0.7446808218955994, - "72": 0.7340425252914429, - "108": 0.6914893388748169, - "255": 0.521276593208313 - }, - "fold": 2 - }, - { - "best_epoch": 58, - "best_val_acc": 0.9111111111111111, - "test_acc": 0.8506493506493507, - "train_size": 133, - "val_size": 90, - "test_size": 308, - "stats": { - "mean": [ - [ - 0.10493862744360913, - 0.0936277362406016, - -0.0037778827819548765, - -0.03855023533834586, - -0.02125209138345864, - -0.04543471105263157, - -0.04156411240601502, - 0.01708999368421052, - 0.01226467932330826, - 0.008226878796992469, - -0.0025615368421052433, - -0.018209970902255675, - -0.022531850601503787, - -0.047815336466165384, - -0.04824461954887216, - -0.04206402887218042, - -0.02118501894736845, - -0.0029625436842105487, - 0.01991662105263155, - 0.02359305000000002, - 0.0402974844360902, - 0.02456900902255638, - 0.02643880670676695, - 0.01608115548872179, - 0.022838549624060137, - 0.021608356240601513, - 0.0155475280451128, - 0.0207188052631579, - 0.0194884992481203, - 0.035869669473684244, - 0.023877902255639096, - 0.02819542037593984, - 0.011200890977443602, - 0.0551807004511278, - 0.04744355939849627, - 0.06211426172932332, - 0.06588056992481206, - 0.07162352157894733, - 0.08258311954887225, - 0.064603631774436, - 0.07408918799999994, - 0.07613642842105264, - 0.06256042105263157, - 0.050916241353383455, - 0.04188059195488719, - 0.06601848721804507, - 0.08979577601503759, - 0.04491898714285714, - 0.05555289037593983, - 0.08533037067669177, - 0.1070483993233083, - 0.02408604115037597, - 0.03420398706766918, - 0.0032010017293233246, - 0.029893602556390973, - 0.09153908646616546, - 0.11421593466165411, - 0.07139292911278192, - 0.08337384052631581, - 0.06448526315789473, - 0.04947902714285716, - 0.017647485338345863, - -0.0008786248120300822, - -0.015028007622556393, - -0.005325834736842084, - -0.018705311578947382, - -0.027164074135338317, - -0.029699412736842082, - -0.03217006824060152, - -0.03655872067669175, - -0.05774721052631579, - -0.04586767902255643, - -0.04562037030075189, - -0.07277231285714282, - -0.054276041203007504, - -0.034596221676691734, - -0.054279020075187985, - -0.060108875413533845, - -0.05830179338345861, - -0.06900260458646613, - -0.06369796345864664, - -0.050903367669172896, - -0.06467745977443612, - -0.039303367142857155, - -0.05294008157894737, - -0.05645630721804513, - -0.029166729631578958, - -0.04837335909774438, - -0.057497763834586456, - -0.046163446466165416, - -0.046505692105263174, - -0.042113237368421055, - -0.047567896992481186, - -0.03315349614285714, - -0.04929982421052632, - -0.046727424661654124, - -0.04073674195488724, - -0.040684289624060156, - -0.04322478375939848, - -0.03915163230075189 - ] - ], - "std": [ - [ - 1.085273555336867, - 1.0600160276531263, - 0.5674366488770868, - 1.0538936578762175, - 1.0736216450711755, - 1.0086568899549089, - 1.0107145864607423, - 0.9639829575234186, - 0.9684391767243656, - 0.9700338935541478, - 0.9673544475161013, - 0.9769837254042069, - 0.9832042991536264, - 0.9966940528369324, - 1.0144584886010504, - 1.0253444526714819, - 1.044458899094195, - 1.0437288549864745, - 1.032355378351829, - 1.0318246656034074, - 1.0266339589652462, - 1.0146406956988476, - 1.0044468099155188, - 1.025901708674945, - 1.0091911104926408, - 1.0132829244630681, - 1.0135138926532963, - 1.0124400641048181, - 1.002468214234293, - 0.9964174189277575, - 1.0143810743935044, - 1.016224305012167, - 1.0394808957835124, - 0.9841938243486714, - 0.976043096972565, - 0.9976075386689336, - 1.0012751177529822, - 0.9622637624799687, - 1.0036628686765507, - 1.0160940224228003, - 1.0693721871548225, - 1.0925110746781017, - 1.0637453552419913, - 1.112434336735407, - 1.0720233742927996, - 1.0887433013425338, - 1.1365343727139479, - 1.1082290562555606, - 1.0534133646461585, - 1.0636388960493586, - 1.127374798190782, - 1.0194494800051157, - 1.0115614911992439, - 0.9818412722460208, - 0.9822209459756657, - 1.005189728257075, - 1.08403913325294, - 1.085459527481645, - 1.0752872906455573, - 1.0795318572671038, - 1.0523758463978325, - 1.0153359772434278, - 1.0026092291413942, - 0.9950344482682812, - 1.0022482399439303, - 0.9810221193577394, - 0.9883984901555372, - 0.9708415174186519, - 0.9316161962977328, - 0.9305979660096333, - 0.9093710872091209, - 0.8961295852270974, - 0.9009089691160881, - 0.8750080609089094, - 0.885858487783631, - 0.8776260762487318, - 0.8673876172449833, - 0.8724100819567573, - 0.8723912389263426, - 0.8799174782922783, - 0.8777004895430206, - 0.8741256633416288, - 0.8800181503826561, - 0.8711684637095992, - 0.8970805311242029, - 0.90130116126784, - 0.8913911258859273, - 0.9120317859512505, - 0.9060025721716157, - 0.898262341874369, - 0.9234492395195655, - 0.9258258169182748, - 0.9069694433482488, - 0.9289092057679259, - 0.9258785829559869, - 0.9254000265308414, - 0.931316640531728, - 0.9258381499941104, - 0.9377776810526488, - 0.9431768651197908 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 102412, - "cert_evals": { - "36": 0.8555555939674377, - "72": 0.7555555701255798, - "108": 0.7555555701255798, - "255": 0.6222222447395325 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8232884982361395, - "std_test_acc": 0.04110285396640325, - "n_samples": 531, - "n_features": 100, - "n_classes": 9, - "mean_cert_acc_36": 0.7921587824821472, - "std_cert_acc_36": 0.05905486825352932, - "mean_cert_acc_72": 0.7523040771484375, - "std_cert_acc_72": 0.020911895638121514, - "mean_cert_acc_108": 0.7180266827344894, - "std_cert_acc_108": 0.03715460410138662, - "mean_cert_acc_255": 0.5253144353628159, - "std_cert_acc_255": 0.10654184279916126 - }, - "lung-cancer": { - "dataset": "lung-cancer", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 1.0, - "test_acc": 0.3, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.2121181, - 0.22119374999999997, - -0.34205175000000004, - -0.25413399999999997, - -0.4991070000000001, - -0.20667375000000004, - 0.18207425, - 0.1674343749999999, - 0.18600550000000005, - 0.25552725, - -0.39027892500000017, - 0.254131375, - 0.20814399999999994, - -0.11680949999999997, - 4.999999999866223e-07, - 4.999999999866223e-07, - -0.556826, - 0.03246771249999994, - 1.000000000070389e-06, - -0.15760575000000004, - 1.000000000070389e-06, - -0.526415, - 0.26887700000000003, - -0.5463909500000002, - 0.3981490000000001, - -0.11073775000000001, - -0.0461445, - -0.08733862499999998, - -0.20931662499999998, - -0.20931662499999998, - -0.34491900000000003, - -0.30012262500000003, - 0.530329625, - 0.5840457499999999, - -0.2706785, - 0.334991875, - -0.19773098749999996, - 0.28412875, - -0.55909175, - -7.500000000632001e-07, - -0.176777, - -6.250000000040945e-07, - -0.2341686250000001, - 0.143568, - -0.254133, - -0.254133, - -0.347985, - 0.0, - 0.0, - 0.06977162499999998, - 0.06977162499999998, - 0.12400250000000002, - 0.15760662499999997, - 0.0684115 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861638, - 0.8040182621062347, - 0.68534473627397, - 0.7239840501975423, - 0.9583948535512387, - 0.8803408658477123, - 1.0967323649565501, - 1.2845975870016406, - 1.26287547547214, - 1.275192087344785, - 1.0828786155044974, - 0.8691968462812435, - 0.9433006737973234, - 0.9271293940653591, - 0.8092773571506556, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 0.9842499957566675, - 1.0919276973489076, - 0.9842499957566675, - 1.0, - 0.5691037527613045, - 0.8831049872737146, - 1.061731, - 0.8858950000009523, - 1.1526351972973712, - 0.9725553242070524, - 1.0348836588388737, - 1.0348836588388737, - 1.3655263400268045, - 0.9701424604483272, - 0.7071057500002983, - 0.9344725000001003, - 1.0207927843497426, - 0.9180330571660311, - 0.6975292820538815, - 0.7517340128236433, - 0.7042730759798983, - 0.6959722224846242, - 1.0, - 1.2187770455635987, - 1.497375656357527, - 1.0, - 1.0, - 1.0, - 1.6688774326399765, - 1.0, - 1.0, - 0.7383957883078252, - 0.7383957883078252, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32038, - "cert_evals": { - "36": 0.75, - "72": 0.5, - "108": 0.5, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 1.0, - "test_acc": 0.35, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.3333284, - 0.22119374999999997, - -0.34205175000000004, - -0.08471187499999999, - -0.332738375, - 0.28934212499999995, - 0.18207425, - 0.1674343749999999, - 0.37201150000000005, - 0.54755725, - -0.0780548750000001, - 0.254131875, - 0.20814499999999997, - -0.584046, - 0.372012, - 0.372012, - 0.037120499999999945, - 0.03246771249999994, - 0.2841295000000001, - 0.15760662499999994, - -0.2841274999999999, - -0.14356812499999994, - 0.483978, - -0.5463909500000002, - 0.6635817500000001, - 0.33220974999999997, - 0.13842525, - 0.26201350000000007, - -0.627947875, - -0.627947875, - -0.7391125000000001, - 0.21437324999999996, - 1.2499999998971667e-07, - -0.11680875, - -0.09022612500000005, - -0.23927749999999992, - 0.06591022500000003, - 0.28412875, - 0.050826124999999986, - -7.50000000007689e-07, - 0.176776375, - 1.2499999998971667e-07, - -0.8586173750000001, - 0.143568, - -0.254133, - -0.254133, - -0.69597, - 0.0, - 0.0, - 0.06977162499999998, - -0.20931575000000002, - -0.3720145, - 0.15760662499999997, - 0.615692 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861637, - 0.6748704785505882, - 0.68534473627397, - 0.7239840501975423, - 0.8125185082212646, - 1.0389725707942121, - 0.6403537411098333, - 1.2845975870016406, - 1.26287547547214, - 1.2338234677314055, - 1.0010303391915438, - 0.7486887534635199, - 0.6561671321123982, - 0.6449175678604204, - 1.0, - 1.0, - 1.0, - 1.0287455149777083, - 0.963139848525996, - 0.7517333513858155, - 0.8339735544200334, - 1.100424948682894, - 1.0129176214682314, - 1.0, - 0.8831049872737147, - 1.0280166202880368, - 0.7672062760475096, - 0.9766487648315219, - 1.1975188335072229, - 1.080900755511744, - 1.080900755511744, - 1.5267048606832134, - 0.822478277401104, - 0.6846529246237537, - 0.9047995916201208, - 1.0047163027130392, - 0.7656924999999999, - 1.054565000000008, - 0.7517340128236433, - 1.1319596096912465, - 0.6959722224846243, - 0.9354143054375608, - 0.6723723872158637, - 1.2092403856025213, - 1.0, - 1.0, - 1.0, - 1.2054554005437115, - 1.39194, - 0.98425, - 0.7383957883078252, - 0.9667870265020562, - 0.9605327902178821, - 0.8339735544200334, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32038, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.25, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.375, - "test_acc": 0.375, - "train_size": 8, - "val_size": 8, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -0.22580399999999995, - -0.3939341, - -0.4866262499999999, - 0.20522875000000002, - -0.08471187499999998, - 0.166368, - -0.04133512500000004, - -0.303458, - -0.27905975000000005, - -0.186006, - -0.32853374999999996, - 0.23417107499999992, - -0.25413399999999997, - 0.04162699999999995, - -0.3504277499999999, - 0.372012, - 5.000000000143778e-07, - 0.037120499999999945, - 0.03246771249999997, - -0.2841274999999999, - 0.47281899999999993, - 0.2841295000000001, - 0.04785500000000001, - 0.2688775, - -0.23416595000000007, - 0.13271625000000004, - 0.11073562499999999, - 0.32299500000000003, - -0.08733862499999998, - -0.06977312500000003, - -0.06977312500000003, - 0.24637075000000005, - -0.12862400000000002, - -0.35355349999999997, - -0.350427, - 0.27067862499999995, - -0.62212375, - 0.593192725, - 0.28412875, - 0.6607445000000001, - -0.20091262500000007, - 0.176776375, - 0.25413225, - 0.07805589999999993, - 0.7178385, - 0.7623977500000001, - 0.7623977500000001, - 0.347985, - 0.347985, - 0.0, - -0.48840412499999997, - -0.48840412499999997, - -0.124006, - 0.15760662499999994, - -0.47886900000000004 - ] - ], - "std": [ - [ - 1.8708296030318634, - 1.1948341428692102, - 1.0773417243604047, - 0.8486461065652968, - 1.059804131102034, - 0.8125185082212646, - 0.8803404878832395, - 0.920566504074317, - 1.0, - 0.7733489942365526, - 0.7203981402946568, - 0.5655146315423125, - 0.9749224782092981, - 0.9583948535512387, - 0.8811270319533954, - 0.6180957912261151, - 1.0, - 0.984249913856105, - 1.0287455149777083, - 0.963139848525996, - 1.100424948682894, - 1.0, - 0.7517333513858155, - 1.0658003128899194, - 1.0315890948113742, - 1.0355328887342052, - 1.0280166202880368, - 1.0621504008726752, - 0.7148326632261567, - 0.9725553242070524, - 1.0809007555117442, - 1.0809007555117442, - 0.5214703075947253, - 0.9548636855920851, - 0.9842497172806299, - 0.934473, - 0.8654191884816481, - 0.6631091564872164, - 0.913279950038126, - 0.7517340128236433, - 0.8132235000004611, - 1.3773654997805538, - 0.9354143054375608, - 1.01653000000083, - 1.2488975000001081, - 0.994665683287983, - 1.7606829064560963, - 1.7606829064560963, - 0.9206817699808115, - 0.9206817699808115, - 0.98425, - 1.5538907649834526, - 1.5538907649834526, - 0.9920339999999999, - 0.8339735544200334, - 1.0945610000000001 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32038, - "cert_evals": { - "36": 0.125, - "72": 0.125, - "108": 0.125, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.35294117647058826, - "train_size": 8, - "val_size": 7, - "test_size": 17, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -1.2499999999804334e-06, - -0.39393409999999995, - -0.48662574999999997, - 0.20522875000000002, - 0.25413137500000005, - 0.166368, - 0.12400349999999996, - 0.18207425, - -0.055812250000000035, - 0.18600550000000005, - -0.03650375000000001, - 0.23417107499999992, - -0.08471287499999999, - -0.12489200000000006, - 0.11680875, - 4.999999999866223e-07, - 5.000000000143778e-07, - -0.556826, - 0.03246771249999994, - -0.28412749999999987, - -0.47281812500000003, - 0.2841295000000001, - -0.334991875, - -0.16132500000000002, - -0.23416690000000004, - -0.13271649999999996, - -0.11073775000000001, - -0.41528250000000005, - -0.08733862499999998, - 0.06977074999999999, - 0.06977074999999999, - 0.049274500000000054, - -0.814618375, - 0.53032925, - 0.35042749999999995, - -0.45113087499999993, - 0.526415, - 0.06591029999999999, - 0.28412875, - -0.7623978749999999, - 0.200909125, - -0.176777, - -0.508266375, - 0.07805589999999987, - 0.143568, - -0.254133, - -0.254133, - 0.0, - 0.0, - -0.2460625, - 0.348859, - 0.348859, - 0.12400250000000004, - 0.15760662499999994, - 0.06841149999999997 - ] - ], - "std": [ - [ - 1.8708296030318634, - 0.8745283537861637, - 1.0773417243604047, - 1.1050835007108908, - 1.059804131102034, - 0.9433006737973234, - 0.8803404878832395, - 0.9352965034364771, - 1.2845975870016406, - 1.2429866458078653, - 1.275192087344785, - 0.7002636005201451, - 0.9749224782092981, - 1.2564662193460912, - 1.2349267641556725, - 0.9047995916201208, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 1.100424948682894, - 1.2208122788934872, - 0.7517333513858155, - 0.5064579839368311, - 0.8330825907525617, - 0.826068984966516, - 0.9194860179854557, - 0.8858950000009523, - 0.8851640178287581, - 0.9725553242070524, - 0.956663241117368, - 0.956663241117368, - 1.0429379694381398, - 0.45374271193952453, - 0.9999985416822804, - 1.120393298613817, - 1.0047163027130392, - 0.7656924999999999, - 1.0, - 0.7517340128236433, - 0.5378974467662115, - 0.531557565187073, - 1.0, - 1.4149504831054103, - 1.2488975000001081, - 1.0, - 1.0, - 1.0, - 1.39194, - 1.0, - 0.6510201819788307, - 1.0, - 1.0, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 32038, - "cert_evals": { - "36": 0.2857142984867096, - "72": 0.2857142984867096, - "108": 0.2857142984867096, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.34448529411764706, - "std_test_acc": 0.03168597268590478, - "n_samples": 32, - "n_features": 56, - "n_classes": 3, - "mean_cert_acc_36": 0.3526785746216774, - "std_cert_acc_36": 0.27369627471039276, - "mean_cert_acc_72": 0.2901785746216774, - "std_cert_acc_72": 0.15593079627608203, - "mean_cert_acc_108": 0.2901785746216774, - "std_cert_acc_108": 0.15593079627608203, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "lymphography": { - "dataset": "lymphography", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.8, - "test_acc": 0.7692307692307693, - "train_size": 37, - "val_size": 20, - "test_size": 91, - "stats": { - "mean": [ - [ - 0.11571070270270278, - 0.027093891891891864, - -0.1061727567567567, - -0.22205799999999987, - 0.12556329729729743, - 0.06734324324324321, - 0.05365567567567566, - 0.1178617837837836, - -0.021548756756756857, - 0.3392003783783783, - 0.10699794594594601, - 0.16341409189189185, - 0.04434448648648651, - -0.18670452972972956, - 0.26953127027027013, - 0.028475135135135103, - 0.04964567567567568, - 0.039015189189189156 - ] - ], - "std": [ - [ - 0.9649959417614393, - 0.9932963186135503, - 0.8953249050860361, - 1.0, - 1.0617235061005919, - 0.9934273444847499, - 1.0837969821071396, - 0.93550276827785, - 1.0343414594594595, - 0.9787865374391254, - 0.967613635624315, - 0.9191462546392654, - 0.8904463864306404, - 0.9446597120353613, - 0.8244693349942901, - 0.9863926362299982, - 0.9592304425723344, - 1.0431241983062185 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3499, - "cert_evals": { - "36": 0.550000011920929, - "72": 0.45000001788139343, - "108": 0.3499999940395355, - "255": 0.05000000074505806 - }, - "fold": 0 - }, - { - "best_epoch": 69, - "best_val_acc": 0.8928571428571429, - "test_acc": 0.7951807228915663, - "train_size": 37, - "val_size": 28, - "test_size": 83, - "stats": { - "mean": [ - [ - 0.04959027027027034, - 0.08128264864864862, - -0.035391108108108124, - -0.22205799999999987, - 0.18834432432432444, - 0.12121940540540535, - 0.053655675675675654, - 0.1178617837837837, - 0.06464635135135137, - -0.08076164864864863, - 0.05944235135135144, - 0.00778283243243246, - 0.15077297297297293, - -0.11202250000000004, - 0.16519686486486485, - 0.028475135135135117, - -0.08274070270270273, - 0.08157664864864865 - ] - ], - "std": [ - [ - 0.9907038663718554, - 0.9843876514961846, - 0.9653329850824838, - 1.0, - 1.0873992856216566, - 0.9875663650472953, - 1.0837969821071396, - 0.93550276827785, - 1.1435074740788183, - 0.8987462927541991, - 0.9629278239378523, - 0.8670760159672493, - 1.0294219151090758, - 0.8796063323575559, - 0.8770711701884819, - 0.9863926362299982, - 1.050784302485063, - 1.0667820327309758 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3499, - "cert_evals": { - "36": 0.7500000596046448, - "72": 0.5, - "108": 0.3571428656578064, - "255": 0.0357142873108387 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.76, - "test_acc": 0.6511627906976745, - "train_size": 37, - "val_size": 25, - "test_size": 86, - "stats": { - "mean": [ - [ - -0.08265059459459453, - 0.0812826486486486, - -0.03539110810810814, - 0.031722972972972906, - 1.2432432433330043e-06, - -0.09428524324324326, - -0.05365621621621621, - -4.864864865424842e-07, - -0.02154875675675677, - -0.016152108108108066, - -0.03566883783783778, - -0.02334296756756763, - -0.06208424324324333, - 0.08712936486486486, - -0.043471945945945945, - 0.08542454054054054, - 0.248225243243243, - 0.09576443243243248 - ] - ], - "std": [ - [ - 0.9873886182585688, - 0.9843876514961846, - 0.9653329850824838, - 1.0616419779070554, - 0.9966179074004299, - 0.9934273444847498, - 0.8978357031769213, - 0.9966159264522366, - 1.0343414594594607, - 0.8607871843035175, - 0.946344799312269, - 0.9999220929965701, - 0.8847748864465823, - 0.9544491031115466, - 0.9396531993920559, - 0.9631018357081231, - 0.7605018441428824, - 0.9305366467747157 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3499, - "cert_evals": { - "36": 0.5999999642372131, - "72": 0.3999999761581421, - "108": 0.2800000011920929, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 81, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6774193548387096, - "train_size": 37, - "val_size": 18, - "test_size": 93, - "stats": { - "mean": [ - [ - 0.04959027027027031, - -0.1896611351351352, - -0.035391108108108124, - -0.22205799999999987, - 0.1255632972972974, - -0.20203756756756758, - -0.0536562162162162, - 0.1767929189189188, - -0.021548756756756837, - -0.04845689189189187, - 0.011886594594594657, - -0.14784801081081084, - -0.133037, - -0.03734048648648648, - 0.06086245945945948, - 0.14237394594594593, - -0.0827407027027028, - -0.017734054054054066 - ] - ], - "std": [ - [ - 0.949006736815226, - 0.9991913040086986, - 0.9653329850824838, - 1.0, - 1.061723506100592, - 0.9787090886861045, - 0.8978357031769213, - 0.8976123081203877, - 1.0343414594594595, - 0.9022230780655615, - 1.039718775420792, - 0.9842972464819717, - 1.0946013067767175, - 0.8968738654850321, - 0.9148697472881367, - 0.9357742193114152, - 1.050784302485063, - 0.9574019230274994 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3499, - "cert_evals": { - "36": 0.2222222238779068, - "72": 0.1666666716337204, - "108": 0.1666666716337204, - "255": 0.0555555559694767 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7232484094146799, - "std_test_acc": 0.0697263073393252, - "n_samples": 148, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.5305555649101734, - "std_cert_acc_36": 0.2224304734527768, - "mean_cert_acc_72": 0.379166666418314, - "std_cert_acc_72": 0.1474317161288835, - "mean_cert_acc_108": 0.2884523831307888, - "std_cert_acc_108": 0.08833589886271938, - "mean_cert_acc_255": 0.035317461006343365, - "std_cert_acc_255": 0.024984248264098074 - }, - "magic": { - "dataset": "magic", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.8384157027690151, - "test_acc": 0.8333333333333334, - "train_size": 4755, - "val_size": 2853, - "test_size": 11412, - "stats": { - "mean": [ - [ - -0.006388502646498379, - 0.006146446558885208, - -0.004209508307465906, - -0.004618793225236638, - -0.005315102475499497, - 0.006428044290851726, - -0.009059829779516417, - -0.008184151766561471, - 0.0033090761545739233, - -0.037376705087697235 - ] - ], - "std": [ - [ - 1.0023231607535665, - 1.0146947634200698, - 0.9896786368249049, - 1.001451036065264, - 1.0040066512880044, - 0.9905161210566023, - 0.9988965907369368, - 1.0089426097443763, - 0.998566492615012, - 0.9927003057378353 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1105, - "cert_evals": { - "36": 0.7651594877243042, - "72": 0.6670171618461609, - "108": 0.5580090880393982, - "255": 0.1489659994840622 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8388111888111888, - "test_acc": 0.8377027619465147, - "train_size": 4755, - "val_size": 2860, - "test_size": 11405, - "stats": { - "mean": [ - [ - -0.02436633946876997, - -0.022955164259726813, - -0.01993822200946376, - 0.03387639055541514, - 0.03436448497875925, - 0.0038116422946371125, - 0.007543406119453581, - 0.009698795669190335, - 0.0014860032576237098, - 0.00582992035215565 - ] - ], - "std": [ - [ - 0.9720381092498293, - 0.977333352882092, - 1.005139358382248, - 1.0164880549439819, - 1.0140583933617473, - 0.9837401295374851, - 0.9888378476099222, - 0.9663806918109694, - 1.005931831682823, - 1.000297701528725 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1105, - "cert_evals": { - "36": 0.7765734791755676, - "72": 0.6842657327651978, - "108": 0.5779720544815063, - "255": 0.12377622723579407 - }, - "fold": 1 - }, - { - "best_epoch": 44, - "best_val_acc": 0.8432809773123909, - "test_acc": 0.8329824561403508, - "train_size": 4755, - "val_size": 2865, - "test_size": 11400, - "stats": { - "mean": [ - [ - -0.012130254007592012, - -0.00826500078065223, - -0.010807356011566996, - 0.006499159247108326, - 0.006873201220609896, - 0.02000870184077821, - 0.001820881288265063, - -0.006523736593059914, - 0.0003778347011781665, - -0.018002280250893746 - ] - ], - "std": [ - [ - 0.9818839030528209, - 1.009368494398234, - 0.999432313276235, - 1.001141721390468, - 1.0040075321280533, - 0.9881194208362026, - 0.9709869282224545, - 1.0026493070298281, - 0.9996452002230842, - 0.9913588270685182 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1105, - "cert_evals": { - "36": 0.7574170827865601, - "72": 0.6572425961494446, - "108": 0.5504363179206848, - "255": 0.13752181828022003 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8315602836879432, - "test_acc": 0.8374836173001311, - "train_size": 4755, - "val_size": 2820, - "test_size": 11445, - "stats": { - "mean": [ - [ - 0.002866516450893953, - 0.007929027486435548, - -0.0013075722715039048, - -0.001188124590956882, - 0.002480280701366967, - 0.012874902747423648, - 0.0054113211936909185, - -0.007862206105783356, - -0.005652595006519504, - 0.005077877345299725 - ] - ], - "std": [ - [ - 1.0050954716049485, - 1.0162654558216224, - 1.0021008916654397, - 1.0041169983170044, - 1.0089152336885907, - 0.9909098405813409, - 0.9979067399488123, - 0.9973925897941894, - 0.9985454656770815, - 0.9973467754133581 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 1105, - "cert_evals": { - "36": 0.7546098828315735, - "72": 0.6478723287582397, - "108": 0.5496453642845154, - "255": 0.13262410461902618 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8353755421800825, - "std_test_acc": 0.0025662820266122866, - "n_samples": 19020, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.7634399831295013, - "std_cert_acc_36": 0.009826688391926257, - "mean_cert_acc_72": 0.6640994548797607, - "std_cert_acc_72": 0.0155512905306463, - "mean_cert_acc_108": 0.5590157061815262, - "std_cert_acc_108": 0.013187944383051271, - "mean_cert_acc_255": 0.13572203740477562, - "std_cert_acc_255": 0.010503036241893112 - }, - "mammographic": { - "dataset": "mammographic", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.8356164383561644, - "test_acc": 0.7895652173913044, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.045138683333333235, - -0.06581824708333332, - -0.0668893333333335, - 0.0035843166666667194, - 0.07534454166666703 - ] - ], - "std": [ - [ - 0.3742768596239394, - 1.0309553579295558, - 1.0205845721721885, - 1.0069085496781394, - 0.8984819781883195 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 305, - "cert_evals": { - "36": 0.7739725708961487, - "72": 0.7123287916183472, - "108": 0.6780821681022644, - "255": 0.2054794430732727 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.7933333333333333, - "test_acc": 0.8283712784588442, - "train_size": 240, - "val_size": 150, - "test_size": 571, - "stats": { - "mean": [ - [ - -0.06838790416666667, - 0.0036981495833333564, - 0.08851065416666656, - 0.06187655000000008, - 0.041687441666667095 - ] - ], - "std": [ - [ - 0.4594652865573056, - 0.9162656618320462, - 0.976470911981312, - 0.9979276514274945, - 0.967574818664843 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 305, - "cert_evals": { - "36": 0.7400000095367432, - "72": 0.6866666674613953, - "108": 0.6600000262260437, - "255": 0.18000000715255737 - }, - "fold": 1 - }, - { - "best_epoch": 41, - "best_val_acc": 0.8082191780821918, - "test_acc": 0.8382608695652174, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.033514049999999865, - -0.031616095833333364, - -0.03834651666666679, - 0.05680765833333342, - -0.03524305833333262 - ] - ], - "std": [ - [ - 0.37826323579119164, - 0.9793517631184475, - 1.0048978854533288, - 1.01250978800026, - 1.0390956653058405 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 305, - "cert_evals": { - "36": 0.7534246444702148, - "72": 0.6780821681022644, - "108": 0.6095890402793884, - "255": 0.06164383515715599 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8161764705882353, - "test_acc": 0.7846153846153846, - "train_size": 240, - "val_size": 136, - "test_size": 585, - "stats": { - "mean": [ - [ - 0.09435683749999943, - -0.13088563458333324, - -0.032003683333333525, - -0.03189805833333325, - 0.008030341666667275 - ] - ], - "std": [ - [ - 1.8583061444674212, - 1.0447702499996767, - 0.9948185192592106, - 1.0005602571514343, - 1.0036844453305227 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 305, - "cert_evals": { - "36": 0.8014705777168274, - "72": 0.6985294222831726, - "108": 0.5955882668495178, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8102031875076876, - "std_test_acc": 0.027067659168775588, - "n_samples": 961, - "n_features": 5, - "n_classes": 2, - "mean_cert_acc_36": 0.7672169506549835, - "std_cert_acc_36": 0.02677025068655437, - "mean_cert_acc_72": 0.6939017623662949, - "std_cert_acc_72": 0.014872534017708815, - "mean_cert_acc_108": 0.6358148753643036, - "std_cert_acc_108": 0.039485946935184445, - "mean_cert_acc_255": 0.11178082134574652, - "std_cert_acc_255": 0.09736864387571398 - }, - "letter": { - "dataset": "letter", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 80, - "best_val_acc": 0.7103628636809415, - "test_acc": 0.6973452809647434, - "train_size": 5000, - "val_size": 3059, - "test_size": 11941, - "stats": { - "mean": [ - [ - 0.00514853171999978, - 0.005659159839999929, - 0.015561632360000245, - 0.01129863240000007, - 0.0052732767999999685, - 0.00552804246000023, - -0.003806189400000043, - 0.004888994199999829, - 0.008798804439999558, - -0.008297726599999769, - 0.0009121625999998376, - 0.004806467700000183, - 0.003901915299999814, - -0.011281666800000121, - -0.0074610201999999294, - 0.003215448200000049 - ] - ], - "std": [ - [ - 0.9872835099546217, - 1.006134190408135, - 0.9972389123333294, - 1.0049266649751227, - 0.9943131104630408, - 0.9927707764568473, - 1.0068065835854811, - 1.0134669668414158, - 1.0040007520709764, - 0.9997230654740944, - 1.007968354670923, - 1.0003581319476724, - 1.005041480077882, - 1.0049516430140362, - 0.9976563117551296, - 0.9860491581099939 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3517, - "cert_evals": { - "36": 0.6234063506126404, - "72": 0.5299116969108582, - "108": 0.44589734077453613, - "255": 0.1484145075082779 - }, - "fold": 0 - }, - { - "best_epoch": 55, - "best_val_acc": 0.6997749919639987, - "test_acc": 0.69728320296072, - "train_size": 5000, - "val_size": 3111, - "test_size": 11889, - "stats": { - "mean": [ - [ - 0.0029532797399999047, - 0.004388175279999976, - 0.004244063760000119, - 0.012979005999999998, - -0.004678983799999144, - 0.003455055400000179, - -0.007418534600000143, - 0.003926012599999779, - 0.00795879715999929, - -0.00524365779999995, - -0.01178226520000005, - -0.015187571099999951, - -0.012475097320000503, - -0.0018423520000003316, - -0.013382179199999674, - -0.004821816599999932 - ] - ], - "std": [ - [ - 0.9986276678083476, - 0.9950343941586423, - 0.99640667299183, - 1.0000071963490385, - 0.992160528900722, - 1.0037788827185958, - 1.0135243337906252, - 1.019023638516362, - 1.0086984945355297, - 1.009749704171076, - 1.013939210703217, - 0.9887907814862574, - 0.9896867749920725, - 0.9916791039398155, - 1.0056717046836126, - 1.0037598172363915 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3517, - "cert_evals": { - "36": 0.6190935373306274, - "72": 0.5326261520385742, - "108": 0.44069430232048035, - "255": 0.1359691470861435 - }, - "fold": 1 - }, - { - "best_epoch": 99, - "best_val_acc": 0.6982758620689655, - "test_acc": 0.6994214876033058, - "train_size": 5000, - "val_size": 2900, - "test_size": 12100, - "stats": { - "mean": [ - [ - 0.021874334520000687, - 0.017884720619999826, - 0.014568840500000449, - 0.006699696200000058, - -0.00020502299999983865, - 0.011056104300000202, - -0.0043222202000001006, - -0.005629635800000384, - 0.0012383624799995345, - 0.011071598799999905, - -0.0038767746000001103, - -0.0036525290000001725, - 0.002787233879999989, - 0.011734750599999826, - -0.007305219399999943, - 0.006554009400000075 - ] - ], - "std": [ - [ - 1.018882039972734, - 0.9909097519297484, - 1.011006149224975, - 0.9981095511490614, - 0.9744828743262628, - 1.0187271547521726, - 1.0142349021053059, - 1.0059981552155532, - 1.0032678982013254, - 0.9974167859950539, - 0.9962881566563585, - 1.0100493766021112, - 0.9931648907076084, - 1.0108922135098513, - 1.0056449285270137, - 1.001713691144833 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3517, - "cert_evals": { - "36": 0.613793134689331, - "72": 0.5179310441017151, - "108": 0.4231034517288208, - "255": 0.1417241394519806 - }, - "fold": 2 - }, - { - "best_epoch": 70, - "best_val_acc": 0.7061769616026711, - "test_acc": 0.6958767180341524, - "train_size": 5000, - "val_size": 2995, - "test_size": 12005, - "stats": { - "mean": [ - [ - 0.004834942479999971, - 0.001483113019999944, - -0.0019111359399998356, - 0.0075840941999999545, - -0.0010267499999996761, - 0.017176408160000104, - -0.001742007400000528, - -0.001036997800000219, - 0.003506500319999635, - -0.004038084999999959, - -0.005625091799999523, - 0.0011537186999995067, - 0.00047216481999986826, - -0.0067559524000002655, - 0.007341836400000017, - 0.0008661090000000479 - ] - ], - "std": [ - [ - 1.004162670449844, - 1.0009285120042208, - 1.0009316003026747, - 1.0058812415247276, - 1.0013613633110403, - 0.9913646988590394, - 0.9980301597574796, - 0.9947148416325726, - 0.9936745035912995, - 0.9961424729063775, - 0.9987978729631191, - 0.9997824037300547, - 0.9953405790803281, - 1.0103550196199995, - 1.0017727765855509, - 1.0101591352858876 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 3517, - "cert_evals": { - "36": 0.6280467510223389, - "72": 0.5409015417098999, - "108": 0.4323873221874237, - "255": 0.1429048478603363 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6974816723907303, - "std_test_acc": 0.0014602230744386359, - "n_samples": 20000, - "n_features": 16, - "n_classes": 26, - "mean_cert_acc_36": 0.6210849434137344, - "std_cert_acc_36": 0.00608253974431393, - "mean_cert_acc_72": 0.5303426086902618, - "std_cert_acc_72": 0.009503302184576356, - "mean_cert_acc_108": 0.43552060425281525, - "std_cert_acc_108": 0.009974082177357199, - "mean_cert_acc_255": 0.14225316047668457, - "std_cert_acc_255": 0.0051041023117623435 - }, - "molec-biol-promoter": { - "dataset": "molec-biol-promoter", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.875, - "test_acc": 0.8125, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.09373999999999999, - 0.349711153846154, - -0.124846, - -0.18628265384615392, - -0.0025111153846154245, - -0.027689192307692376, - -0.32854380769230773, - -0.2587748846153846, - -0.291938, - -0.12147457692307692, - 0.013408923076923039, - -0.18303142307692302, - 0.10672619230769233, - -0.0388065384615385, - -0.2118675692307692, - 0.26045576923076913, - -0.0038293076923076983, - -0.12772800000000012, - 0.406745076923077, - -0.22977469230769215, - -0.23213830769230762, - 0.057734, - -0.25536484615384614, - 0.036332807692307734, - -0.306678, - 0.12654100000000004, - -0.06969015384615382, - -0.22098480769230766, - -0.20798946153846154, - -0.24676503846153855, - -0.3183693461538464, - -0.1853619230769231, - -0.30043107692307686, - -0.37097869230769237, - -0.36548838461538463, - 0.011515653846153858, - -0.05251046153846157, - -0.17936411538461533, - 0.030728153846153836, - 0.0502869230769231, - -0.08165438461538464, - -0.04035388461538459, - -0.044060461538461534, - 0.1891277692307692, - -0.09007600000000004, - 0.08841000000000002, - 0.34717700000000007, - -0.08658792307692309, - -0.14910884615384612, - -0.01171784615384617, - -0.010542692307692277, - 0.2279287692307692, - 0.19163046153846158, - 0.044342807692307744, - 0.11406934615384606, - 0.26639184615384615, - 0.0024606538461537973 - ] - ], - "std": [ - [ - 1.0076078297495967, - 0.9724627657739631, - 0.9573573651622793, - 1.0262408425117875, - 0.9587446442307666, - 0.9571040384617393, - 0.9896566783801658, - 1.0271371774080218, - 0.9458984467553748, - 0.983396009484761, - 0.9474507771505324, - 1.0162340072708942, - 0.9916278302898655, - 0.9889509346456372, - 1.0996503269494506, - 0.8339239830692423, - 0.9718806374953891, - 1.0013701717610572, - 1.1087224946399736, - 0.9663160194574336, - 0.8925655267102359, - 1.0240426363341295, - 0.9129708359204913, - 0.9674367468039534, - 0.934498494547744, - 0.996046000000193, - 0.9001646244230804, - 1.011066294523225, - 0.9306740888083066, - 0.9019636923091955, - 1.0103842953596318, - 0.9763974023364559, - 1.0034859025495506, - 1.0189729800426417, - 0.8809657272220804, - 1.001293348052636, - 0.8026415950749621, - 1.0084947048958783, - 1.0447591131223906, - 1.080924244585727, - 0.9862369191590393, - 1.0095530529552834, - 1.014776711029924, - 0.9243136682665729, - 0.9998867689999087, - 1.0150113097032656, - 1.0058059432415762, - 0.8281138846158841, - 0.9053220114009879, - 0.7877964184833098, - 0.8751600073353956, - 1.0046622498233042, - 0.9279195402053261, - 0.9992859945990674, - 0.9930878632688641, - 0.9472126805852605, - 1.0500485456210673 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33065, - "cert_evals": { - "36": 0.6875, - "72": 0.625, - "108": 0.375, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 1.0, - "test_acc": 0.6923076923076923, - "train_size": 26, - "val_size": 15, - "test_size": 65, - "stats": { - "mean": [ - [ - 0.09734461538461536, - -0.009867653846153778, - 0.10790676923076924, - -0.15064011538461541, - 0.09738461538461546, - -0.05959273076923076, - -0.048695384615384696, - -0.10221076923076929, - -0.19740069230769225, - 0.26099000000000006, - -0.20290846153846157, - 0.20358803846153845, - -0.1825234230769231, - 0.21829484615384614, - 0.007081746153846278, - -0.06588375384615386, - 0.19917507692307695, - -0.3013095384615385, - 0.04983446153846157, - 0.007020153846153817, - -0.0066845384615384406, - -0.042044076923076885, - -0.07821423076923074, - 0.137686, - -0.015271923076923129, - -0.17227284615384614, - 0.2755073076923076, - 0.10235538461538465, - -0.2435485769230769, - -0.1773835384615385, - 0.08412084615384617, - -0.15183184615384618, - -0.10858899999999995, - -0.09742265384615373, - -0.05963238461538462, - -0.05630061538461538, - -0.018979730769230797, - 0.05089046153846155, - 0.15364107692307694, - -0.010982076923076903, - 0.10650861538461538, - -0.1806068846153846, - -0.20850592307692312, - -0.014057692307692288, - 0.21039161538461543, - -0.055766615384615394, - 0.2426295384615386, - -0.12109303846153843, - -0.29682430769230767, - -0.15785057692307694, - 0.19899334615384612, - -0.13024523076923075, - -0.20279253846153844, - 0.04434280769230771, - -0.06270500000000002, - 0.09504676923076928, - 0.10028380769230766 - ] - ], - "std": [ - [ - 1.0412699655331787, - 0.974109238604762, - 0.9613906810801298, - 0.9643340756609565, - 0.9673793894378168, - 1.003312008397785, - 0.9182015580655095, - 0.982743930536501, - 0.9723005343268958, - 0.9411703711795796, - 0.9796610632100985, - 0.9145025424643751, - 0.9879752636511461, - 1.0944915110032636, - 0.9430338516297093, - 0.9508755832408867, - 0.9258429683390378, - 0.8679061723089316, - 1.0276288482675964, - 0.9501945836398535, - 1.0169676029594148, - 1.0501744622186107, - 0.9644548335998028, - 0.9121775925932151, - 0.9112105136727959, - 1.0206435073325324, - 0.9080727257130373, - 0.9347829604211333, - 0.8967697697883465, - 0.9663770689480945, - 0.9532701925574484, - 0.8568118833949174, - 0.9554743200735837, - 1.1504807500220855, - 1.0155470332338918, - 1.0396018722819245, - 0.9268106513458504, - 0.9168958971379897, - 0.9852213842143813, - 1.001611750376513, - 0.990217812330316, - 0.9873887799655962, - 1.0110391392211635, - 0.9439560657308471, - 1.068328170673588, - 1.0047193948569797, - 0.9979267159932226, - 0.9934730341322996, - 0.8557618796771218, - 0.7460287358936586, - 0.9778352307693193, - 1.02192658245343, - 1.037835803866067, - 0.9677087884615755, - 0.956543380038049, - 1.0171593177603953, - 0.91997592085019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33065, - "cert_evals": { - "36": 0.7333333492279053, - "72": 0.5333333611488342, - "108": 0.5333333611488342, - "255": 0.06666667014360428 - }, - "fold": 1 - }, - { - "best_epoch": 6, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.7941176470588235, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - -0.030045192307692332, - -0.23869049999999983, - 0.041405769230769246, - 0.06321669230769228, - -0.0025107307692308154, - 0.09992461538461536, - 0.013492769230769159, - 0.14829176923076925, - -0.10286334615384617, - -0.08960249999999997, - 0.19882307692307696, - 0.09814630769230767, - -0.021829269230769246, - 0.03465076923076919, - -0.18058907692307682, - -0.1311519076923077, - 0.11797353846153848, - -0.05829530769230779, - 0.1212169230769231, - 0.07467584615384616, - 0.18656150000000013, - 0.2905494615384615, - -0.2553650384615384, - -0.06502038461538459, - -0.30667792307692304, - 0.09333938461538464, - 0.13742846153846142, - 0.17420873076923077, - 0.1120429615384615, - 0.23890723076923073, - -0.16356549999999995, - 0.08287507692307697, - -0.14056257692307694, - -0.09742265384615377, - -0.05963253846153847, - 0.011515500000000038, - 0.014551115384615343, - 0.08378369230769231, - 0.18436938461538463, - 0.019652346153846163, - 0.13786915384615384, - -0.14554365384615378, - -0.1756169230769231, - 0.12139923076923075, - 0.010079923076923155, - 0.30467446153846156, - -0.10586153846153845, - 0.15494511538461542, - -0.11217969230769238, - -0.011717730769230784, - -0.4645376538461538, - -0.13024538461538462, - 0.02728761538461537, - -0.024779269230769223, - -0.16876950000000007, - -0.04202923076923075, - 0.06767634615384611 - ] - ], - "std": [ - [ - 0.9790173867981108, - 0.8922350160543789, - 1.0237664792278374, - 0.9979986758255733, - 1.0450661465298063, - 1.0048325881986542, - 1.029402187109299, - 1.0083506459854783, - 0.9890083565745167, - 1.0164135742199043, - 1.0470407615391002, - 1.0378839738382932, - 0.9292517115719242, - 0.9612825317480931, - 1.0472447179957627, - 1.0262853071350215, - 1.052495553619595, - 1.059841692041489, - 1.1269554422034933, - 0.9208378006880765, - 0.9000880971984075, - 0.9294786618886555, - 1.076982881442786, - 1.0095815066264635, - 0.9911193052127372, - 1.0313874086125658, - 0.9980922524006728, - 0.9095892006901778, - 0.9905655045642239, - 1.0384115432086387, - 0.9810218452020498, - 1.060299711989925, - 0.9844584721629052, - 0.9476257009349917, - 0.8894460896472517, - 1.0593221207156762, - 0.8826955613077969, - 0.9713319428712611, - 1.075487248351794, - 1.0067518301441576, - 1.0419999967859404, - 0.986766332875252, - 1.0083607367807386, - 0.9773806693737923, - 1.0515029245809187, - 0.9917044123633906, - 0.9657665710047374, - 0.9290685404960641, - 1.1225398591645361, - 1.0183526454206688, - 0.8092726993206232, - 0.9375164234499523, - 1.0268476122485855, - 0.9726335635209717, - 0.9727406960463761, - 1.112026712980068, - 1.0129397204932757 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33065, - "cert_evals": { - "36": 0.5, - "72": 0.3333333432674408, - "108": 0.1666666716337204, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.7536231884057971, - "train_size": 26, - "val_size": 11, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.06549715384615382, - -0.1733123461538461, - -0.22459746153846155, - -0.008068615384615393, - -0.33549623076923074, - -0.1233995769230769, - -0.17307238461538452, - 0.023040692307692345, - -0.07135107692307693, - -0.18521865384615382, - -0.04839615384615389, - 0.09814603846153849, - -0.021828923076923114, - 0.07137899999999996, - -0.1493106769230769, - -0.0006160384615384937, - -0.16623299999999996, - -0.19716084615384608, - -0.1643116153846154, - 0.14233134615384618, - 0.18656149999999996, - 0.09099338461538463, - 0.09893680769230777, - -0.031236038461538454, - -0.43619169230769256, - -0.3382805384615385, - -0.13872946153846152, - 0.21013507692307687, - 0.32539880769230767, - 0.34298038461538466, - -0.0706831923076923, - -0.0847729230769231, - 0.08325415384615384, - 0.03935515384615389, - -0.12760034615384613, - 0.045423692307692304, - 0.24926692307692294, - -0.014896576923076922, - 0.030727999999999995, - 0.14219007692307695, - -0.08165438461538452, - -0.07541711538461539, - -0.2085062307692308, - -0.14951476923076926, - 0.010080153846153841, - 0.16049815384615387, - -0.14071053846153841, - -0.19010246153846153, - 0.22017992307692313, - -0.08478423076923074, - 0.12914796153846148, - -0.195368, - -0.13705561538461536, - -0.33582846153846135, - -0.1687693076923077, - -0.0077596923076923285, - 0.035068461538461576 - ] - ], - "std": [ - [ - 0.9949457610380924, - 1.0006243291807655, - 1.0805097483660284, - 1.0669055953756055, - 1.0322555409439118, - 0.9848822871167503, - 0.9431346904463401, - 0.9378178344246724, - 1.0181978932718458, - 0.966727095536948, - 0.9908076284467556, - 1.0378839686283479, - 1.088933086989841, - 0.8046857737758931, - 1.134679772935726, - 0.9553453144737399, - 0.9684821547379812, - 0.8999479146517183, - 0.9741754410810941, - 1.0108802015807785, - 0.7709686644604582, - 1.0772131326993413, - 0.8384300579512153, - 1.0358089031747673, - 1.0305305742983066, - 0.9367306253151163, - 0.9884948822596298, - 0.9666870451735153, - 0.7559985089760948, - 0.8999593432865595, - 0.9970138749450403, - 1.052317535287378, - 1.0819218493489575, - 0.9767902491283019, - 0.9784792222564622, - 0.9949578210493984, - 0.8614226395733138, - 0.9539103328924243, - 1.0209907346186988, - 0.9432236511876507, - 1.036795800272391, - 1.0138060762016619, - 1.1167776196923178, - 1.0142323983395336, - 1.1052486656840097, - 1.0124481502282436, - 1.0529966821172885, - 0.9493509361557843, - 1.1279936610242616, - 1.0051609553372078, - 0.9160134879427471, - 1.0114984451985467, - 0.8295657525376697, - 1.028154229267194, - 0.9727407925020125, - 0.8988663639372382, - 0.9628933437374779 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33065, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.6363636255264282, - "108": 0.4545454680919647, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7631371319430782, - "std_test_acc": 0.05324099204039228, - "n_samples": 106, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.6620265245437622, - "std_cert_acc_36": 0.10991394460058504, - "mean_cert_acc_72": 0.5320075824856758, - "std_cert_acc_72": 0.14025094705834718, - "mean_cert_acc_108": 0.38238637521862984, - "std_cert_acc_108": 0.15767210311206764, - "mean_cert_acc_255": 0.01666666753590107, - "std_cert_acc_255": 0.03333333507180214 - }, - "molec-biol-splice": { - "dataset": "molec-biol-splice", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 67, - "best_val_acc": 0.8229166666666666, - "test_acc": 0.8123366440146367, - "train_size": 797, - "val_size": 480, - "test_size": 1913, - "stats": { - "mean": [ - [ - -0.08088939774153121, - -0.017083478042659816, - -0.008676474278544535, - 0.01205199498117964, - -0.019879412797992446, - -0.06819678419071469, - 0.014172110414052605, - -0.0726562358845669, - -0.0424785457967378, - 0.030165779171894516, - -0.015724135508155584, - 0.016329740276034888, - -0.03650249309912165, - 0.060801804265996566, - 0.050552770388958924, - -0.03993303764115418, - -0.02479237139272276, - 0.026231244667502603, - 0.0006134240903385369, - 0.008120775407778993, - 0.011976850690087297, - 0.012784564617315019, - 0.02205557967377646, - 0.003761100376411143, - 0.004885728983688804, - -0.007185055207026799, - 0.006090311166875841, - -0.06913297616060121, - 0.01692240903387772, - -0.024909814303639064, - 0.002042144291092072, - 0.03893583663739384, - 0.04832313927227111, - -0.04144308908406656, - -0.04533064868255915, - 0.029196543287328434, - -0.017319196988707316, - 0.002574765370137967, - 0.014485728983688884, - -0.04080718946047651, - -0.016152210790464142, - -0.1060891342534501, - 0.00146361355081561, - -0.02892638393977404, - 0.03808938393977416, - 0.004615427854454175, - -0.006006715181932309, - 0.03929904642409064, - -0.0026646035131743587, - -0.0008532597239647819, - -0.018261164366373872, - -0.015718006273525736, - -0.03865469008782939, - -0.0023145696361355087, - -0.01960441405269735, - -0.0853860326223336, - 0.005193398996235927, - -0.017738670012547086, - 0.055998069008782805, - 0.039315545796737614 - ] - ], - "std": [ - [ - 0.9945490246391062, - 0.9934109752899847, - 1.0063178858807398, - 0.9896020723574798, - 0.9849358791871932, - 0.9857421550044541, - 0.9930276963595361, - 0.9834603310222596, - 1.0029783411831081, - 1.008680505435535, - 1.000646776584492, - 1.017380058680371, - 0.9990572202887158, - 1.0037947864498273, - 0.9921475019154874, - 1.0063268933844312, - 0.9808355420987935, - 0.9924788012799176, - 0.9847824180917667, - 0.9870544204448741, - 1.0013704839730797, - 1.0166518616214755, - 0.985710071283119, - 1.0044850695151961, - 0.9909244249062288, - 0.9987615357097599, - 1.0051852364272729, - 0.9860816983161693, - 1.0064425553080443, - 1.021154244482058, - 0.9991376459347909, - 0.9638884376422283, - 1.0033244557289336, - 0.9848543808197192, - 1.0055575628990723, - 0.9940712305710926, - 0.9741863114052403, - 1.0048179660304701, - 0.9887806108854191, - 0.9765227042348682, - 0.997334968218974, - 0.9962132645441986, - 1.0014416509782584, - 1.002091005752959, - 0.9893159775047747, - 0.9934985594799247, - 0.9886647568170538, - 0.9919893464761707, - 0.9955923461346924, - 0.9926319617434606, - 0.9728863130641628, - 1.0082140966036435, - 0.9961100311402014, - 1.0077701107332304, - 0.9792654768868749, - 1.0119326199882663, - 1.0172792289838704, - 0.9956848073966668, - 1.0083179950377872, - 0.9802036286210523 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36726, - "cert_evals": { - "36": 0.7291666865348816, - "72": 0.6562500596046448, - "108": 0.5354167222976685, - "255": 0.16250000894069672 - }, - "fold": 0 - }, - { - "best_epoch": 55, - "best_val_acc": 0.8026315789473685, - "test_acc": 0.8074341765616934, - "train_size": 797, - "val_size": 456, - "test_size": 1937, - "stats": { - "mean": [ - [ - 0.018491488080301106, - -0.0011505069008782528, - 0.021436997490589735, - 0.03502552697616077, - 0.021530190715181953, - 0.01771506524466753, - 0.0028268569636132166, - -0.03774227101631111, - 0.019095676286072647, - -0.016733656210790544, - -0.0663814040150566, - 0.005845333751568237, - 0.004257730238393967, - 0.0011046449184443634, - -0.027280681304893566, - 0.005402819322459137, - 0.04633495859473012, - 0.009161250941028725, - 0.026725796737766497, - -0.01972711794228387, - -0.01983136010037666, - -0.009908578419071404, - 0.022055481806775055, - 0.05518264240903318, - -0.04640085570890846, - -0.03727541907151866, - -0.0335212045169384, - -0.03967690213299759, - 0.005998318695107535, - -0.01785224341279831, - -0.003198117942283299, - -0.013416670639897136, - -0.009072863237139185, - -0.007062920953576991, - 0.011101452948557616, - -0.045883223337515024, - -0.012705889585947094, - -0.05706059096612311, - 0.00637870514429108, - -0.024475352572145292, - -0.033483001254705075, - -0.018872419071518255, - -0.004380110414052662, - -0.019757495608531926, - -0.01618084692597215, - 0.06015848933500684, - 0.004326102885821954, - 0.031207774153074287, - 0.09302961606022617, - 0.037705563362610196, - 0.031232815558343906, - 0.05163176913425327, - 0.051368831869510787, - -0.02336010790464227, - 0.006880800501882391, - -0.05682849560853219, - -0.004021038895859437, - 0.002038494353826773, - 0.05144887452948544, - -0.00027493977415304015 - ] - ], - "std": [ - [ - 0.9889166025491434, - 1.0113611751416451, - 1.00351331532884, - 1.0051662180322105, - 0.9987679141001061, - 0.9996822942772838, - 1.0042310134414263, - 1.0134372724050602, - 1.0000665011762366, - 0.9994360301075128, - 0.9995393709189473, - 1.0346986177316517, - 1.011186369192948, - 1.0016439123703365, - 0.9965028721446453, - 1.0098540994428735, - 0.9933407245937251, - 1.0209497831856362, - 0.9866653742506231, - 0.982825314351339, - 0.9914313036126221, - 1.0062435071011668, - 1.0149240913230397, - 0.9887363914059815, - 0.9994565119417103, - 1.016608779035485, - 0.9986323360957506, - 0.9983077834509023, - 0.992117921809115, - 1.0118934305428742, - 1.0093115895196225, - 1.0141263884110643, - 0.998031262724133, - 0.9978752951488421, - 1.0058194162074532, - 0.9997345249416975, - 1.0043988806220703, - 1.0026034007181608, - 1.0124721562205274, - 0.9897322617082525, - 0.9985816439065134, - 0.9919527474532689, - 1.0036339185538052, - 0.973512268444304, - 1.0130393993507771, - 0.9897840394213037, - 0.9936053260728854, - 1.0155800367441008, - 1.0112837805104922, - 0.9806050237126605, - 1.0133289778387422, - 1.003164742603154, - 0.9684252971086295, - 0.9941237378734813, - 0.9987879065672047, - 1.0056255382787287, - 1.0017418494408326, - 0.9935852276048891, - 1.024679553968222, - 1.007096200700548 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36726, - "cert_evals": { - "36": 0.6907894611358643, - "72": 0.6052631735801697, - "108": 0.48903509974479675, - "255": 0.12280701845884323 - }, - "fold": 1 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8180076628352491, - "test_acc": 0.8017103153393907, - "train_size": 797, - "val_size": 522, - "test_size": 1871, - "stats": { - "mean": [ - [ - 0.016180366373901797, - 0.0159205972396487, - -0.04805540652446672, - 0.017795338770389135, - -0.018760287327477875, - -0.012470120451693864, - -0.025536504391468096, - -0.023100938519447715, - -0.021953736511919807, - 0.005599485570890773, - -0.028107018820577125, - -0.0663806737766629, - -0.002535664993726509, - -0.041697066499373665, - -0.041221063989962406, - -0.019531874529485415, - 0.001174760351317426, - 5.719824341241943e-05, - 0.009695979924717433, - -0.006360112923463307, - 0.031288966122960366, - 0.01732320451693862, - 0.034643243412797765, - -0.05223140276035192, - 0.012863726474278572, - -0.02278748055207084, - 0.08181816185696375, - 0.022917264742786353, - 0.03112372647427915, - 0.01743540276035093, - 0.009902525721455502, - 0.030388477038899016, - -0.007947400250940755, - -0.002626762860728837, - -0.002393195734001926, - 0.0224729749058976, - -0.035772559598494034, - 0.031245622333751583, - 0.07355148055206996, - -0.02680844165621052, - 0.0011786298619825138, - -0.023523868255959906, - 0.009644725219573422, - -0.011734667503136672, - 0.04155336135508157, - -0.008113194479297375, - 0.023843790464241343, - 0.03351953826850721, - -0.05937222333751553, - 0.01956023839397823, - -0.05714953952321155, - 0.029942850690087883, - -0.01788004265997477, - 0.018731055207026504, - 0.00457773149309927, - -0.028270974905896498, - -0.044334417816813056, - 0.02181565872020062, - -0.004279376411543287, - 0.033493360100376554 - ] - ], - "std": [ - [ - 1.006032731784378, - 0.9981987082501484, - 1.0058419047925986, - 1.0147724595576162, - 0.9940588732535701, - 0.9991159025458402, - 0.9691047120808344, - 0.9991048317365939, - 1.020189994500977, - 0.9848978164137729, - 0.998075185404707, - 0.9900346208081456, - 0.9970676239537044, - 1.0074170125268456, - 0.9888612246445799, - 1.0204821123725891, - 1.0188778509112115, - 1.021786600393116, - 0.9923811904568762, - 0.9930750642777653, - 1.0126874688330874, - 1.0123955584555848, - 1.0119546947996216, - 0.967160657446603, - 1.013064602613993, - 1.0088579414594196, - 1.0050975228498589, - 1.0226014249223117, - 1.0030135447468238, - 1.0006692722984143, - 1.0063109761380487, - 0.9976611466924694, - 1.0191830139161713, - 1.0037191251141417, - 1.0000135193218243, - 1.008885797923785, - 1.005277894129722, - 0.9951865869001352, - 1.003658412696999, - 1.0103592136706143, - 1.013785819980191, - 1.0167078374977943, - 1.0100157686042965, - 1.0010457270061084, - 1.0282359743543752, - 0.9985304229175116, - 0.9712378399548074, - 1.0007272977609394, - 1.00869249677983, - 0.9976542416860067, - 1.0108332275437888, - 1.0094799027511412, - 0.9910934491654954, - 1.0239973266326525, - 0.9997566127783953, - 0.995332570938697, - 1.0015100811283149, - 1.0189914283748178, - 0.9815154139951994, - 1.0109702187257807 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36726, - "cert_evals": { - "36": 0.7298850417137146, - "72": 0.6015325784683228, - "108": 0.507662832736969, - "255": 0.13409961760044098 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8084210526315789, - "test_acc": 0.7977059436913452, - "train_size": 797, - "val_size": 475, - "test_size": 1918, - "stats": { - "mean": [ - [ - 0.023113880803011123, - -0.031878431618569576, - 0.0017474705144291346, - -0.048827942283563595, - 0.02600689711417815, - -0.020596907151819388, - 0.03119006398996214, - -0.010712095357591008, - -0.03563701003764123, - -0.0066837766624844005, - 0.020298818067753775, - 0.0349687051442911, - 0.03369574404015041, - 0.010115574654956229, - -0.008693601003764222, - -0.037666260978670006, - 0.013593819322459105, - -0.06367114930991241, - 0.002884076537013706, - -0.04311930238393992, - -0.028919440401505687, - 0.03661243287327482, - -0.012274677540778, - 0.022044312421580708, - -0.0019524943538268248, - -0.00718509535759122, - 0.018905804265997497, - -0.020039599749058525, - 0.011460363864492227, - 0.00190883061480542, - 0.015142810539523602, - 0.0015411859473054327, - -0.0034457590966119997, - 0.007354567126724528, - -0.019568141781680794, - 6.111668757913393e-05, - 0.014974058971141782, - 0.017483629861982628, - 0.004062395232120175, - -0.039640589711417734, - -0.017307636135508092, - -0.015383726474278643, - 0.02951326599749063, - 0.010041510664993838, - -0.009252728983688915, - 0.023129829360100374, - 0.024991664993726456, - 0.005777824341280051, - 0.010330861982434136, - -0.02240079799247117, - 0.013556362609786848, - 0.009395460476787914, - -0.05596691593475561, - -0.0011453801756584612, - 0.019547611041405746, - -0.005424897114178279, - -0.036271767879548236, - -0.04216928481806779, - -0.06910606649937284, - 0.013698135508155716 - ] - ], - "std": [ - [ - 0.9995168687982413, - 1.0072187255531315, - 0.9922765699545656, - 1.0014379023165043, - 1.0007423887263762, - 1.006595287508758, - 0.996025190875742, - 1.0015863398288425, - 0.9939619881518538, - 1.0012546381038536, - 0.9974235803209218, - 0.9958759047377087, - 1.0231793150542605, - 0.9988598615456608, - 1.0165807865563634, - 0.9981765632980487, - 0.9916120393689883, - 0.9967806721546657, - 1.0001387498061993, - 0.9907382633450215, - 0.9919466420747174, - 0.9918048070565159, - 0.9927131112764388, - 0.9987541938182435, - 0.9829950228363971, - 0.9987615525719863, - 1.006646575684889, - 0.9727270348859581, - 1.0274767556558333, - 0.9948545552577256, - 0.9724110619354693, - 0.999399954650725, - 1.0137453383320747, - 1.0038171597805419, - 0.9942857302920103, - 1.0221132950933616, - 1.0125332438729522, - 1.0058606284258966, - 1.0061583893468007, - 1.0071484737907352, - 0.993080173542264, - 0.994054088509694, - 1.0019557537886754, - 0.9879867613789639, - 1.0059203970540576, - 1.002236769456239, - 1.0166179760088292, - 1.0148930646959913, - 0.9855942441531308, - 0.9881712595842015, - 0.997375001351328, - 1.0153221146032385, - 0.9987022726517054, - 1.0023090382878383, - 0.9960039697880356, - 0.9659716681886643, - 1.0079997805456118, - 0.9972223231158401, - 0.9973623069301778, - 1.0162353419266272 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 36726, - "cert_evals": { - "36": 0.7031578421592712, - "72": 0.6105262637138367, - "108": 0.47999998927116394, - "255": 0.10947367548942566 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8047967699017664, - "std_test_acc": 0.006419024682918856, - "n_samples": 3190, - "n_features": 60, - "n_classes": 3, - "mean_cert_acc_36": 0.7132497578859329, - "std_cert_acc_36": 0.01946272487587289, - "mean_cert_acc_72": 0.6183930188417435, - "std_cert_acc_72": 0.025506264967290984, - "mean_cert_acc_108": 0.5030286610126495, - "std_cert_acc_108": 0.024471762915020175, - "mean_cert_acc_255": 0.13222008012235165, - "std_cert_acc_255": 0.02255667974962476 - }, - "monks-1": { - "dataset": "monks-1", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.6571428571428571, - "test_acc": 0.651685393258427, - "train_size": 432, - "val_size": 35, - "test_size": 89, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.4000000059604645, - "108": 0.22857142984867096, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.6138613861386139, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.43478262424468994, - "72": 0.3478260934352875, - "108": 0.043478261679410934, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.6206896551724138, - "test_acc": 0.5789473684210527, - "train_size": 432, - "val_size": 29, - "test_size": 95, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.5517241358757019, - "72": 0.41379308700561523, - "108": 0.27586206793785095, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7391304347826086, - "test_acc": 0.801980198019802, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.6086956858634949, - "72": 0.47826087474823, - "108": 0.30434784293174744, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6616185864594739, - "std_test_acc": 0.09817557537633737, - "n_samples": 556, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.5488006174564362, - "std_cert_acc_36": 0.08003634209883949, - "mean_cert_acc_72": 0.4099700152873993, - "std_cert_acc_72": 0.05366415772313987, - "mean_cert_acc_108": 0.21306490059942007, - "std_cert_acc_108": 0.11729754236715181, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "monks-2": { - "dataset": "monks-2", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.5, - "test_acc": 0.39568345323741005, - "train_size": 432, - "val_size": 30, - "test_size": 139, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.06666667014360428, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6538461538461539, - "test_acc": 0.6153846153846154, - "train_size": 432, - "val_size": 26, - "test_size": 143, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.6538462042808533, - "72": 0.6538462042808533, - "108": 0.6538462042808533, - "255": 0.19230769574642181 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6551724137931034, - "test_acc": 0.6214285714285714, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.6206896305084229, - "72": 0.5862069129943848, - "108": 0.3448275923728943, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.6551724137931034, - "test_acc": 0.5857142857142857, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.6206896305084229, - "72": 0.4482758641242981, - "108": 0.24137930572032928, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5545527314412206, - "std_test_acc": 0.10705666116567954, - "n_samples": 601, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.4904730338603258, - "std_cert_acc_36": 0.2829695807121743, - "mean_cert_acc_72": 0.42208224534988403, - "std_cert_acc_72": 0.29410370432489336, - "mean_cert_acc_108": 0.3100132755935192, - "std_cert_acc_108": 0.2709563140479176, - "mean_cert_acc_255": 0.048076923936605453, - "std_cert_acc_255": 0.09615384787321091 - }, - "monks-3": { - "dataset": "monks-3", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.8125, - "test_acc": 0.6444444444444445, - "train_size": 432, - "val_size": 32, - "test_size": 90, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.6875, - "72": 0.59375, - "108": 0.5, - "255": 0.09375 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4444444444444444, - "test_acc": 0.5192307692307693, - "train_size": 432, - "val_size": 18, - "test_size": 104, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.4444444477558136, - "72": 0.4444444477558136, - "108": 0.4444444477558136, - "255": 0.4444444477558136 - }, - "fold": 1 - }, - { - "best_epoch": 8, - "best_val_acc": 0.625, - "test_acc": 0.4897959183673469, - "train_size": 432, - "val_size": 24, - "test_size": 98, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.5833333730697632, - "72": 0.5833333730697632, - "108": 0.5833333730697632, - "255": 0.5833333730697632 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.7931034482758621, - "test_acc": 0.5053763440860215, - "train_size": 432, - "val_size": 29, - "test_size": 93, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.517241358757019, - "72": 0.517241358757019, - "108": 0.517241358757019, - "255": 0.37931033968925476 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5397118690321455, - "std_test_acc": 0.07084941356064832, - "n_samples": 554, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.558129794895649, - "std_cert_acc_36": 0.10322805285013086, - "mean_cert_acc_72": 0.534692294895649, - "std_cert_acc_72": 0.06904823459877502, - "mean_cert_acc_108": 0.511254794895649, - "std_cert_acc_108": 0.05721728547550583, - "mean_cert_acc_255": 0.3752095401287079, - "std_cert_acc_255": 0.2060301689548642 - }, - "mushroom": { - "dataset": "mushroom", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 36, - "best_val_acc": 0.9941860465116279, - "test_acc": 0.9940683166291675, - "train_size": 2031, - "val_size": 1204, - "test_size": 4889, - "stats": { - "mean": [ - [ - 0.01584243131462058, - 0.019616320039388076, - -0.017441079960610038, - 1.6376169432992076e-06, - 0.03251508222550193, - -0.0356802550467818, - 0.0053510472673569415, - 0.01704437272280179, - -0.004787042589856331, - -0.006957840965042196, - -0.010824010832105619, - -0.015714124076808157, - -0.0028289399310687338, - 0.026870491383555076, - 0.022659543082221442, - -0.030434470704082447, - 0.043593827671097096, - 0.004918543082224606, - 0.02840681752831178, - -0.026348127031018555, - -0.005641193156080321 - ] - ], - "std": [ - [ - 1.035686963839167, - 1.007002340594574, - 1.0017151333988827, - 0.9999368171880522, - 0.9990636351015061, - 1.1008233629053865, - 1.0048344484644247, - 1.0068055573931955, - 1.0236440770193422, - 1.0008597796892533, - 1.0073922426397302, - 1.0167066772104598, - 1.0093964386273888, - 0.9734350559013669, - 0.9832626494901496, - 1.1103048088729688, - 1.0723209186406066, - 1.007595964551157, - 1.0120097158286505, - 1.0110411166324569, - 1.0045172770457236 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4625, - "cert_evals": { - "36": 0.989202618598938, - "72": 0.9817275404930115, - "108": 0.9651162624359131, - "255": 0.8936876654624939 - }, - "fold": 0 - }, - { - "best_epoch": 37, - "best_val_acc": 0.9968102073365231, - "test_acc": 0.9925604463732176, - "train_size": 2031, - "val_size": 1254, - "test_size": 4839, - "stats": { - "mean": [ - [ - 0.021851665189558965, - 0.045494687346133454, - -0.023016031905465747, - 0.036965530280656626, - -0.008439554899067095, - -0.06050103692762893, - -0.005352279172820291, - 0.018109654357464634, - -0.010826772476611657, - -0.005964144756278134, - -0.0263845425898607, - -0.005439538158541234, - 0.010182521910388735, - 0.029856061546036587, - 0.009422661742979281, - -0.06898491088133507, - 0.012714621368784741, - -0.020496901526342964, - 0.05158484524864612, - -0.02241571344165382, - -0.02120593136385968 - ] - ], - "std": [ - [ - 1.0315248601647244, - 0.9830179985436717, - 1.0047928251090696, - 0.992895294859441, - 1.0073587113125533, - 1.1652227018641232, - 0.9949884738559476, - 1.0072236447378615, - 1.00567603413793, - 1.0007315155621166, - 1.0109205575258327, - 0.9954514465944221, - 0.9929406186187327, - 0.9751836648011396, - 0.9886323473980784, - 1.2290771873330002, - 1.039381732586694, - 1.0071967460617643, - 1.021124603051882, - 0.9975517568367002, - 0.9993739380403122 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4625, - "cert_evals": { - "36": 0.9928229451179504, - "72": 0.9880382418632507, - "108": 0.9760765433311462, - "255": 0.9138755798339844 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.9929797191887676, - "test_acc": 0.9948035751403035, - "train_size": 2031, - "val_size": 1282, - "test_size": 4811, - "stats": { - "mean": [ - [ - 0.03987938453963112, - 0.04048598621368699, - 0.017724141063516025, - 0.042959675036934646, - 0.03524534219595943, - -0.01085947316593538, - 0.06020559527326806, - 0.04154585032004439, - -0.021138416248152825, - 0.00794760216642041, - -0.004058537173807962, - 0.006043802067947628, - 0.019799688330871056, - 0.03766451600196941, - 0.053620419005411035, - -0.008115798128995993, - 0.03451170260955303, - -0.036620701624815996, - 0.050364973855244716, - -0.04954926834071779, - -0.038910718808467415 - ] - ], - "std": [ - [ - 1.0340777607321368, - 0.9828467876602278, - 1.0051604242584575, - 0.9916188873116444, - 1.0038227965760236, - 1.0318178450050028, - 1.0521446789948306, - 1.0160955327893362, - 0.9979031775629262, - 0.9988302921123722, - 1.0182499365894375, - 1.001416742027472, - 0.9791335857275247, - 0.980153235814559, - 0.9653369532140004, - 1.0477780788429225, - 1.071696160550273, - 1.0158478432818197, - 1.025340873611186, - 1.0205312831654343, - 1.0033427979641445 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4625, - "cert_evals": { - "36": 0.9898595809936523, - "72": 0.9804992079734802, - "108": 0.9672386646270752, - "255": 0.886895477771759 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.9919614147909968, - "test_acc": 0.9944318416168282, - "train_size": 2031, - "val_size": 1244, - "test_size": 4849, - "stats": { - "mean": [ - [ - 0.03496272082717429, - 0.006259809945836701, - -0.04574476898079691, - 0.0529499162973972, - 0.02928835942885052, - -0.032577657311676125, - 0.02140603692762581, - 0.03515416051206783, - -0.04146721969473072, - 0.024840437715410932, - -0.005411634662730505, - 0.015714001477105683, - 0.0005653535204322815, - 0.0039044672575081134, - -0.004711640078783966, - -0.03449241260462414, - -0.005449605120628364, - -0.03908023929099026, - 0.04496253520433339, - -0.007472618414573513, - -0.011867085376661432 - ] - ], - "std": [ - [ - 1.037139112731056, - 0.9986273221456993, - 0.9988733086677153, - 0.9894071869891404, - 0.9808046824130975, - 1.092466913790217, - 1.0192143900594468, - 1.0137373624703432, - 1.0005595322422731, - 0.9962556551254128, - 1.0143973341038952, - 0.977335640989274, - 1.0045271012864667, - 0.9912055809890613, - 0.9960096703292455, - 1.1096668870025468, - 0.9979657396378034, - 1.0073781800135768, - 1.0120560325807864, - 1.0092077265578872, - 1.0030900969477494 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 4625, - "cert_evals": { - "36": 0.9847266674041748, - "72": 0.979903519153595, - "108": 0.9750803709030151, - "255": 0.8963022232055664 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9939660449398793, - "std_test_acc": 0.0009839698860416518, - "n_samples": 8124, - "n_features": 21, - "n_classes": 2, - "mean_cert_acc_36": 0.9891529530286789, - "std_cert_acc_36": 0.0033447788225212023, - "mean_cert_acc_72": 0.9825421273708344, - "std_cert_acc_72": 0.0037419513306758156, - "mean_cert_acc_108": 0.9708779603242874, - "std_cert_acc_108": 0.005511417109965113, - "mean_cert_acc_255": 0.8976902365684509, - "std_cert_acc_255": 0.011495496374025409 - }, - "musk-1": { - "dataset": "musk-1", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.868421052631579, - "test_acc": 0.8185053380782918, - "train_size": 119, - "val_size": 76, - "test_size": 281, - "stats": { - "mean": [ - [ - -0.009291536974789802, - -0.12607884680672266, - -0.04762204201680674, - -0.0761702235294117, - -0.044936774789916, - -0.014382231932773128, - -0.041894201680672254, - -0.03190622907563026, - 0.021353001680672248, - 0.10775567647058813, - 0.09010778932773111, - -0.057640225210084016, - 0.14667296336134458, - 0.10126893949579828, - 0.14001244605042018, - -0.04249502016806724, - 0.038105572268907546, - 0.002184308487394976, - -0.05224322941176468, - 0.06215304016806718, - -0.12393828857142859, - -0.02803303361344539, - -0.10647747142857145, - 0.02538642941176475, - 0.03754377647058824, - -0.00930381512605037, - -0.10533614621848736, - -0.07591091428571431, - 0.015518248319327696, - 0.03344583445378154, - -0.0436141698991596, - -0.03440255966386541, - -0.08419558653781517, - 0.059494676050420144, - 0.011928458739495816, - -0.006269523999999992, - 0.060528428571428566, - 0.03592683193277311, - 0.07123646218487396, - -0.0823780630252101, - -0.03973622907563024, - -0.09128727731092437, - 0.134798512605042, - 0.09857759663865544, - 0.08639189302521, - 0.04655348655462184, - 0.12397431176470586, - -0.0036607467226890487, - -0.045298374201680695, - 0.09763559579831942, - -0.11482796470588238, - 0.005798111764705843, - -0.04984500840336133, - 0.10562984689075626, - -0.006794973949579853, - -0.06879170025210085, - -0.05042998067226895, - -0.1381735478991597, - 0.018107122621848763, - 0.07930746134453784, - -0.035087430369747964, - -0.047216151260504276, - -0.050801200000000026, - 0.000790052100840336, - -0.03210146470588229, - -0.011450639932773149, - 0.13865514789915964, - 0.024682792941176448, - 0.04572973361344544, - -0.07111193899159665, - -0.05305032773109243, - -0.03151311848739495, - 0.13506087714285714, - 0.03930882689075631, - 0.13208768117647057, - 0.03213378487394958, - 0.036931210084033585, - 0.0542657411764706, - -0.055266365126050425, - -0.007700784890756318, - -0.06660210142857143, - -0.0472203361344537, - -0.13513644588235293, - -0.0953638899159664, - 0.0684584218487394, - -0.027715061344537825, - -0.13681975714285718, - -0.03402985277310925, - 0.0014045230252100738, - 0.0014960380672269073, - -0.013881531092436904, - -0.054739220168067156, - -0.07439434873949584, - 0.16347766033613445, - -0.027834813445378172, - 0.04105560084033615, - -0.018090553781512614, - 0.039478408403361344, - 0.01011179831932775, - -0.056224057983193236, - -0.05482081092436975, - -0.09049105663865546, - 0.1384086307563025, - 0.1158592352941177, - 0.1295010983193277, - 0.026534809327731116, - 0.030993403193277324, - 0.045596629411764705, - 0.07867409050420171, - 0.07023428403361341, - -0.010699962478991626, - -0.1297697013445378, - -0.06125888739495793, - -0.054635241344537774, - 0.07315159588235293, - 0.14113961932773117, - 0.03369915462184867, - -0.017007521008403328, - -0.03182301008403359, - -0.10475748344537812, - 0.029890118487394944, - 0.008469613445378164, - 0.0055577798319327845, - -0.015650881428571396, - 0.0048053532268907215, - 0.06544014621848733, - 0.11003610159663865, - 0.04605257647058817, - 0.14969492016806743, - -0.012363702521008463, - -0.051404617310924446, - -0.01038593529411762, - -0.07927427529411762, - -0.04159334571428572, - 0.06169648184873948, - 0.11608897882352946, - 0.038903689075630285, - 0.1461880742857143, - -0.06708651966386553, - -0.11414608924369747, - -0.1295263958823529, - -0.03233595445378152, - -0.04501458058823521, - -0.000721831932773089, - -0.004400483109243784, - -0.12390628907563028, - -0.036873544537815106, - -0.0909845665546218, - -0.10444491176470592, - -0.09871166294117649, - 0.005718816974789886, - -0.036594511848739485, - -0.04913234621848742, - -0.08743706722689078, - -0.11513121176470595, - -0.08874053697478997, - -0.05336954033613433, - 0.082962791092437, - -0.021164454621848745, - -0.0932097171428572, - 0.014436121848739485, - -0.04426032336134451, - -0.1090511277310925, - 0.1449148087394958, - 0.1817663789915966, - 0.013956836806722718 - ] - ], - "std": [ - [ - 1.0099114119845158, - 0.9348594846360825, - 0.9584972842977127, - 0.9640337720371549, - 0.2970971465206269, - 0.9902644318765941, - 0.9766608443635819, - 0.9277337303843832, - 1.0209147991357326, - 0.8462688910212999, - 0.937274236323561, - 0.9720030442747652, - 0.8629052767970179, - 1.0131630405366665, - 1.0235995127546023, - 0.9236691973697053, - 1.0455909357050364, - 1.035981564713016, - 0.99532697338212, - 0.9211771365528878, - 0.874501926986878, - 0.9704498314090642, - 0.891302047446978, - 0.9804149844573272, - 1.0041773279830728, - 1.002529298728106, - 1.0224471703080853, - 0.9244712375286949, - 0.9743559806263377, - 0.9887295244749511, - 0.9544273760411471, - 1.02985801200279, - 0.9474472095469905, - 0.9846549124544697, - 1.0482961086154436, - 1.055409389025073, - 1.0423422939087563, - 1.0253865871036294, - 1.0239668108505644, - 0.9972886803210333, - 0.9397442064430964, - 0.9896358956731565, - 0.8331728551459917, - 1.0002340413586819, - 1.026654843545489, - 0.9343094828155423, - 1.0805604708964744, - 1.016149424944211, - 0.9476470504397961, - 0.8577284376860824, - 0.920172262946738, - 1.0002820735413485, - 0.9664321885797094, - 1.019659024980453, - 1.0132206139363333, - 1.00472748039475, - 1.0024772758067237, - 0.9013838379335253, - 0.9715976585133171, - 0.9356214917883198, - 0.9726637625607683, - 1.00574462045675, - 0.9321535556262043, - 1.004591790870879, - 1.0091107376933197, - 1.0832569998991441, - 1.8163040204653527, - 0.9290261409599484, - 1.0054342451497356, - 0.9239187303729655, - 0.9412606308289463, - 0.9574057112375489, - 0.8857071278100311, - 1.0050826351619282, - 0.9471390167804283, - 1.0193559664076242, - 1.033149121132442, - 0.9758992146197891, - 0.9828293233847875, - 0.90614346312176, - 0.9387813930150655, - 0.9606369771060325, - 0.8549597722364108, - 0.9981213041653383, - 0.9677112371500205, - 0.9888508064525113, - 0.9412501606612704, - 0.9784409127120647, - 0.9536777420064435, - 1.0085901119483398, - 1.0060567404606122, - 1.05851562000323, - 0.9752413461311447, - 0.832810761621145, - 0.9562798547506608, - 0.9993771767194177, - 0.9838326504712223, - 1.0393844730608708, - 0.9854152300072946, - 0.9930779495430294, - 0.9453202880876939, - 1.0360449396357243, - 0.9713513980461649, - 0.9992332279693708, - 1.030407313898056, - 1.0076912122214956, - 1.0744880656744056, - 1.0277037793008523, - 0.9982104529316067, - 1.0186593720796726, - 0.9108463414168625, - 0.8553233102911179, - 0.9405777768078974, - 0.9494600014203208, - 0.9952734588081359, - 0.9638326137771844, - 0.9939522113357686, - 0.9987681660336664, - 1.0036155891840373, - 1.0182452713672059, - 0.9910446446968689, - 1.0210928396177827, - 1.014427730685323, - 1.0086920592279505, - 1.0093171765266578, - 0.9594492714523327, - 0.9056353320538072, - 0.9878559376915045, - 0.865650141810967, - 1.0394374951234533, - 0.9719119864007881, - 0.9799530665659871, - 0.9588363638135182, - 0.9822725442114135, - 0.9853299809008946, - 0.9191461281202059, - 1.0618195424162966, - 0.9695623887099393, - 0.9472161121894884, - 0.9054444134708255, - 0.8581249512539794, - 0.9983938325913907, - 0.9776524170683517, - 1.0043567453308122, - 1.0368357351214297, - 0.7773405936733125, - 0.9853354382623081, - 0.9079498191834765, - 0.9125689627310116, - 1.007586247217154, - 1.0299208957325752, - 0.9872806671843242, - 0.9852145677771802, - 0.961619761600875, - 1.0605262646288578, - 0.980777477262741, - 0.8407792662129906, - 0.9672088420960975, - 0.993154330767692, - 0.9994330628955878, - 0.9756248219133866, - 1.0207484353264802, - 0.8458747953216613, - 1.047455330809163, - 0.8596011234926225, - 0.9804108130279062 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277225, - "cert_evals": { - "36": 0.8026315569877625, - "72": 0.7763158082962036, - "108": 0.7763158082962036, - "255": 0.5921052694320679 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.7804878048780488, - "test_acc": 0.8109090909090909, - "train_size": 119, - "val_size": 82, - "test_size": 275, - "stats": { - "mean": [ - [ - 0.024158311764705866, - 0.06841572537815128, - 0.07787132436974789, - 0.05814358991596639, - -0.0888491647058824, - 0.03483687310924371, - -0.08321678991596636, - 0.0172144136134454, - -0.07243344537815127, - 0.008146065798319318, - -0.016513243697478995, - -0.05358841159663873, - -0.11541696184873952, - -0.030794808823529415, - -0.023826682857142848, - 0.22576291260504208, - -0.07960640428571429, - 0.17796446697478982, - -0.10515495630252099, - -0.1766215479831932, - -0.021160134789915977, - -0.09120216806722693, - -0.08078450756302523, - 0.036557993277310914, - 0.07266807731092434, - -0.07452452100840339, - -0.09814859546218489, - 0.003981514285714288, - 0.06022833823529412, - 0.03180818907563029, - 0.12598115882352945, - -0.019460692436974722, - 0.005478542042016823, - 0.03584051008403359, - 0.02924001680672268, - 0.08767364537815124, - 0.028594260504201666, - -0.07716408655462187, - 0.056073705882352984, - -0.05639972268907562, - 0.0835798580672269, - 0.025938724369747895, - -0.10687808823529413, - -0.07300582436974785, - -0.056062168571428615, - 0.07744706722689071, - -0.11377087142857145, - 0.048533752268907604, - -0.08137850462184877, - -0.058378573949579855, - -0.028422560504201697, - -0.0789361680672269, - -0.08572274453781516, - 0.03500715462184874, - 0.09914903445378148, - -0.01241268218487394, - -0.09931365378151263, - -0.012532198319327783, - 0.059187288168067245, - 0.08141363613445372, - 0.08123671047058818, - 0.02099984705882357, - -0.061353805882352924, - 0.05045417815126048, - 0.003424229411764733, - 0.03549537599999996, - 0.10939142605042013, - 0.024103800252100897, - 0.09995052563025215, - 0.04793713714285712, - 0.08099445378151263, - 0.04342324285714288, - -0.04197519075630255, - -0.006363128907563019, - -0.04760110218487393, - 0.18736039663865556, - -0.06648005882352942, - 0.04628493109243699, - -0.08752957159663863, - -0.10092213726050421, - -0.04371235016806719, - -0.08629289915966386, - -0.061165748991596644, - 0.06382008823529413, - 0.08361947142857139, - -0.08537609243697473, - 0.011821439495798298, - 0.059812282521008404, - 0.07737757478991594, - 0.048898662184873966, - 0.05884979831932784, - 0.032120366386554605, - 0.049671467226890774, - 0.06206085193277312, - -0.06417456806722689, - 0.09108409243697482, - 0.013927862352941179, - -0.0819115100840336, - 0.06585645378151259, - -0.080924987394958, - 0.08453104543697479, - 0.03520098739495797, - -0.033171742605042, - -0.07644083142857143, - -0.07423916470588235, - 0.19354969352941173, - 0.07750047327731097, - 0.04090831848739493, - -0.009056908571428546, - -0.08928623369747901, - -0.1007881585714285, - -0.06398705378151263, - -0.08433044033613445, - -0.08870030352941174, - 0.009959691008403333, - -0.09990773865546218, - 0.05553736134453778, - -0.06597402521008403, - -0.09688954873949583, - -0.07634268067226894, - 0.04976200672268908, - 0.09565500000000006, - 0.04676366134453782, - 0.039169940336134454, - 0.01394140588235296, - 0.09173843613445375, - 0.04849337193277301, - 0.02735341008403359, - 0.0022560852100840245, - 0.017306670588235304, - -0.07432240336134455, - 0.018145999999999957, - 0.07377648403361345, - 0.03658892100840334, - 0.09466570336134442, - -0.01156839252100844, - -0.08601561932773116, - -0.023251629747899148, - -0.07814215966386556, - -0.05655879957983193, - -0.07487231655462186, - -0.05101524907563022, - -0.07532593025210085, - -0.08363757142857142, - 0.04670676983193278, - 0.01303225319327727, - 0.1082119579831933, - 0.058739847226890775, - 0.04739272436974786, - -0.08494485210084034, - -0.007814653361344537, - 0.03440219747899159, - 0.03682794453781517, - 0.019789025210084014, - -0.020285273949579827, - 0.01840798831932768, - 0.09117156386554631, - 0.09178180537815128, - 0.028927057983193283, - 0.039525619159663856, - 0.03801534126050421, - 0.05517624386554618, - 0.027384261176470626, - -0.06334286823529411, - -0.002208981512605072, - 0.04186990235294113 - ] - ], - "std": [ - [ - 0.9547059509648184, - 0.9457416976985498, - 0.9671967001393593, - 1.0340808405040773, - 0.29867998736393586, - 0.9719739664896527, - 1.0223829819294672, - 0.9920370365260445, - 0.9938178926570024, - 1.0674678703036786, - 1.0536235501005935, - 0.9759681128010698, - 1.1933806341652835, - 1.0462009952757907, - 1.0396377705165756, - 1.2364398130013148, - 1.0297123743799923, - 1.0513930980262587, - 0.9790963258765985, - 1.0632151511993007, - 0.8881037178933221, - 0.997644465555213, - 0.9146456782945884, - 0.9986846418706715, - 1.028389228812699, - 1.0052304374745582, - 1.0570364058143467, - 1.1112265087401707, - 1.0072333277340315, - 0.9792224727759794, - 1.140107641685767, - 1.0319855071635557, - 1.012909596546793, - 1.0478738212633798, - 1.0393769664926573, - 1.040313487043468, - 1.0004874772542869, - 1.0065552249215965, - 0.9959877333213383, - 1.0314341517051941, - 0.9609827644603898, - 0.9407821598946572, - 1.1423539444973092, - 1.040681629733202, - 1.035405523493998, - 1.0348642291431813, - 0.9384238030240764, - 1.007329148159345, - 0.96532151079532, - 1.080102411960722, - 0.9189706961196683, - 0.9890328023534652, - 0.9970449665503818, - 1.0032947034394086, - 1.0232492622926868, - 0.9044539334562162, - 1.0428486576399463, - 0.9869742154628898, - 0.9627579193146311, - 1.0375988820208812, - 1.0442635152617854, - 0.9921480147512401, - 1.0172361211613725, - 0.9856162070884749, - 1.0071085351580469, - 1.004680228407639, - 1.0918099971010347, - 0.859818967469955, - 0.951570742602994, - 0.8998130747416146, - 0.9682740422741012, - 0.9513593820658351, - 1.0918457242129123, - 1.0306512739007234, - 1.1233409715843774, - 1.319054880300292, - 1.0190368042078375, - 1.0726089749646683, - 0.9780586022786055, - 1.0237281910570661, - 0.9302196391823201, - 1.0150095369233572, - 0.8567595112619277, - 1.0253125704582768, - 1.0329663588386147, - 1.0150497595004389, - 0.9645261987539875, - 0.9987452828678794, - 0.9996111734287946, - 0.9939296531881606, - 1.0641892502012626, - 1.0238265092687246, - 1.0399511925040086, - 1.0927394981630942, - 0.947573210798269, - 1.0191620496299643, - 0.9777226300254053, - 1.0076015412678785, - 0.9989352692153354, - 1.0456873119376142, - 0.9570466525951427, - 0.9629678052479418, - 1.0756215730851235, - 1.0393724244555782, - 1.0305172746367526, - 1.0836356914908913, - 1.0236898037082116, - 1.030964269392618, - 1.054840275031591, - 1.0178620591147387, - 1.006995468728297, - 0.8734971943634845, - 0.942877766385353, - 0.971630330747536, - 1.0292634993717256, - 1.116414229811486, - 1.0266501952515827, - 1.0364187186039386, - 1.0294974903053178, - 1.069916118390874, - 0.9920027928850452, - 1.0092646258306635, - 0.9981544780299838, - 0.9515782433268465, - 1.0464699288665589, - 1.0272730625017454, - 1.0548039781673533, - 0.983479378572509, - 1.135184518802563, - 1.0353433069590894, - 1.0020848418547366, - 1.0073768884693561, - 0.9727461694029419, - 0.9973821577284503, - 1.0529917786648204, - 0.8823455010261391, - 1.0295445080258667, - 0.906856533293073, - 0.9621107954508806, - 0.8425968192386732, - 0.8559038698220399, - 1.016468338504835, - 1.037043233806624, - 1.0173006551929522, - 1.0578471179473388, - 1.0163426747138629, - 1.1986785031894742, - 0.9143980309098125, - 0.9344978248549644, - 1.0421032838564122, - 0.9875543674864906, - 1.0306666337849881, - 1.0407485217723018, - 0.9295624550306794, - 1.0304280230394511, - 0.9628856470269781, - 1.122180757252087, - 1.1061285175248974, - 1.0018242894154332, - 0.9161538026866665, - 1.0210998734495285, - 0.9425158583796771, - 1.017252092911681, - 1.1339821301332038, - 0.9482657315372943, - 1.0539881791338177 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277225, - "cert_evals": { - "36": 0.7439023852348328, - "72": 0.707317054271698, - "108": 0.707317054271698, - "255": 0.5487804412841797 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.921875, - "test_acc": 0.89419795221843, - "train_size": 119, - "val_size": 64, - "test_size": 293, - "stats": { - "mean": [ - [ - 0.06318337899159665, - -0.01750837369747895, - 0.02927752857142856, - -0.008290130252100843, - 0.015662287394957966, - 0.02086558571428569, - -0.13928621848739492, - -0.07404167731092438, - -0.19213065546218494, - 0.1664315235294117, - -0.12294668319327731, - -0.1817351731092437, - 0.010112128235294188, - -0.10692336386554628, - -0.08861290806722695, - -0.06722896890756305, - -0.16965138907563024, - -0.08699059201680673, - -0.09990497731092438, - 0.025839068067226904, - -0.15816130924369745, - -0.17952358823529418, - -0.12498328067226894, - 0.15700955630252103, - 0.2047434554621848, - -0.12583588235294113, - -0.159380296302521, - -0.1583042731092438, - -0.017471884033613477, - 0.17150142016806721, - -0.013367896789915854, - 0.09515493319327734, - -0.1043621142773109, - 0.14587384495798317, - -0.12920535638655464, - 0.08664596507563023, - -0.11529433613445382, - -0.11128723529411766, - 0.1026118739495799, - -0.1288278638655462, - 0.03162067176470591, - 0.10926809579831938, - 0.10145011742857142, - -0.10089418487394954, - -0.16934925134453793, - -0.10035777899159666, - -0.0022220840336134593, - -0.14973477075630254, - -0.09981443655462183, - 0.13018069327731097, - -0.16896669495798325, - -0.19508748739495796, - -0.15524649243697483, - -0.11831341932773114, - 0.22480805714285726, - -0.04188063773109245, - -0.14299176722689078, - -0.09312031680672267, - -0.03409673368067225, - 0.21123602268907565, - -0.0823785142352941, - 0.09407231092436971, - -0.06044896050420165, - 0.12690943361344537, - -0.15432811176470584, - 0.11373846321008402, - -0.09197245798319335, - -0.036408632521008365, - 0.02736904537815129, - -0.07516609663865546, - 0.02726841428571433, - 0.11449725126050421, - -0.08324179865546223, - -0.1859713232773108, - -0.029114210756302543, - -0.04372340672268908, - -0.1676014957983193, - -0.09481104907563025, - -0.14518526134453774, - -0.14023717031932764, - -0.17883970840336139, - -0.15227219327731092, - -0.12688221596638652, - 0.17267242857142853, - 0.21734268907562995, - -0.13427643697478986, - -0.10342343025210089, - -0.08278381840336131, - 0.039320595126050406, - 0.12871404033613446, - 0.01710760588235305, - 0.1303802900840336, - -0.1259390416806723, - -0.02462903075630251, - -0.011597495798319335, - -0.02996593277310922, - -0.11406075697479011, - -0.15991802436974792, - 0.08011680672268909, - -0.13947732605042013, - 0.03274552773109243, - 0.12533725361344533, - -0.110098517394958, - -0.12202160000000008, - -0.11250578067226888, - -0.029730635546218537, - -0.06243363445378147, - -0.11122854033613447, - 0.0018548309243698465, - -0.16121145042016807, - -0.11309920420168079, - -0.1428132453781513, - -0.16323598739495804, - -0.1605866899159664, - 0.2219443926890757, - 0.08728584873949588, - 0.18907824873949586, - -0.14974748739495788, - -0.15023559243697474, - -0.18183265630252093, - 0.18517070504201683, - 0.16599662184873953, - 0.14711887731092438, - -0.05699850756302512, - 0.04790072465546219, - -0.009070256302521026, - 0.17716400000000004, - 0.16732338571428573, - 0.08124960588235282, - -0.14709592941176478, - 0.0369225247058823, - -0.017422470588235324, - -0.1504932868067227, - -0.19206401436974793, - -0.11275016705882353, - 0.00605314857142857, - -0.1441573467226891, - 0.07815059025210083, - -0.13342117983193286, - -0.0817532226890756, - -0.09976520789915962, - -0.10781365663865544, - -0.14120095630252097, - -0.14986163865546215, - 0.20239748411764702, - -0.07042730252100846, - -0.02724144705882351, - -0.08136119201680665, - -0.08620197731092435, - -0.144991794117647, - -0.11356651411764705, - -0.13158160840336128, - -0.10353579159663868, - 0.15731504201680674, - 0.12369566218487399, - 0.14793098151260503, - -0.10683907815126047, - 0.04158667731092437, - 0.08902219327731095, - 0.11460572504201683, - 0.06525115428571429, - 0.08792362386554624, - 0.06720011109243695, - 0.11343997344537818, - -0.046682014285714286, - 0.08234472924369746 - ] - ], - "std": [ - [ - 0.9926193696304842, - 0.982041564897434, - 0.9788587860924499, - 1.0481325530599315, - 1.1497163338460719, - 0.9036763603503252, - 1.0073501012902193, - 1.0681136353666913, - 0.957911230073424, - 1.0517887344491312, - 1.037533414748361, - 1.0316333625809162, - 0.988344377792284, - 1.0327635738369823, - 1.0645913439075099, - 0.8772045443763791, - 1.0038093734493303, - 1.078088978405565, - 1.016038289193935, - 1.1038191425269852, - 1.0415694714449408, - 0.9494193094640091, - 0.9951683699303016, - 1.0484760713821966, - 1.0292290388549856, - 1.0046238226745023, - 1.0231894041917298, - 0.8722526507660389, - 0.9637053912866876, - 1.0443111125853262, - 0.9779088621252243, - 1.0200265098256789, - 1.04982753768682, - 1.0411057141110271, - 0.9917883582877046, - 1.0640907950667935, - 0.9109416890609948, - 1.014778603352571, - 1.012407645947388, - 1.0130519839966745, - 0.9833348170290883, - 1.0054412900355405, - 1.002550053092507, - 1.040884298794981, - 1.0022037130564367, - 1.0045856731019926, - 1.0338791557822133, - 1.0330533263056556, - 1.0342555211980782, - 1.0856777292343813, - 1.0480432440305076, - 0.9406979132818648, - 0.9525414189459014, - 1.0458734546424882, - 1.0040929970983012, - 1.0908338035551266, - 1.0204411854890103, - 0.9393304179799824, - 0.8845216239422083, - 1.0634312588079848, - 0.9761643177227193, - 0.9998814706721766, - 1.0943099390691056, - 1.0203591751451435, - 1.0002264397589242, - 1.0452620025255572, - 0.21243774403030324, - 0.9825487629977677, - 0.9989470256653102, - 0.9776195550802724, - 0.9881921942536106, - 0.9692812223632913, - 1.0114103879358118, - 1.0176471463203618, - 1.0985968046879107, - 0.9011071747489188, - 0.9852820686558261, - 1.0409724045164395, - 1.0226853862781786, - 1.0523503465387045, - 0.9984890729247287, - 0.9865085860689214, - 1.0253383015650288, - 0.9842190050210698, - 1.0482657857074558, - 1.0036930615027435, - 1.0023674926749344, - 0.9730180833171876, - 1.0498568728572968, - 1.013227026732738, - 1.0681306059244247, - 1.0419005594011688, - 1.0023012201703372, - 1.0090606387751904, - 1.0008208481733105, - 1.0237634624186749, - 0.9344050493529626, - 0.9799269064690889, - 0.9917577807573584, - 1.0154669742852132, - 0.9626828180326641, - 0.9488893200381362, - 1.0680204623811373, - 1.0577745418633626, - 1.0312684087947, - 1.034145517451026, - 0.9555340495289785, - 1.038495245556023, - 1.124990782413921, - 0.9969234745383295, - 1.0341464668845146, - 1.0190464402227772, - 0.9844502112008426, - 0.9638979266497083, - 1.0560016403249661, - 1.0338565548525813, - 1.0195784734669, - 1.0452959798033794, - 1.0300936651868722, - 1.0079193145701346, - 1.0358505453672258, - 0.9983519055294932, - 0.9782721184706487, - 1.017214512787047, - 1.0461193963805977, - 1.0786507849769222, - 1.0600256230229115, - 1.0549246896740905, - 1.0202597947720748, - 1.0047933682967538, - 1.046133607275955, - 0.9767724487049283, - 1.065119568533619, - 1.0493844633618457, - 1.0486183588403433, - 1.0360634805883144, - 1.0211356178592574, - 1.116516917576279, - 0.9684635542928414, - 1.0485198907974274, - 1.0097174728071363, - 1.0200358029187542, - 1.0093169179506543, - 0.9954927763696803, - 1.9163314627641592, - 0.7748234776717885, - 0.8330323640536798, - 0.9972784153379518, - 1.014123873707783, - 1.0176782914003792, - 0.9696823644591901, - 1.0083943170146934, - 1.016776019144507, - 0.9587407406311098, - 0.9964839901207664, - 0.9516493424090011, - 0.7372865758169305, - 0.9783224584281585, - 0.9967116551381188, - 1.0058189487431421, - 0.9864991950017903, - 0.9736185085647364, - 0.9649805689555828, - 0.7965445354430392, - 1.012032729083389, - 1.009115061348346 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277225, - "cert_evals": { - "36": 0.859375, - "72": 0.84375, - "108": 0.828125, - "255": 0.53125 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.8055555555555556, - "test_acc": 0.8175438596491228, - "train_size": 119, - "val_size": 72, - "test_size": 285, - "stats": { - "mean": [ - [ - 0.08827094453781521, - 0.052429700924369736, - -0.00036463781512605076, - -0.12936181092436974, - 0.24400667394957987, - 0.06789304621848738, - -0.14386008655462185, - -0.16341241647058824, - -0.09119049579831934, - 0.08688295487394951, - -0.010142181512605056, - -0.07992688621848743, - 0.07515934235294126, - -0.043617603697479, - -0.0595251351260505, - -0.00513104201680665, - -0.10509469159663867, - -0.12206933151260506, - -0.10814025714285717, - -0.12779779672268907, - -0.10893169613445379, - -0.08832163865546222, - -0.0816827924369748, - 0.09850233697478993, - 0.05851083949579831, - -0.1641787092436975, - -0.16092729126050428, - -0.1280319789915966, - -0.08851597478991598, - 0.07951196302521006, - 0.08349220993277319, - 0.005591952100840379, - 0.03787954203361344, - 0.10143728361344516, - -0.10608766731092427, - 0.14584866675630268, - 0.012883600840336178, - -0.16592546050420165, - 0.09759672268907567, - -0.19044940252100842, - 0.033699108991596664, - 0.11165795798319325, - 0.09412673485714296, - -0.05305871764705887, - -0.05172935680672275, - 0.012541703843697427, - -0.01198715798319332, - -0.18350753075630258, - -0.11316068361344542, - 0.01317001420168068, - -0.09100677478991598, - -0.07560952100840335, - -0.08295605882352938, - -0.11658848504201687, - -0.0018185008403361622, - -0.2458672547058823, - -0.1656989243697479, - -0.07704509663865547, - 0.036561694117647064, - 0.09020285378151255, - -0.03517201448739494, - 0.05582876890756301, - 0.009798390756302568, - 0.09632748058823527, - -0.07761458739495794, - 0.11183031848739493, - -0.036579986554621885, - -0.1263089718487395, - 0.11839747605042025, - -0.12111019226890757, - 0.02024199159663867, - 0.11024838487394956, - 0.04454762537815129, - -0.04300331764705883, - -0.03712093210084034, - 0.015276773109243746, - -0.10326505882352946, - -0.07333125647058819, - -0.08882397941176472, - -0.12382232100840335, - -0.08881872605042021, - -0.12030378151260503, - -0.09926218848739496, - -0.10734386974789903, - 0.06343325798319317, - -0.13570989327731095, - -0.04595993361344538, - -0.2624038873109244, - -0.16767311747899152, - 0.09202781512605042, - 0.08289800840336134, - 0.09075038487394953, - -0.06000971176470589, - 0.14886200151260504, - -0.07113343193277308, - 0.10141161344537818, - 0.010751606722689067, - -0.10513173865546219, - 0.04550339495798316, - -0.17243847226890754, - 0.046450748739495784, - 0.152537722184874, - -0.04370105689075634, - -0.0473904394957983, - -0.05494940756302522, - -0.07405113613445377, - -0.03986815983193283, - -0.20286767310924372, - -0.06405264798319323, - -0.0780125884033613, - -0.13415427676470587, - -0.08062178285714292, - -0.06563321680672268, - -0.062234380672268885, - 0.019833384033613455, - -0.030907690756302526, - 0.05372328235294116, - -0.1764853655462185, - -0.15975390168067233, - -0.13166282773109242, - 0.07275436470588237, - 0.05660831008403364, - 0.08542897647058818, - 0.12639466974789917, - 0.007908259394958005, - 0.10586099915966378, - 0.11454698386554625, - 0.09212199915966388, - 0.14067056840336137, - -0.0895770168067228, - -0.08912285042016815, - -0.05617147647058823, - -0.14716913361344536, - -0.079183261092437, - -0.05918893747899158, - -0.07452321445378149, - -0.15886370840336134, - 0.01905404537815125, - -0.10519994621848744, - -0.17713219344537812, - -0.11923718403361346, - -0.18296511042016797, - -0.16212627722689074, - -0.13948604201680673, - 0.10796782184873933, - 0.042607534453781536, - -0.20062171932773104, - -0.07986152588235298, - -0.048355900000000014, - -0.1863898361344538, - -0.0708105474789915, - -0.10174562865546222, - -0.09230160840336135, - 0.1088111268907563, - 0.036985360504201724, - 0.0905234268907563, - -0.0005666193277310296, - 0.13550344991596625, - 0.07032440672268905, - 0.12498390974789911, - 0.11443038134453778, - 0.17218037596638658, - 0.12188053815126057, - -0.04917931680672268, - -0.10940718739495801, - 0.018918798487394944 - ] - ], - "std": [ - [ - 1.2133217476808096, - 0.9652578226642976, - 0.9562814291999604, - 0.9966056010399577, - 1.8946268220275222, - 0.9886790713878757, - 1.0097226863252031, - 1.0867582795960857, - 1.0417589224997932, - 1.050242189139985, - 1.0667010091805855, - 1.0548795344041055, - 1.1190749488928982, - 1.0572465763203538, - 1.0230162584277593, - 1.0209072269541954, - 1.0668654357533103, - 1.0443336788426352, - 0.990874576128837, - 1.120212168053591, - 1.059400368391213, - 1.0526573622956357, - 1.1038394597149008, - 1.0008841743240904, - 0.9680575174660357, - 1.0707994377159522, - 1.1140756914259644, - 0.950461759055246, - 0.9718974872556142, - 0.9735586441221257, - 1.1567408121073435, - 1.0232943304431714, - 0.9691590839674367, - 1.0073028282577203, - 0.9940009027248206, - 1.1435157497277848, - 0.9996235910991119, - 1.0269563434750735, - 1.008201967276556, - 1.0550683905227118, - 0.9586071450202497, - 0.9837557247029177, - 1.0965052578037058, - 1.0450206753864866, - 1.0490515247311962, - 1.0695381870608307, - 1.038128056317601, - 1.0253465437388283, - 1.0120829704198246, - 1.0886821528839274, - 1.044134767295889, - 1.057010495053697, - 1.099547175101147, - 1.0777320456504151, - 0.9823934587662047, - 1.1421985287771175, - 1.0422574316080255, - 0.9551778546027428, - 0.956249353115088, - 0.9834601472281421, - 1.029947583292353, - 0.9913988001063331, - 1.0982033505572715, - 0.9681930495112483, - 1.0408755740827247, - 1.2253039493523459, - 0.567158136783271, - 0.9085815833042423, - 1.0299220239151927, - 0.9456963821833498, - 0.9732983818929857, - 1.0442991792113836, - 1.04539232954153, - 1.0732878711261946, - 1.1008086762685154, - 1.0285808932813831, - 1.0337505005392162, - 1.0564580683518567, - 1.009641905396013, - 1.0305981372553041, - 1.0664271922774013, - 1.0216625020139711, - 1.0388018156059555, - 0.9586012537860019, - 0.9557594962481459, - 1.0302377619239333, - 0.9961613435881551, - 0.9016777854545155, - 0.9406896531612865, - 0.9812838480496827, - 1.0699842326852145, - 1.0186354962550983, - 1.035027201513659, - 1.0841073584834067, - 1.0303881720252803, - 1.0570748314290839, - 1.02985434388838, - 1.0364309671151335, - 1.0005332938619562, - 1.025577023774322, - 0.9464780143821591, - 1.0208419763094765, - 1.0617116423350834, - 1.0293973942652435, - 1.0261666434965675, - 0.9851421752157683, - 0.9857629751068895, - 1.0385946163975952, - 1.0559440697914113, - 1.016524220581366, - 1.0027196694275118, - 1.0834757121421426, - 1.0779633843014398, - 1.0946447748718007, - 0.9723982390487668, - 1.2023645479315772, - 0.9602099447193709, - 1.0179074417662215, - 1.0352139390132336, - 1.0786183250373933, - 0.9804549368975595, - 0.9682741396185083, - 0.9768312285612, - 0.964630802629325, - 1.0207703099984005, - 1.0415806373869094, - 1.0550470699342684, - 0.9675481149164916, - 1.1420215446420958, - 1.0174455574052221, - 1.083572189658775, - 0.9761057784836439, - 1.0143463201882303, - 1.0941768766737126, - 1.0832459833284696, - 0.9500313582926581, - 1.065039580804888, - 1.0125276884653949, - 1.1411154537895276, - 1.1272755315245084, - 1.050528247361956, - 1.028501993348714, - 1.006157366499387, - 1.012150424187772, - 1.6375220163439004, - 1.093707575936411, - 0.6658659113952596, - 0.988960241303364, - 1.0068392081134723, - 1.09304691782344, - 0.9750885920735577, - 1.0310739633166615, - 1.0173047096798833, - 0.9764442487893782, - 1.0396515626155156, - 0.9538418857070222, - 0.9651813087072169, - 1.0912789245984904, - 0.9909731053384292, - 0.9928942678288627, - 1.0260651993226064, - 1.0689401877661775, - 1.1776513152500432, - 1.2958224260799447, - 1.1488774292810453, - 1.0222715473882593 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277225, - "cert_evals": { - "36": 0.7222222089767456, - "72": 0.7083333134651184, - "108": 0.6666666865348816, - "255": 0.5138888955116272 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8352890602137338, - "std_test_acc": 0.03941753388326184, - "n_samples": 476, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.7820327877998352, - "std_cert_acc_36": 0.06174506733063778, - "mean_cert_acc_72": 0.758929044008255, - "std_cert_acc_72": 0.06511686822300956, - "mean_cert_acc_108": 0.7446061372756958, - "std_cert_acc_108": 0.07175406460043186, - "mean_cert_acc_255": 0.5465061515569687, - "std_cert_acc_255": 0.03357125505054908 - }, - "nursery": { - "dataset": "nursery", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.8534932221063608, - "test_acc": 0.8587541655985644, - "train_size": 3240, - "val_size": 1918, - "test_size": 7802, - "stats": { - "mean": [ - [ - 0.051029166666666737, - -0.00196411111111071, - 0.0016562925925925533, - -0.008005376543209762, - -0.004535925925925928, - -0.014196977160493821, - -0.01014526234567894, - -0.007937870370370368 - ] - ], - "std": [ - [ - 1.0081184659855247, - 0.994466909902115, - 0.9984780980079611, - 0.9954756099225289, - 0.9980995540133645, - 0.9998602139101664, - 0.9972906807623559, - 1.0052418041464166 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 776, - "cert_evals": { - "36": 0.7622523307800293, - "72": 0.6616266965866089, - "108": 0.5594369173049927, - "255": 0.072992704808712 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.8683274021352313, - "test_acc": 0.8303882368115568, - "train_size": 3240, - "val_size": 1967, - "test_size": 7753, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.026842851851852437, - -0.0011041870370370494, - -0.001656286419753089, - -0.010961820987654315, - 0.019135056172839497, - -0.012124891358024097, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0098249235756733, - 1.0053740157149613, - 0.9982315594686217, - 0.9999606252114857, - 0.9964249241892131, - 0.9997779009091493, - 0.9971359423938833, - 1.0041030187583004 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 776, - "cert_evals": { - "36": 0.7361463904380798, - "72": 0.6309099793434143, - "108": 0.5282155275344849, - "255": 0.06863243132829666 - }, - "fold": 1 - }, - { - "best_epoch": 46, - "best_val_acc": 0.8581151832460733, - "test_acc": 0.8390524967989756, - "train_size": 3240, - "val_size": 1910, - "test_size": 7810, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.047575135802469234, - 0.015458643209876576, - 0.0024844308641975513, - 0.006047901234567903, - 0.0012345197530864193, - 0.015837366358025084, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0166780451442419, - 1.0111134194425535, - 1.0062422991159916, - 0.9960005941386431, - 0.9966991236053043, - 0.9999602379504744, - 1.0002954947822456, - 1.0041030187583007 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 776, - "cert_evals": { - "36": 0.7382199168205261, - "72": 0.6465968489646912, - "108": 0.5413612723350525, - "255": 0.09162303805351257 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8201663201663202, - "test_acc": 0.8109286813750641, - "train_size": 3240, - "val_size": 1924, - "test_size": 7796, - "stats": { - "mean": [ - [ - 0.03364145061728391, - 0.03033460493827167, - 0.03257356666666669, - 0.032849621604938234, - -0.015875740740740732, - -0.01481423703703703, - -0.01707398148148124, - 0.006425895061728395 - ] - ], - "std": [ - [ - 1.006091408188469, - 0.9961770749809249, - 1.0063245385321156, - 1.0055792592242605, - 0.9961264090870245, - 0.9998512588890658, - 1.0080135891696445, - 0.9964644995871555 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 776, - "cert_evals": { - "36": 0.7281704545021057, - "72": 0.6377338767051697, - "108": 0.5358628034591675, - "255": 0.06288981437683105 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8347808951460401, - "std_test_acc": 0.0198426126126835, - "n_samples": 12960, - "n_features": 8, - "n_classes": 5, - "mean_cert_acc_36": 0.7411972731351852, - "std_cert_acc_36": 0.014690013873050103, - "mean_cert_acc_72": 0.644216850399971, - "std_cert_acc_72": 0.013264852086796544, - "mean_cert_acc_108": 0.5412191301584244, - "std_cert_acc_108": 0.013287737327156752, - "mean_cert_acc_255": 0.07403449714183807, - "std_cert_acc_255": 0.01243420513011702 - }, - "oocytes_merluccius_nucleus_4d": { - "dataset": "oocytes_merluccius_nucleus_4d", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 30, - "best_val_acc": 0.7329192546583851, - "test_acc": 0.7260726072607261, - "train_size": 255, - "val_size": 161, - "test_size": 606, - "stats": { - "mean": [ - [ - -0.0371250154117647, - 0.0015389403921568473, - -0.03527819799999997, - 0.026217213882352975, - -0.022018143254901958, - -0.03976458627450978, - 0.003314039607843149, - -0.03319261360784315, - 0.01830184745098039, - -0.02685776486274508, - -0.04212637686274509, - 0.005226556078431408, - -0.02913093117647059, - -0.01200531101960785, - -0.03152609833333333, - -0.03705718681960783, - 0.00469401490196078, - -0.02551305090196081, - -0.03417245220392157, - -0.031662056862745085, - -0.018275636980392158, - -0.03872015905882352, - 0.06975402027450983, - -0.05690918172549015, - -0.0005046612313725563, - -0.026833323176470567, - -0.0324685416470588, - 0.06559194729411769, - -0.04924893603921571, - -0.002559774274509816, - -0.007582052196078413, - -0.03221969384313721, - 0.07669179423529408, - -0.05831633415686265, - -0.00790661125490195, - 0.033497423215686245, - 0.007940335568627457, - -0.0037278283529411723, - -0.005509080784313686, - -0.006456870705882385, - -0.006934026431372542 - ] - ], - "std": [ - [ - 0.9481208431065713, - 0.9777230774786245, - 0.9614649831710622, - 1.0004435636971643, - 0.9517495439744679, - 0.9370398970511897, - 0.978033253968666, - 0.9633889071060125, - 0.9762210193691487, - 0.9497999114505152, - 0.9347608009901895, - 0.9801580525147454, - 0.9702177059121481, - 0.937441002049969, - 0.9454783788330968, - 0.9479630674171062, - 0.9847917091528013, - 0.9682944519390624, - 0.9601592978081722, - 0.9504457074291478, - 0.9482732916854852, - 0.9550094850957569, - 0.8808478818975364, - 0.9032557709886272, - 0.9905437507629392, - 0.9682787727115054, - 0.9734319541870242, - 0.8994213820965716, - 0.9306569007254026, - 0.9903368456478869, - 0.9401093744879251, - 0.9661635565557377, - 0.8972092489723742, - 0.9227263611587284, - 0.9960722682017434, - 0.9400060154678039, - 0.9649245386172121, - 0.9716877264843913, - 0.9731199443916825, - 0.9739165511052336, - 0.9741830269626184 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17225, - "cert_evals": { - "36": 0.6397515535354614, - "72": 0.4968944191932678, - "108": 0.4285714328289032, - "255": 0.13664597272872925 - }, - "fold": 0 - }, - { - "best_epoch": 66, - "best_val_acc": 0.8, - "test_acc": 0.7378335949764521, - "train_size": 255, - "val_size": 130, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.00023252282745095802, - 0.0023210192156862736, - -0.008575552392156847, - -0.027089618431372545, - 0.02615166227450979, - 0.00029002847058821885, - 0.001517669058823556, - -0.009498281058823606, - -0.021533545372549014, - 0.027143032117647032, - 0.00012999274509802153, - 0.0020992274509804144, - -0.005652587843137251, - -0.01031889384313722, - 0.025365951607843145, - 0.0011974224705882457, - 0.0024456095294117628, - 0.007920263137254904, - 0.007542674117647044, - 0.019472125333333323, - 0.06628882686274508, - 0.0008101664705882076, - -0.005068037960784302, - -0.0018227520000000151, - 0.00320542466666668, - 0.025693874901960758, - 0.03285470894117649, - -0.03694405458823524, - 0.02895584858823529, - 0.02036504745098036, - 0.04203500674509803, - 0.012977303843137231, - -0.016463404666666667, - 0.005529818662745095, - 0.013588346156862736, - -0.03683925767843136, - -0.016918137803921634, - -0.014870798470588246, - -0.016124755137254858, - -0.018004861274509842, - -0.020472565215686273 - ] - ], - "std": [ - [ - 0.9572394549500175, - 0.9926437581599087, - 0.9624363039043059, - 0.9193272254177784, - 1.0255768714029772, - 0.9579689477579895, - 0.9914399769465777, - 0.964698567284664, - 0.9351924375292803, - 1.0260487030041765, - 0.9515013155985146, - 0.9925204239055312, - 0.9662079425779949, - 0.9893019122153763, - 1.0199562667897872, - 0.9463721256877698, - 0.9959986832754482, - 0.9814859605265475, - 1.0491115651558893, - 1.0166099051364492, - 1.0126788732557663, - 0.9559037060605928, - 1.005464306868578, - 0.9339913124161523, - 0.9907483477382796, - 1.002837860013556, - 0.9939512794379407, - 1.0866703256453316, - 1.0174263712495963, - 0.9852130473462448, - 1.0075951167847277, - 0.9748247085177442, - 1.0259519988694812, - 0.9604781044814549, - 0.9861127645283753, - 1.0373513207775564, - 1.0101438720127272, - 0.9991977496960652, - 0.9936335573449004, - 0.9927993181263407, - 0.9922363841337328 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17225, - "cert_evals": { - "36": 0.6615384817123413, - "72": 0.5076923370361328, - "108": 0.3692307770252228, - "255": 0.08461538702249527 - }, - "fold": 1 - }, - { - "best_epoch": 40, - "best_val_acc": 0.6900584795321637, - "test_acc": 0.714765100671141, - "train_size": 255, - "val_size": 171, - "test_size": 596, - "stats": { - "mean": [ - [ - 0.019915568666666633, - -0.014107577647058818, - -0.015105033250980377, - 0.02865576341176468, - 0.029814655176470552, - 0.017704559607843146, - -0.013470486980392094, - -0.016038092274509794, - 0.03248008262745098, - 0.030473079058823495, - 0.02067392156862747, - -0.014031545490196065, - -0.009559882039215687, - 0.03839121047058822, - 0.03184779492980397, - 0.022161854509803944, - -0.01396437243137256, - -0.0017765643137255195, - 0.055001846666666666, - 0.030386395921568613, - 0.03668542223529418, - -0.0027777596078431494, - 0.012474995117647124, - -0.0041148554117646985, - -0.013356863921568625, - 0.028240797568627463, - 0.00010664949019609575, - 0.02344727215686279, - 0.005875207882352966, - -0.007875607450980381, - 0.028559833607843157, - -0.003071006745098055, - 0.014597308196078422, - -0.0007609705999999861, - -0.016530812156862723, - -0.03674524662745102, - -0.019958698901960777, - -0.017071456470588258, - -0.017420987058823525, - -0.017710899607843143, - -0.01735895203921565 - ] - ], - "std": [ - [ - 1.0221090924456515, - 1.01545682802038, - 0.9869690473435272, - 1.037069581011897, - 1.0359698396459835, - 1.0192987930523796, - 1.016091448787416, - 0.9856390212088015, - 1.038505984158332, - 1.0379129504870621, - 1.0239033714401513, - 1.0194757702768644, - 0.9963995753206383, - 1.020298364999823, - 1.0423678031147061, - 1.0277751191583697, - 1.0205917784397192, - 1.0135024895112017, - 1.0892501748798247, - 1.0432132666589502, - 1.0172134304654925, - 1.030895619962752, - 1.0213433186098346, - 1.040706012633716, - 1.0211704714384828, - 1.010787095001102, - 1.034569087974703, - 1.0203462492134936, - 1.0580364742305262, - 1.0095797767173902, - 1.0215170604628103, - 1.033396337568214, - 1.0252577264940543, - 1.0526521075427535, - 1.017486639545284, - 1.0521736233720556, - 1.0188131869714923, - 1.0087257643396144, - 1.005460013688893, - 1.0056139578892642, - 1.0065387262698673 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17225, - "cert_evals": { - "36": 0.5438596606254578, - "72": 0.43274855613708496, - "108": 0.3391813039779663, - "255": 0.046783626079559326 - }, - "fold": 2 - }, - { - "best_epoch": 43, - "best_val_acc": 0.7409638554216867, - "test_acc": 0.7254575707154742, - "train_size": 255, - "val_size": 166, - "test_size": 601, - "stats": { - "mean": [ - [ - 0.005023620274509809, - 0.05012927215686277, - 0.0774847423529411, - -0.021592119215686236, - -0.007278767843137281, - 0.003806819607843134, - 0.05070236376470592, - 0.07836162039215684, - -0.009335469717647047, - -0.006452909647058787, - 0.004313807450980429, - 0.05239601662745102, - 0.08761111960784314, - -0.0006227640392157017, - -0.011547115941176465, - 0.007509175294117638, - 0.049814644431372575, - 0.09699411058823522, - -0.020684055294117654, - -0.014362384509803941, - 0.03558779360784312, - 0.0894858222352941, - -0.09410436105882346, - 0.07914001066274516, - 0.05154126003921575, - -0.0045582715686274125, - 0.09130289176470592, - -0.07599903827450982, - 0.08245660823529415, - 0.06585250807843139, - 0.012951737058823532, - 0.08790382078431377, - -0.08962203019607844, - 0.08192444351764702, - 0.05873899290196081, - -0.016822436196078434, - 0.029792561019607842, - 0.05055904957647062, - 0.05703265886274507, - 0.05811358976470591, - 0.05753943309803923 - ] - ], - "std": [ - [ - 1.0010627790031323, - 1.0340741776327254, - 1.0363077318633585, - 1.0137526513667938, - 1.0497867958856593, - 1.0059089649290247, - 1.032934819096642, - 1.0357871822249751, - 1.0425743779317471, - 1.0491455468136368, - 1.002585949212257, - 1.0328632642788567, - 1.0444571310319228, - 1.0499184939107524, - 1.0523852884773215, - 0.9969852155711642, - 1.036017112451258, - 1.0641484457194088, - 1.0260965200086805, - 1.0600673906871478, - 1.0132281500555904, - 1.039987043021767, - 1.0160272774539016, - 1.0119553762539002, - 1.0375407287957723, - 0.993275249370577, - 1.0310746092505982, - 1.0007724139832403, - 1.01278883373938, - 1.0152625509246365, - 0.9763093251846449, - 1.0267017964861733, - 0.997823146966079, - 1.0044670030988905, - 1.0259705961089964, - 1.0589413004871364, - 1.0376978512601307, - 1.0319158378686013, - 1.0340480487731072, - 1.0356155832366485, - 1.0358388933781137 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 17225, - "cert_evals": { - "36": 0.5722891092300415, - "72": 0.4337349236011505, - "108": 0.3072288930416107, - "255": 0.024096384644508362 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7260322184059484, - "std_test_acc": 0.009426068148784744, - "n_samples": 1022, - "n_features": 41, - "n_classes": 2, - "mean_cert_acc_36": 0.6043597012758255, - "std_cert_acc_36": 0.05540990865491608, - "mean_cert_acc_72": 0.467767558991909, - "std_cert_acc_72": 0.040111979589047615, - "mean_cert_acc_108": 0.36105310171842575, - "std_cert_acc_108": 0.05164307112431238, - "mean_cert_acc_255": 0.07303534261882305, - "std_cert_acc_255": 0.04920902329261683 - }, - "musk-2": { - "dataset": "musk-2", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 51, - "best_val_acc": 0.9705573080967402, - "test_acc": 0.9637318659329664, - "train_size": 1649, - "val_size": 951, - "test_size": 3998, - "stats": { - "mean": [ - [ - 0.012168368132202085, - 0.02341837027895701, - 0.020700292359005428, - -0.02209387503335347, - -0.0020560481746509213, - 0.07922314560339604, - -0.027858995163129237, - 0.00514897956337172, - -0.025443598241358795, - -0.012925350424499825, - -0.009110814602789298, - -0.017373151864160538, - -0.040321679138872364, - 0.007127460606428197, - -0.012625362098240398, - -0.02746496821710099, - -0.023977028114008505, - -0.0128747651546395, - -0.006377627871436776, - -0.011840867556093787, - -0.035358124244997124, - -0.02599307175864223, - -0.018361714281382703, - 0.011001715591267355, - 0.027934514554275192, - -0.011575247507581028, - -0.007172763747725843, - 0.0027959981928443083, - 0.042997548386901153, - 0.023930509799878933, - -0.01096750604002399, - 0.010412050727713567, - -0.006464042322619719, - 0.029377336149787842, - -0.02244467216494814, - 0.0317711095209218, - 0.03187295605821503, - -0.0026378569678593704, - 0.020977830206185225, - -0.0036226940509401454, - 0.021893817113401794, - -0.0009828729290479623, - -0.029076973559733193, - 0.0033704940994537243, - 0.004985980127349881, - -0.010993449878715093, - -0.012518613050333069, - -0.027202663074590454, - -0.0010676262219536442, - -0.01585898565524571, - -0.03181626658580958, - -0.02924936503335347, - -0.02763026403881141, - 0.008494404038809971, - 0.04722333969678628, - 0.0229503257368101, - -0.018894740873256474, - 0.01871618680412386, - 0.06477876221952691, - 0.008558880157671074, - -0.031547880798059424, - 0.008203403517283188, - -0.000289734602789409, - 0.03673335621588857, - 0.013091789630078789, - 0.02911800007883555, - 0.01277751763492998, - 0.008987795275924537, - 0.008712649326864512, - 0.01420030491813175, - 0.025488006731351723, - 0.021362418544572378, - -0.015943126046088506, - -0.0005885549181321762, - -0.03791631068526347, - -0.015693888781078937, - -0.023804016494845228, - 0.004294386876894847, - -0.01157729425712512, - -0.01509732865979494, - -0.031328824038811424, - -0.025596520897513814, - -0.03243116698605216, - -0.02051309634930244, - 0.012494524863553975, - -0.025342257265009032, - 0.014463499423893529, - 0.03412406198301991, - 0.0033505793298965916, - 0.042880541425106077, - 0.007444614442691303, - 0.019256483653728926, - -0.015653737174045033, - 0.0006856575657974568, - 0.02221309022437888, - 0.018454490527591967, - 0.05848207186500957, - -0.019929462886597988, - 0.01588340198908411, - -0.016667239181321875, - 0.018337170509399668, - 0.005482837640995143, - -0.02818863503335347, - -0.010530225324440038, - 0.000394534081261926, - 0.0006825949909036677, - -0.004826858508186781, - -0.020504588665858026, - -0.02142568289266422, - -0.0011396426318975351, - -0.01590721860521369, - -0.030444407580351825, - -0.031948866100667064, - -0.030496640163735603, - 0.012254034827167781, - 0.012930004990903523, - 0.02322402771376609, - -0.008586242510612324, - -0.0197745485567008, - -0.007942196488781021, - 0.025542949909036442, - 0.05293685342025502, - 0.05262248675560933, - -0.029827094505761254, - 0.010104120921770921, - 0.0022028918981197103, - 0.0016149754275316386, - 0.023351566525166744, - -0.002819539854457228, - -0.002041346402668358, - 0.01823543717404487, - 0.013049118435415728, - -0.030092134930260864, - -0.014618941146149471, - 0.005299833020012497, - 0.015546710539720895, - -0.00942926343238306, - 0.015492048283808455, - -0.011970772437841034, - 0.009756993417829036, - -0.019888988114008455, - -0.0011420646452394534, - -0.015025678132201254, - -0.013745059496664378, - 0.015459569375378677, - -0.010210574627045487, - 0.021245265463917546, - 0.022011781334142992, - 0.02073261820497242, - -0.005542739993935386, - -0.019565093746513107, - 0.00036582510612481067, - -0.0189964784718008, - 0.019598904063068558, - -0.00026563279563400293, - 0.01771834469981801, - 0.01626723617465116, - 0.01942332519102481, - 0.031801142498483904, - 0.018783376682838318, - -0.004773656567616662, - -0.00011846311400895201, - 0.01336986795633728, - -0.03590764133414193, - -0.03136190026682869, - 0.019380970218314118 - ] - ], - "std": [ - [ - 1.0328022523113283, - 1.0034675961418653, - 1.004502178141599, - 0.9908819725941522, - 0.9900285779624574, - 0.9922869983839483, - 0.9940251383226943, - 1.0023957894105795, - 1.0001232563862132, - 0.9694534261265297, - 0.9909609551728282, - 1.0245658684959877, - 0.9889385630503745, - 1.02018833549602, - 1.0099637621111557, - 0.9533954360905958, - 0.9939413086518578, - 0.9495206701070115, - 1.0240125891607361, - 1.0103444615034631, - 0.9946476273612365, - 0.991342725906765, - 0.9858149199320863, - 1.0014711063260942, - 1.004472195320524, - 0.9889795116240089, - 1.000004391730708, - 1.0058601968014709, - 1.0343528189495148, - 0.9919047582182774, - 0.9696485736175491, - 0.9924140896524998, - 1.0155430689993945, - 0.9932553050087483, - 0.9699258360928635, - 1.0042970460912612, - 1.0197195605157803, - 1.001155677587926, - 1.0168152275345068, - 0.9990466599977574, - 1.0098411842715662, - 0.9846055078437203, - 0.9754412310974523, - 1.0070038006714206, - 1.0276809963147806, - 0.9906853395114988, - 0.9868894780685001, - 0.9900119186756405, - 1.0256770060540596, - 0.9757901727181725, - 1.00918520579672, - 0.9930883762442995, - 0.9893732161976826, - 1.0067582306865286, - 0.9812661122355284, - 0.9974102126361273, - 0.9972736641033295, - 1.0121917462070245, - 1.0227697257558075, - 0.9856449287075832, - 0.9902863042093888, - 0.9959939826856674, - 1.0367568153718374, - 0.9863881182581064, - 1.0128392086861082, - 1.0221798349905806, - 1.0363645719704848, - 0.9908253070164581, - 1.0128010969900354, - 0.988603956830815, - 1.0081799316492677, - 1.0108771107458496, - 0.9832967493585726, - 1.029163070750164, - 0.9916679017275597, - 0.962685533931823, - 1.0027583300444822, - 1.0001938412765523, - 1.0209787004269553, - 0.9973662987453862, - 1.0061352847046312, - 0.9919410755542308, - 0.9846501403948491, - 0.9899263174260658, - 0.9845864971582349, - 0.9930689102842462, - 1.0135506035486388, - 1.0043926518503545, - 1.0162976879588899, - 0.9792327605267319, - 1.006235132130296, - 1.0118863144201946, - 1.00544671112892, - 1.0039248549576703, - 1.0350589137732202, - 0.9995022597709913, - 1.0159841525314124, - 1.0003354265534572, - 1.0084463468690352, - 0.9985081538974993, - 1.0110839895364512, - 1.0013381576463882, - 0.9912876803786089, - 0.997289736689443, - 1.017350271822531, - 0.9797570549225073, - 1.0043565268096553, - 0.9872978856195639, - 1.0033468182033753, - 1.0218062902654916, - 1.0014959384493556, - 0.9888739832615349, - 1.0004143322752173, - 0.9931349078768341, - 0.9800306535559788, - 0.9957636890082171, - 1.0002904102651144, - 0.9887217530179371, - 0.9945292914948252, - 1.004902891466416, - 0.9962003472957158, - 0.9934257069186699, - 0.9799059188184409, - 0.9949621520724802, - 1.0029037698373038, - 1.0036871512403356, - 0.9897720620258614, - 0.9871702045154062, - 1.011521199823348, - 0.9941843616678862, - 1.0247569886394758, - 0.9988084298059352, - 0.9881291924468982, - 1.0179947532533584, - 1.0106341537352928, - 0.9919181897045649, - 1.0028443160348683, - 1.0061816857351074, - 0.9845932235691414, - 0.9825632133654874, - 0.9783171138085085, - 0.9969834535825824, - 1.0007811859343756, - 1.0019656189691033, - 1.0503484122189095, - 0.9753504608707252, - 1.0373469598286436, - 0.9949630633139451, - 1.0059234160225077, - 0.9993867259561041, - 0.9736626903578918, - 1.003303340408411, - 0.9938479422620685, - 0.9997621940680084, - 0.9893549017338009, - 0.9921437872926778, - 1.0351189228816489, - 0.9982053116677407, - 1.0049035777011361, - 1.007943748077122, - 0.987183747951824, - 0.9954065358497123, - 0.9844630756889735, - 0.9195912077534116, - 1.0102406845364933, - 0.9709132374569961 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277225, - "cert_evals": { - "36": 0.9589904546737671, - "72": 0.9442691206932068, - "108": 0.9305993318557739, - "255": 0.8422712683677673 - }, - "fold": 0 - }, - { - "best_epoch": 32, - "best_val_acc": 0.9717624148003895, - "test_acc": 0.963539010708822, - "train_size": 1649, - "val_size": 1027, - "test_size": 3922, - "stats": { - "mean": [ - [ - 0.0022033838386908973, - 0.06625603036992117, - 0.04649901939357201, - 0.0004913727592479633, - -0.007424528047300943, - 0.029222694481503848, - -0.02871623684293518, - -0.01058671273499129, - -0.02433525755609501, - 0.004942196840509272, - -0.015235754990903076, - -0.012600504249242172, - -0.02657332941176486, - -0.01012015760339567, - -0.018367278909944645, - 0.044433595385081875, - -0.029744519138872053, - -0.004242953947847537, - -0.008002045858095115, - 0.0011893272164947555, - -0.05592513376591881, - -0.02044694836264443, - -0.04302950797452996, - 0.025187052055791012, - 0.02474263468768939, - -0.042601262001213426, - -0.020695051036992134, - 0.0015384054093390107, - 0.011092726046088491, - 0.021371811740448717, - -0.013469555081867212, - 0.01982452726500885, - -0.044538194766525006, - 0.030567572645239703, - -0.031482593996361656, - 0.02141072656155254, - 0.010427163068524451, - -0.023554046506974034, - 0.04504258471801071, - -0.03430833826561581, - 0.06747908948453606, - 0.04348396486355425, - -0.008884907592480267, - -0.011684225839903674, - -0.00656703219526952, - 0.002896513929653742, - -0.005738400824741935, - -0.04156242043662813, - -0.004873803086719859, - -0.0020245170263190598, - -0.0404051468768953, - -0.020279581224984647, - -0.029963112977562135, - -0.0015368056033973371, - 0.029301830357792758, - -0.05476914620982405, - -0.037951578969072176, - 0.047465052261976975, - 0.020526558156458357, - 0.02033791100060642, - -0.030164184865979576, - 0.05024194190418452, - -0.04485629808368706, - 0.03147835112189204, - -0.006291162340812682, - 0.019074118508186463, - -0.0014484904548212434, - 0.008784981788962792, - 0.023386305391206525, - 0.005879860982413359, - 0.05940395211643435, - 0.04984556731352376, - -0.023843370139479056, - -0.00745569275924821, - -0.018882913905396863, - 0.02314283274711956, - -0.024472644293511335, - -0.002770279702850328, - -0.012337558138264851, - -0.011593327471195118, - -0.042932302716798265, - -0.0240285988963009, - -0.0452392710248636, - 0.04310506591873858, - 0.02492436379624043, - -0.031592489102485924, - 0.053639132025470125, - -0.030478516828380917, - 0.007038873759854203, - 0.025400627586415966, - 0.0229284818168576, - 0.0009592673741654173, - -0.024041893893268843, - -0.0050410013741663505, - -0.039906425639781765, - 0.03151746901152146, - 0.018252275536447, - -0.023123840842935037, - 0.049373840412370945, - -0.03933781325530598, - 0.07366186678593085, - 0.013209034602790264, - -0.021385058447544267, - -0.018445256191631672, - -0.012832089751363926, - 0.016886379345057278, - -0.0021345572407520425, - -0.0338357411158276, - -0.013289104663434192, - -0.0065585543056388826, - -0.01209856645239361, - -0.04576090782292301, - -0.032484600758035095, - -0.028557836749545137, - 0.02584237292904779, - 0.009022810600363702, - 0.022957384186780123, - -0.03818952886597925, - -0.032933244008489626, - -0.009165709096422076, - 0.02088987131594965, - 0.02855925063068547, - 0.024874274311704, - -0.03435405539114632, - 0.016969646773802517, - -0.018423495306246717, - 0.01951220546998175, - 0.025427100121285417, - 0.012467580333535485, - -0.010936757514857925, - -0.014689930918738598, - 0.013502246094602934, - -0.050603092346876676, - -0.01723701176470571, - -0.004896197422679896, - 0.02070974576106733, - -0.026273534445118388, - 0.030336164984839376, - -0.039887732504548135, - -0.056432912220739984, - -0.05021272674348097, - -0.02755221443298974, - -0.03442035423893272, - -0.028371501285627588, - 0.0005140135536685691, - 0.002409129072166215, - 0.02409891870830806, - 0.02409901194663454, - 0.04556790412371142, - -0.03490499576713144, - -0.052055877830807035, - -0.012115913268648306, - -0.022166139478470903, - 0.05603566475439655, - 0.037913323129169, - 0.05956955137659166, - 0.012290112295936774, - 0.04308550950879324, - 0.029600502874469404, - 0.024453837204366478, - -0.010275065567010471, - 0.0072667682619769, - 0.010619255191024834, - -0.015975785809581464, - -0.03865312817465139, - 0.001558572067919981 - ] - ], - "std": [ - [ - 0.9789609056537054, - 1.0223542173821687, - 1.006354499416772, - 1.0097426115961123, - 0.9821876353647652, - 0.9998046045489866, - 1.0178212606990535, - 1.0167721117355657, - 1.0114146027100444, - 1.001776238241197, - 1.0068173587187008, - 0.9900351224079849, - 1.0414098112135597, - 1.009574294617972, - 0.9953634621121619, - 1.0551495473134025, - 0.9981956531855851, - 1.0183570217473137, - 1.0066623632600822, - 1.0127852757834928, - 0.9819060519437951, - 1.0168025572775439, - 1.0011040348853746, - 1.0077391574190562, - 0.9960322515796017, - 1.0217184675272302, - 1.0045863660324679, - 1.0189216552292488, - 1.0209580005984413, - 0.9885762298604023, - 0.9548219575549232, - 1.0137570744288356, - 0.979579874589421, - 0.991197794892492, - 0.9880528964389337, - 0.9852989430996284, - 1.0048530597402896, - 1.0022576693152574, - 1.019817156007534, - 0.9946728227761036, - 1.0213302738059442, - 1.000964538491138, - 1.0307917076654618, - 1.006989527865548, - 1.002313843550004, - 1.0141972045736452, - 1.0080080308891233, - 0.9964183873498001, - 1.0258591594541053, - 1.0107146809178345, - 0.9717107214304516, - 1.0149102149309601, - 1.016907704482399, - 1.0078526095792883, - 0.9874709483602169, - 0.9996202197544782, - 1.0096827085606537, - 1.0379820129740673, - 1.013223513461979, - 0.9861254732898448, - 0.9893639979797026, - 0.991075106383618, - 0.9269809003308983, - 0.9875139847082404, - 1.005442372648796, - 0.9896204194858335, - 0.9935153912057717, - 0.9811099295350456, - 0.982575262307681, - 0.9795878781577906, - 1.0193143649741352, - 1.0119494318757316, - 1.0171821247574437, - 1.0034040467334655, - 1.0066093997021297, - 0.9694393186766306, - 1.0117730193741676, - 1.0122625190981362, - 0.9925145459941629, - 1.005154502988111, - 0.9987288725767053, - 1.0170813277668, - 0.976308824777624, - 0.9884631741550407, - 0.9915959199837703, - 1.0218983144556584, - 1.0142113893430906, - 0.9911920808019298, - 1.0172127287199233, - 0.9893770325784368, - 0.9989337891002755, - 0.9894791117074598, - 1.0007549319713978, - 1.0326939082689799, - 0.9899757429384302, - 1.010492032769745, - 1.0061235379816107, - 1.0091634350161915, - 1.0152313478591228, - 1.0056174411509322, - 1.017311898436513, - 0.9976512207707879, - 1.003882833915693, - 1.0004358570223468, - 1.0036377564081862, - 1.0211550893522847, - 0.9924334669404734, - 0.9971024879775969, - 0.9990772588620248, - 1.0032740804274622, - 1.0024996588619381, - 0.9916378123810937, - 1.0022499057411776, - 1.010183122426781, - 1.00163045757315, - 1.0085039687864976, - 0.9922730297554195, - 1.014983448437488, - 1.014822892124083, - 1.0148845786316816, - 0.9937553605624629, - 0.9882702039873854, - 0.9870322023279767, - 0.9850906859406272, - 0.997923959817147, - 0.9510903327769852, - 0.9917224934440294, - 0.9847975043099015, - 1.0202145588783864, - 1.0021246013348553, - 1.0003272501219964, - 1.0067673298995008, - 0.990781057863208, - 1.0020482585196349, - 1.018688317687672, - 0.9988236160134567, - 1.0069349597950046, - 1.0061002120663578, - 1.0122386395403618, - 0.9892206859790922, - 0.9855242096919327, - 0.9959531341164058, - 1.0065041184698018, - 1.0078483816424069, - 1.0021878472773025, - 0.9741424082334939, - 1.0890817487043594, - 0.9945307148083409, - 1.007530511064047, - 0.9991966896972047, - 0.9619750319373882, - 1.0030667264483681, - 0.9931958657494955, - 1.0006523699688303, - 1.010191508136165, - 0.9864924753596401, - 1.0139473615684553, - 1.0114408938636286, - 1.0033347496554157, - 0.9803226862995067, - 1.0098451761605862, - 0.9980225437342447, - 1.0129871477235215, - 0.9828742206168505, - 0.9665430998047373, - 0.9908589509231834 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277225, - "cert_evals": { - "36": 0.9552093744277954, - "72": 0.9396300315856934, - "108": 0.9259980916976929, - "255": 0.8412853479385376 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.9725609756097561, - "test_acc": 0.958890290037831, - "train_size": 1649, - "val_size": 984, - "test_size": 3965, - "stats": { - "mean": [ - [ - -0.0165193507883561, - 0.023745576106731784, - 0.00894758525166726, - -0.012979845463917304, - -0.008554753389932977, - 0.008500205057610555, - -0.008827268055791222, - 0.02424651702243768, - 0.002300678673256056, - -0.006792839332929151, - 0.0047927400606429405, - 0.0003070491534258074, - -0.0037253238023046277, - 0.012077483473620145, - 0.018683199696786473, - -0.009275691437234477, - -0.006638355451788972, - 0.017810546682838085, - 0.015129445567010357, - 0.024298001443298942, - -0.003184869132808023, - -0.004290789721043456, - 0.0031496054275316357, - 0.014148549696785681, - 0.018162637962401695, - 0.0032194466707086006, - -0.006616737907822937, - -0.022775198374772664, - -0.015071109605821711, - 0.014638325488174678, - 0.011475148077623627, - 0.03049396374166147, - 0.025694605900545734, - 0.008604017768344612, - -0.012231649072164738, - 0.002613359126743679, - 0.029584712128560786, - -0.0034158958580959363, - 0.006069550751970517, - -0.00541011442692557, - 0.01880269619163089, - -0.008083247077016392, - -0.006491640764099397, - 0.014566732795633777, - 0.008376424821103932, - -0.0009929023711349493, - 0.02163681163129177, - -0.0025090638993329082, - 0.01741273975136374, - 0.005851729104123725, - -0.004465054881746678, - -0.0037159464523949803, - 0.0014873154821107525, - -0.007976062644028743, - 0.01156759172225612, - 0.023733914178289805, - -0.011275250879320775, - -0.002578957016372865, - -0.006478712734990847, - 0.00032240861127936024, - -0.011706570736203905, - 0.02587612322619762, - -0.011422028793207837, - 0.01712189235900559, - 0.0028696369314734713, - -0.0015781066646451572, - -0.027441241722256038, - -0.0014402773256522523, - -0.004449931892055841, - -0.0014659224075202345, - 0.01708213645239509, - 0.018733296931473596, - 0.008334289472407117, - 0.005727799963614559, - 0.007039103201940653, - -0.00224206858702233, - 0.0011615125591269186, - 0.0096409494117641, - 0.004899610121286758, - 0.009826549023650048, - -0.009219501334142207, - -0.004807864269254234, - -0.002443187265009144, - 0.011609495827774482, - 0.0040307750576106674, - -0.004682432261976522, - 0.013977261024863448, - 0.0012793727167981009, - -0.025686529896907437, - 0.013434234869617957, - 0.021999945691932813, - 0.012433017674347574, - -0.009033386234081325, - 0.0062409658120072915, - 0.0009289013947849186, - 0.0003903400242564852, - 0.02740975750382101, - -0.011144831170406301, - 0.005830573753789878, - -0.009510249636142982, - 0.02073330933899335, - 0.007879717440873353, - 0.009509570454820928, - 0.01405836261370407, - 0.014672617586416688, - -0.005675097756215873, - 0.0017475856822315732, - 0.0018848247543965708, - 0.02229300998180564, - 0.01026309860521593, - 0.017680451788964564, - -0.005672595821710331, - -0.009564725087932182, - -0.0036886342935116994, - 0.01000584954517868, - -0.0014087143177684452, - 0.020023876538508456, - -0.014409325075803336, - -0.008730885488174288, - -0.0034071386173437994, - 0.017709779927228837, - 0.0037029051849606504, - 0.011111249060036448, - 0.001931565688295556, - 0.0326300536264404, - 0.009591248938750647, - -0.007016625542753067, - 0.012978908750757932, - -0.0024730208186779807, - -0.005898704823529222, - 0.00046255165858092147, - -0.015087141012734237, - 0.007914145130382093, - 0.00938928223165545, - 0.01491191867192227, - 0.003460371607034447, - -0.007647012371134029, - 0.009316860582171302, - 0.012669591819284187, - 0.023290896266828284, - 0.012400781200727585, - -0.003923578150394203, - -0.005147092104305529, - -0.008281499878714238, - -0.03743850333535512, - 0.013677931825349052, - 0.0004504794117647815, - 0.0031018094057014187, - 0.009501353911461253, - -0.007035560921770639, - 0.008385035146755612, - -0.0034377712431776946, - -0.010681847180108386, - 0.029691756458459714, - 0.008845037744087314, - 0.036611106986052, - 0.006922057057610421, - 0.00199877628865977, - 0.016813865591267338, - 0.002876468101879801, - 0.005453485567009417, - 0.0042027340964213965, - -0.01236373710127327, - -0.008553608768950838, - -0.0069991010551852945, - 0.0076861960764099575 - ] - ], - "std": [ - [ - 0.9681286752068088, - 1.0188584468817592, - 1.0110661386281417, - 0.9985656246319761, - 0.9821622573144201, - 1.0036187347218821, - 1.0069688072671201, - 0.9902174757207433, - 1.01713159486763, - 0.9867718776262003, - 0.9758196806068826, - 0.9717105755097225, - 0.9881331057860607, - 0.9898880234141544, - 1.0032622320902203, - 0.9951157752575892, - 1.0046808806006051, - 0.9614388015014891, - 0.9853693985919703, - 1.0191683054599883, - 0.996439727744992, - 1.008421273109573, - 1.00416757618972, - 1.0050873163713752, - 1.0062941810400496, - 1.0106625492506378, - 1.0037290960252208, - 0.9716931899880294, - 1.0122721434564084, - 1.004145433664744, - 1.0126537584886575, - 0.9877832016144399, - 1.0016994225200662, - 0.9984055948469278, - 1.009905276240697, - 0.9928053125930449, - 1.028439787038722, - 1.0058093224458307, - 1.0026249721952805, - 1.0044305239260718, - 1.0145868354939207, - 0.9730410910554939, - 0.981275887794836, - 0.9868601113866823, - 0.9903107009766159, - 0.9840780321801739, - 1.0155043762626388, - 1.015709680805549, - 0.9877740152182051, - 1.0007933926991834, - 0.9639452930264027, - 1.0107985365057115, - 1.0139858844795777, - 0.978091201901524, - 0.9836289102008465, - 0.9892831848712296, - 1.0050542524754924, - 1.0041143150075589, - 1.011404712398526, - 0.994592205655486, - 1.003602088307178, - 1.0043236988473279, - 0.9890344165359591, - 0.9960153738734304, - 1.0247056593625234, - 0.9709722536076895, - 0.8984006766242731, - 1.0084723110544285, - 1.0080442044255657, - 1.0139042067755502, - 1.0147945346118319, - 1.0086308434283413, - 0.9798709269587462, - 0.985827749679927, - 1.0097816591529503, - 0.9967310231913435, - 1.0125467431933681, - 0.9795738908810216, - 0.9759574846742652, - 0.9879270836797008, - 1.0100364897802065, - 1.0084344135598255, - 0.9683448859407486, - 0.9884096351113933, - 0.9957784496098612, - 1.0106496350052778, - 1.0041619111843998, - 0.9965669874488615, - 1.0148365256887901, - 0.9954909131964714, - 0.9942883718958846, - 1.0007980703139212, - 1.0031320592473836, - 0.9828596472567013, - 0.9637136602853367, - 0.9970558130158634, - 1.0142250931970318, - 1.008890015046518, - 1.0055896715654262, - 1.004944159225849, - 1.015901087459527, - 0.9987432420315473, - 0.9985224279803399, - 0.9900020636370531, - 0.9946414368680025, - 0.9718565169997336, - 1.0010286004673303, - 1.0045607582554759, - 1.0126684697205748, - 0.9911582699978772, - 0.9979453061380805, - 0.9943479420017864, - 1.0057507939001675, - 1.009199116070283, - 0.996011631450574, - 1.0055786667678899, - 0.9980095514928135, - 0.9965213084556673, - 1.0065546695035632, - 0.9959098534303568, - 1.0066323304809803, - 0.9785303330423044, - 0.9869014865983016, - 1.0002036756849269, - 1.0025571744250443, - 0.9798050960785967, - 0.9928695520264623, - 1.0029641941982563, - 0.995414106898259, - 1.0148844453635921, - 0.9709719526035338, - 0.9939566879305621, - 0.9884244597895214, - 0.9767542641597464, - 0.9853765727313375, - 1.0106906221793046, - 1.005948414723524, - 1.017725449726877, - 1.0152735855520598, - 0.9876730417321886, - 0.9757936207779202, - 1.0047018133551442, - 1.004391788961941, - 1.006171785979052, - 0.8968175799273889, - 1.0473489426893206, - 1.0315201707660164, - 1.0175144216806302, - 1.0142189436584537, - 1.0038989754399161, - 1.0173990273862883, - 1.0127050623257519, - 1.0051909194938937, - 1.012068652647229, - 0.9962079218654786, - 1.002233177655679, - 1.0161322523275562, - 0.999594425724876, - 0.9955572903935671, - 0.9917181216246964, - 0.9858353212831604, - 0.991792827254217, - 0.9768523928420304, - 0.9547301155646564, - 0.963911142038982, - 0.9970598920069098 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277225, - "cert_evals": { - "36": 0.9644308686256409, - "72": 0.957317054271698, - "108": 0.9471544623374939, - "255": 0.8658536076545715 - }, - "fold": 2 - }, - { - "best_epoch": 56, - "best_val_acc": 0.9660842754367934, - "test_acc": 0.9615191146881288, - "train_size": 1649, - "val_size": 973, - "test_size": 3976, - "stats": { - "mean": [ - [ - -0.019377861036991656, - 0.025388282601576818, - 0.017005815742874516, - -0.007883900460885378, - 0.0060343637174048335, - 0.019899812286233772, - -0.017346581947847252, - 0.01720070440873258, - -0.022683759298605638, - 0.03576464684050942, - 0.003250418289873286, - 0.023095340225590528, - 0.025853774105518486, - 0.004904056128563328, - 0.015174882898727272, - 0.004904859053972195, - -0.0064262512310491165, - -0.0013788380109157152, - 0.03392423097634965, - 0.040471053135233824, - -0.007766068975136523, - -0.02654642546998242, - -0.002714201516070317, - -0.005730637913887314, - 0.014443505081867881, - -0.01681206773802325, - 0.022797446707095152, - 0.02924670987871426, - -0.016523001552455778, - 0.022271198156458668, - 0.007295070836871207, - -0.010380893735597325, - 0.0032170857913887633, - 0.03166040751970903, - -0.011104923177683385, - 0.023025889023650516, - 0.00955245047907632, - 0.00501562544572467, - 0.003645016027895317, - 0.012703992892661992, - 0.014234079029714866, - -0.018872668283808444, - 0.03357063479684651, - 0.002985781740448259, - 0.016828823032140804, - 0.008592184530017656, - 0.020646139611886168, - -0.025274300994542045, - 0.031819425821709706, - 0.041618958390176077, - 0.00933414724075195, - -0.02236399884778645, - -0.018589546555488203, - 0.001330274912066101, - 0.0015160872407521844, - 0.002306856531231052, - -0.0022718787992723603, - 0.028225555027289576, - -0.006301775864159792, - 0.02247907061249244, - -0.011468676332322514, - 0.02175189545178902, - -0.013670970357792456, - 0.03126135081867806, - 0.004543698483929725, - -0.0009374850879321324, - 0.021139099308671503, - 0.02629353206791973, - -0.02450631540927904, - 0.030707943529411457, - 0.01293060334141885, - 0.012913687446937628, - 0.00928486858095778, - 0.01766341600970324, - 0.03807825699818077, - 0.0017500543359613783, - -0.016347040315342783, - 0.0007416811279563446, - 0.026208501607035268, - 0.023266191340205626, - -0.018853632765312562, - -0.02368463080654962, - 0.001749331437234659, - 0.003365637052759398, - 0.025888251528199256, - -0.018965530382049504, - 0.03517410735597307, - 0.025752976476652555, - -0.02487937299575574, - 0.022010353117040575, - 0.017477714511824522, - -0.017221659584597582, - -0.003431555427531808, - 0.019807925603396073, - 0.0032348454699819393, - 0.013613221879926436, - 0.0370615994009708, - -0.016630420776227922, - 0.0136933938872041, - -0.0017249714481504044, - 0.02229983032140703, - -0.012712485694360036, - 0.026678074426925498, - 0.012642979175256863, - 0.005538239963614194, - 0.0035851682595511494, - -0.017385318223165646, - -0.027282370030321336, - 0.030769696791993668, - 0.023036587355973605, - 0.02791771238326433, - -0.005707142462098305, - -0.011955044244996943, - -0.01365990568829588, - 0.02758415771376576, - 0.001034438120072712, - 0.016993479078229498, - 0.004106490266828514, - -0.007270538144329443, - 0.023955484869617922, - 0.016178350285021865, - 0.0035198083808369264, - 0.010066467580351705, - 0.013253238295936883, - 0.003935329266222111, - -0.028011770430564572, - 0.022866120224378214, - 0.0261654426682841, - 0.02473182812007268, - -0.0015221004548212846, - 0.0038331081837477228, - 0.021399354317768703, - 0.005301140012128602, - 0.019229334445118054, - 0.005640386767737668, - 0.02194890172225591, - -0.005060289387507513, - 0.026678006622195553, - -0.009628291109763477, - -0.003739145758641676, - 0.002035451000606312, - 0.010815814196482578, - -0.011372362352941229, - -0.019185084742267905, - -0.001526538386901546, - 0.01622554252274128, - 0.012853861158277795, - 0.032111232286234526, - 0.031036171322013306, - 0.014534576640388132, - -0.0195449016634327, - -0.0031721854821107633, - -0.011472115221346063, - 0.00807888645239537, - -0.009991977598544642, - 0.015293761594905845, - 0.04696865378289867, - 0.02876006337174039, - 0.030060548720436564, - -0.016465844511825162, - -0.013467629448150867, - -0.004964211527592827, - 0.023761107562159368, - -0.0028053264645238984, - -0.011466418192844817, - 0.015592289957550014 - ] - ], - "std": [ - [ - 0.985810694952265, - 1.0034659788102347, - 1.0123314802689827, - 1.0006728383848915, - 1.0057933627069857, - 1.0211647035506441, - 0.9873544232512542, - 1.0044940106681508, - 0.9972305516917789, - 0.9962847585776434, - 1.0084467836467266, - 0.9906644883619666, - 1.0245712429201694, - 0.9866939366954063, - 1.0013177295694342, - 1.0035460862038992, - 1.0106885153319805, - 0.9519922611580153, - 0.9980325911759347, - 1.0306730880090342, - 0.9835758012913696, - 0.9850289481711405, - 1.0052216421075988, - 0.9962087717875672, - 0.9963361086627195, - 0.9956939758386721, - 0.9995284943647325, - 1.023940251071931, - 1.0274738040648672, - 0.994278832453581, - 0.9978867650735795, - 0.9858582094807091, - 1.0042951554309811, - 0.9935762200569673, - 0.987438469465117, - 1.005913310224571, - 1.00088122516216, - 0.9882229146445906, - 1.0157177678163845, - 0.9964856588375458, - 0.9973534488049755, - 0.9843481194725128, - 1.0059020116489072, - 0.9945053400237248, - 0.9893145898736398, - 1.0071798920580137, - 1.026048360719046, - 0.9784906142973205, - 0.9999905642791316, - 1.0245359594400432, - 0.9857715356622779, - 0.9921646440585971, - 0.9889209867599961, - 0.9804599263285575, - 0.989078331357909, - 1.0220508106585684, - 0.9898585563272273, - 1.0050841202007248, - 1.0381369540158623, - 0.9852302977543494, - 1.0075559260629754, - 1.000291557770776, - 0.9848158888469627, - 0.9914305575952413, - 1.0027287892746963, - 0.9998437768528288, - 1.0380871234284017, - 1.0068281699392212, - 0.9909518921848135, - 1.0027114341322005, - 1.0043121525006478, - 1.004908814037755, - 1.0186241738713828, - 0.9840706508690844, - 1.0105911993179093, - 0.9676803103445097, - 1.0008055713802275, - 0.9912309236484144, - 0.995113888208004, - 1.00892652209743, - 0.9963556594838519, - 0.9845494099501623, - 0.9992655439793966, - 0.9888161956289881, - 0.988365168461102, - 0.986911819503751, - 0.9966018266120068, - 1.0253590540025506, - 1.0073388900110996, - 0.9884492302907475, - 1.0097952364856901, - 0.9710825809435979, - 1.0049468371789398, - 0.9978639652892881, - 1.0455255018744898, - 0.9978429399237, - 1.002476959825736, - 0.9981410717372688, - 1.0060801668925174, - 0.9880101858878161, - 0.9920156642454706, - 0.9690302977750064, - 1.0160561889470001, - 1.0042221946838557, - 0.9902952403395341, - 0.9972984826953729, - 0.9761193341167186, - 0.9802187480066236, - 1.008662757516423, - 0.9977604335997484, - 1.0125273643143784, - 1.0005678108605767, - 0.99939847346626, - 0.9934285795635643, - 0.993774093323074, - 0.9507637302569011, - 1.001524151413393, - 1.0029839092558797, - 0.9922893465303836, - 0.9995915259108642, - 0.9937205680489537, - 0.9906768211587779, - 0.9885237778798726, - 0.9923092460426346, - 0.9928187226268517, - 0.9431189215637575, - 0.9768867834667897, - 0.988648327088327, - 0.9868432165802018, - 0.9936538301879408, - 1.031840475179726, - 1.0088131603924193, - 0.948009389328019, - 0.980359732399849, - 0.9812840383484884, - 1.0125452888475233, - 1.0015379468649726, - 1.0082241487185495, - 1.0028073940649291, - 1.027290919950601, - 1.0123450850356626, - 0.9892757300213824, - 0.989457850129367, - 0.9916398725034907, - 0.9733306799223379, - 1.048692795336829, - 1.0185390556939666, - 1.005180692664418, - 0.9999773815928202, - 1.0029310617714582, - 0.9847831085240544, - 0.9984589470542239, - 0.997897554671397, - 1.0021153618672554, - 0.9825493908557392, - 1.0005331081478763, - 1.0721249078632564, - 1.0255830315079582, - 1.0078969722952105, - 1.0018509428094395, - 1.007362049760478, - 0.9875884283657037, - 1.0010931986356253, - 1.0157609941665726, - 0.9972826112887371, - 1.0062038228644128 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 277225, - "cert_evals": { - "36": 0.9609455466270447, - "72": 0.9496403336524963, - "108": 0.9331963658332825, - "255": 0.8602261543273926 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.961920070341937, - "std_test_acc": 0.0022541742983978896, - "n_samples": 6598, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.959894061088562, - "std_cert_acc_36": 0.003849287298905984, - "mean_cert_acc_72": 0.9477141350507736, - "std_cert_acc_72": 0.0075970860943487565, - "mean_cert_acc_108": 0.9342370629310608, - "std_cert_acc_108": 0.009111457845939811, - "mean_cert_acc_255": 0.8524090945720673, - "std_cert_acc_255": 0.012494993858335265 - }, - "oocytes_merluccius_states_2f": { - "dataset": "oocytes_merluccius_states_2f", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8623417721518988, - "train_size": 255, - "val_size": 135, - "test_size": 632, - "stats": { - "mean": [ - [ - 0.01054996298039211, - 0.027192816941176482, - -0.04626695749019601, - -0.0069539579607842475, - 0.014194326572549003, - -0.025412450196078348, - -0.04305473128235293, - 0.008311279215686227, - 0.03873141231372549, - 0.019546130517647062, - 0.04932295196078433, - 0.07244258905882356, - -0.12762710541176478, - 0.10863675447058822, - 0.03643630545098045, - 0.028625162627451017, - 0.07991438109803928, - -0.15667811082352961, - 0.11812816443137263, - 0.056641581960784365, - 0.025048539999999987, - 0.07553784419607842, - -0.12706123960784313, - 0.11197763396705882, - 0.047989735764705894 - ] - ], - "std": [ - [ - 1.055902739791254, - 1.0162268811039923, - 1.0028684541215303, - 0.9730091823212302, - 1.0042568790807076, - 1.059859315776944, - 0.9758982735241186, - 0.988138955008393, - 1.0133686644339426, - 1.0143882523728363, - 1.0032684708282238, - 1.0660462422249137, - 1.201916629773772, - 1.156152673218226, - 0.9766255498471383, - 1.0205814664175223, - 1.0558525489192028, - 1.2296182126345767, - 1.1597961969108055, - 0.9544712645073075, - 1.0067919810768349, - 1.0593103623610676, - 1.2049412432924147, - 1.1612948832756183, - 0.9664237104019653 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6556, - "cert_evals": { - "36": 0.8740740418434143, - "72": 0.8666666746139526, - "108": 0.8444444537162781, - "255": 0.7037037014961243 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8940397350993378, - "test_acc": 0.875, - "train_size": 255, - "val_size": 151, - "test_size": 616, - "stats": { - "mean": [ - [ - -0.039873489411764704, - 0.06568908627450984, - -0.08042117858823533, - -0.07278203247058826, - 0.031821641215686286, - 0.042755718431372526, - 0.005826313725490188, - 0.07096834100392159, - 0.027976641294117695, - -0.0360630005411765, - 0.08661626117647052, - -0.01559811278431374, - -0.0027832955098039194, - -0.00600242694117644, - -0.011780795098039233, - 0.05183837615686276, - -0.0011791454901960582, - 0.012773291529411772, - -0.01314989992156862, - 0.009224545098039242, - 0.0690001321568627, - -0.0190796969803922, - 0.013153878745098036, - -0.02286682056078435, - 6.883568627453327e-05 - ] - ], - "std": [ - [ - 0.9701687420411181, - 0.9794453617880473, - 0.9813443525023554, - 0.9595676757646171, - 1.003115552689647, - 0.9711996996585899, - 0.96070065028928, - 0.9964287871578288, - 0.9706304482097151, - 0.9607876088942564, - 0.9996288496718735, - 1.0168336786919916, - 1.0395937464726017, - 1.0511176984743116, - 0.9543421247886298, - 0.9888423590787397, - 0.9945618062244868, - 0.993182419256565, - 0.9977759822780166, - 0.9466357052699218, - 0.970268559194868, - 0.9921749035989086, - 0.9919171706653837, - 0.9992337881273372, - 0.9493328232926572 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6556, - "cert_evals": { - "36": 0.8675496578216553, - "72": 0.860927164554596, - "108": 0.8410596251487732, - "255": 0.7615894079208374 - }, - "fold": 1 - }, - { - "best_epoch": 33, - "best_val_acc": 0.9294871794871795, - "test_acc": 0.8723404255319149, - "train_size": 255, - "val_size": 156, - "test_size": 611, - "stats": { - "mean": [ - [ - 0.09042857501960787, - 0.08453290745098035, - 0.05499370141176466, - 0.003266606392156863, - -0.07544167117647055, - -0.015606528627450978, - -0.019981488733333278, - -0.025666618862745103, - -0.018207427176470593, - 0.07526210964705878, - -0.07317296886274506, - 0.06288879294117644, - -0.045770915470588244, - 0.06681564803529418, - 0.0457884809411765, - -0.057205103882352934, - 0.03428885882352944, - -0.026384509803921576, - 0.04764570376470586, - 0.0265779054901961, - -0.05987147952941173, - 0.04524020599999998, - -0.030786102745098055, - 0.050239169831372554, - 0.03661726031372548 - ] - ], - "std": [ - [ - 0.9803272049895071, - 0.9882927145330502, - 0.9802699132826773, - 0.9866157296330209, - 0.9568636941234572, - 0.9924758747611615, - 0.9911948282259507, - 1.014854441162732, - 0.9588574557798413, - 0.9306835025569801, - 0.9960935226571523, - 1.058677201136564, - 1.1189325498150606, - 1.104729425488317, - 1.0030626650633148, - 1.0161006842006703, - 1.038500769178019, - 1.1151857588414493, - 1.0890692776345845, - 0.9960240438206022, - 1.0157898082954688, - 1.0428087102486705, - 1.0990958365479944, - 1.0781825399569271, - 0.9998307298430946 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6556, - "cert_evals": { - "36": 0.9102564454078674, - "72": 0.884615421295166, - "108": 0.8653846383094788, - "255": 0.7307692170143127 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.8719512195121951, - "test_acc": 0.8640132669983416, - "train_size": 255, - "val_size": 164, - "test_size": 603, - "stats": { - "mean": [ - [ - -0.0162589217254902, - -0.05657745160784315, - 0.01461218117647058, - 0.05366552894117648, - 0.038041347607843126, - -0.02560452082352941, - -0.011943972431372539, - -0.007390860000000016, - -0.011038546941176463, - -0.05211940686274512, - 0.008660175294117643, - 0.051748327019607854, - -0.01198270811764698, - 0.042424563215686224, - 0.0151460240784314, - -0.01830622803921565, - 0.029721466745098055, - 0.03686442627450982, - 0.01890176607843136, - 0.022645802980392142, - -0.02072309247058821, - 0.038014168235294084, - 0.011930823882352934, - 0.031066374470588243, - 0.015441112392156824 - ] - ], - "std": [ - [ - 1.0145212260058494, - 1.0183267267898117, - 0.9955590624479448, - 1.0189109805968923, - 0.9525691096733636, - 0.9401260529685115, - 0.9530483520235054, - 1.0372365061551077, - 0.9831280509255012, - 1.0109747306925605, - 1.0146664159530456, - 1.0835689421499082, - 1.0366330566676196, - 1.063468357562322, - 1.0478025436829708, - 1.0203756563273347, - 1.048069136775873, - 0.9743374382513833, - 1.0399684735711856, - 1.0238387714620327, - 1.0310574946708129, - 1.0714734463360287, - 1.0248857085596488, - 1.0669402741834955, - 1.0309522590651836 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 6556, - "cert_evals": { - "36": 0.8292682766914368, - "72": 0.8231707215309143, - "108": 0.8048779964447021, - "255": 0.6768292188644409 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8684238661705388, - "std_test_acc": 0.00619220547902847, - "n_samples": 1022, - "n_features": 25, - "n_classes": 3, - "mean_cert_acc_36": 0.8702871054410934, - "std_cert_acc_36": 0.03317592980941458, - "mean_cert_acc_72": 0.8588449954986572, - "std_cert_acc_72": 0.025834619931525363, - "mean_cert_acc_108": 0.838941678404808, - "std_cert_acc_108": 0.025128541486644645, - "mean_cert_acc_255": 0.7182228863239288, - "std_cert_acc_255": 0.03634239050575432 - }, - "oocytes_trisopterus_nucleus_2f": { - "dataset": "oocytes_trisopterus_nucleus_2f", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.7117117117117117, - "test_acc": 0.7120418848167539, - "train_size": 228, - "val_size": 111, - "test_size": 573, - "stats": { - "mean": [ - [ - 0.008357397456140388, - 0.01802353785087694, - -0.041648607412280596, - -0.0453803663157896, - 0.0012030528070177244, - 0.022922442456140533, - 0.036679189828947405, - 0.006630059969298269, - 0.03305654250000005, - -0.013262542280701796, - -0.10907990994736835, - 0.018322935921052583, - 0.07612510290350878, - 0.012056999298245606, - 3.168017543867413e-05, - -0.10483278701754395, - 0.006886669999999989, - 0.06841488109649123, - 0.00695189035087715, - -0.010072736403508812, - -0.05385949504824569, - 0.02870514298245609, - 0.015483249929824555, - 0.03363409311403503, - -0.0021852223684209818 - ] - ], - "std": [ - [ - 0.9973978575903476, - 1.0076014353044038, - 0.9952366807299615, - 0.932027269541095, - 1.0037384211397398, - 0.9967681042898726, - 0.9897940967126091, - 0.9959439814010456, - 1.0138128967542228, - 0.9906591764143307, - 1.0399607914486315, - 1.0440929697744785, - 0.9325257900670985, - 1.077455055918072, - 1.0068935522712004, - 1.0499836979693067, - 1.020033825374287, - 0.9599692363716387, - 1.0561252019263898, - 1.0054889903033737, - 1.0309466984358973, - 1.0847181603368137, - 1.1023028462065556, - 1.254832404821169, - 0.9936933949524517 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6505, - "cert_evals": { - "36": 0.5765765905380249, - "72": 0.4144144356250763, - "108": 0.3513513505458832, - "255": 0.07207207381725311 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.7076923076923077, - "test_acc": 0.7563176895306859, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - -0.08728925657894768, - -0.0543713359210526, - -0.034470636140350855, - 0.03278697263157899, - 0.05903984850877202, - 0.027659603256579266, - 0.0052796477236843045, - -0.02784190157894725, - -0.009100311184210503, - -0.037397169736841936, - 0.10257767285964901, - -0.01304280877192977, - -0.06708928297368424, - -0.036337502456140376, - -0.047321120833333355, - 0.09918661429824563, - -0.009569511929824559, - -0.06545246535087723, - -0.012505821052631564, - -0.06283763969298246, - 0.07219973416666646, - -0.0427019519736842, - 0.004866778614035071, - -0.047571456315789504, - -0.07411300593421052 - ] - ], - "std": [ - [ - 1.0458471164356558, - 1.0593898673226612, - 1.0081986354392756, - 1.0765642846006065, - 1.0669306376265857, - 1.0624952898815982, - 1.0407781573587898, - 1.106896809173159, - 1.167838053551809, - 1.0758835524236412, - 1.0385900596754538, - 0.9885404293586944, - 0.9550027699090833, - 0.9244009468904739, - 1.0365002828514067, - 1.032883107457862, - 1.0049531003586958, - 0.9938416222614777, - 0.9755214096734742, - 1.053074988224559, - 1.0165408864776693, - 0.9716379772569274, - 0.9394817774978654, - 0.8622924823332119, - 1.0276563689405496 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6505, - "cert_evals": { - "36": 0.5307692289352417, - "72": 0.39230769872665405, - "108": 0.2769230902194977, - "255": 0.03846153989434242 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.7028985507246377, - "test_acc": 0.7051282051282052, - "train_size": 228, - "val_size": 138, - "test_size": 546, - "stats": { - "mean": [ - [ - -0.03544724921052656, - -0.03885949409210542, - -0.00817023697368415, - 0.051384859504385955, - 0.046574599692982555, - 0.04455862842105246, - 0.006319970219298388, - -0.042167378070175295, - -0.056997550482456076, - -0.04837222118421066, - 0.023236387807017467, - -0.018419659824561344, - 0.03327031526622804, - -0.03261339552631577, - 0.017033810526315828, - 0.026972617807017606, - -0.016002433162280727, - 0.07519383274999998, - -0.03613011021929823, - 0.0164577965789474, - 0.013493596793859773, - -0.02311588736842108, - 0.0705855121052632, - -0.038314935394736835, - 0.002846930162280715 - ] - ], - "std": [ - [ - 1.0173295399775188, - 1.0238875326302583, - 0.965332841080866, - 1.0357264688512589, - 1.0296595721628123, - 1.027217931369946, - 0.9273272720979442, - 1.0575953015661612, - 1.0282364738483871, - 1.0347456518954214, - 0.9384525467734931, - 0.9632166870693201, - 0.9301838169931504, - 0.9056571647388838, - 1.0051927672529442, - 0.961531287665366, - 0.9441957103814642, - 0.9064551199981514, - 0.8776461226812926, - 1.0213725987384084, - 0.997919302021147, - 0.9466852583005331, - 0.8271188054338252, - 0.8317555000647003, - 1.0271823239026208 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6505, - "cert_evals": { - "36": 0.5652173757553101, - "72": 0.39855071902275085, - "108": 0.28260868787765503, - "255": 0.10144928097724915 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.6948051948051948, - "test_acc": 0.7113207547169811, - "train_size": 228, - "val_size": 154, - "test_size": 530, - "stats": { - "mean": [ - [ - -0.10959069377192993, - -0.09912143754385974, - -0.007162025008771894, - 0.06766152456140351, - 0.08831780850877229, - 0.08171766137061406, - 0.006699487456140278, - -0.07772155793859647, - -0.05998239798245609, - -0.07346038859649133, - -0.02367889968421067, - -0.005257190087719264, - 0.03324320991228074, - -0.048391179824561384, - 0.008669106403508755, - -0.045213709868421055, - -0.008913120438596496, - 0.02287917744298246, - -0.016604398201754404, - -0.0007747342105263451, - -0.06126861737280714, - -0.02565710350877192, - 0.05257332175438596, - -0.045432562719298235, - -0.0029558628640350784 - ] - ], - "std": [ - [ - 1.044732018887429, - 1.0625410440290517, - 1.0767800702099823, - 1.0282688245705722, - 1.08629241303742, - 1.0791696596464955, - 1.0159169319395265, - 1.053527399603391, - 0.9939044762321542, - 1.0659676193377676, - 0.9599515341324413, - 0.9624071800102462, - 0.902255701658811, - 0.882802488819804, - 0.992868117400491, - 0.976032726528656, - 0.9678528042797121, - 1.0363949239113746, - 0.9791104951035513, - 1.0023913562224034, - 0.9810108324803241, - 0.9401880345466065, - 0.8602452645459159, - 0.8427992005641717, - 1.0009607300230972 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 6505, - "cert_evals": { - "36": 0.551948070526123, - "72": 0.48701298236846924, - "108": 0.37662336230278015, - "255": 0.11688311398029327 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7212021335481565, - "std_test_acc": 0.023615145219669516, - "n_samples": 912, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.5561278164386749, - "std_cert_acc_36": 0.019674862869489492, - "mean_cert_acc_72": 0.4230714589357376, - "std_cert_acc_72": 0.04363155623927188, - "mean_cert_acc_108": 0.321876622736454, - "std_cert_acc_108": 0.04976195289043966, - "mean_cert_acc_255": 0.08221650216728449, - "std_cert_acc_255": 0.034588436918534735 - }, - "oocytes_trisopterus_states_5b": { - "dataset": "oocytes_trisopterus_states_5b", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 41, - "best_val_acc": 0.875968992248062, - "test_acc": 0.8324324324324325, - "train_size": 228, - "val_size": 129, - "test_size": 555, - "stats": { - "mean": [ - [ - 0.07071967587719294, - -0.03126246473684206, - -0.05244502938596495, - 0.005148638640350878, - 0.12069938767543859, - -0.061311192850877064, - -0.05906930372807029, - -0.05115659995614045, - -0.13130431929824563, - -0.06720904710526317, - -0.05089102140350876, - -0.04616209415789476, - -0.008453429122807003, - 0.007494995967982444, - -0.045153931578947384, - 0.03200924100877193, - -0.0691457934210527, - -0.0009892403947368614, - 0.011054617807017532, - -0.029681514881578927, - 0.01884901570175438, - -0.046099180000000024, - 0.002979564210526361, - -0.0069296600877193516, - -0.01987498114035088, - 0.015903855074561355, - -0.12577492600877196, - -0.08353401973684217, - -0.05708607535087729, - -0.05055958596491232, - -0.04731587622807015, - -0.043790602412280666 - ] - ], - "std": [ - [ - 1.1161365921129287, - 1.019937304172635, - 0.917445075485345, - 0.922445163110283, - 1.1247212152662185, - 1.0142273750405912, - 1.013302866302, - 1.014864695381583, - 0.9032083969104956, - 0.9420860638513419, - 0.8878850299621215, - 0.9649792111481951, - 0.9283049848951963, - 0.9030510744389749, - 0.8595512938345663, - 0.9546310505717645, - 1.0275522247728062, - 0.9168016008396184, - 0.9413647122294537, - 0.8546868987355505, - 0.9932921290570054, - 1.0448863454946404, - 0.9301627049708955, - 0.9728030425741644, - 0.8334914560515586, - 0.9950352822299136, - 1.1288380460826624, - 1.0483897554983064, - 0.9912110826643573, - 0.972356775914115, - 0.9655364442120018, - 0.961757628464007 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10630, - "cert_evals": { - "36": 0.8294573426246643, - "72": 0.7829457521438599, - "108": 0.751937985420227, - "255": 0.565891444683075 - }, - "fold": 0 - }, - { - "best_epoch": 50, - "best_val_acc": 0.94, - "test_acc": 0.9044943820224719, - "train_size": 228, - "val_size": 150, - "test_size": 534, - "stats": { - "mean": [ - [ - 0.042168793947368305, - -0.046661154824561395, - -0.07265519657894737, - -0.029048200219298256, - 0.09316957649122803, - -0.10222960131578947, - -0.10301473457017543, - -0.10802850458421065, - -0.0797967623684211, - -0.04103184833333331, - -0.03355091710526318, - -0.07929260306140361, - -0.01261704565789473, - 0.1506792193013158, - -0.04067907675438599, - 0.0143033318859649, - -0.10382837236842095, - -0.04084723513596495, - 0.09225491631578954, - -0.05923273439912277, - -0.01375305198245613, - -0.07187321360087723, - -0.04672014346491231, - 0.0815637618859649, - -0.05598073456140354, - -0.022079915539473673, - -0.09001919685526312, - -0.07580621197368419, - -0.062005388640350885, - -0.0598721951754386, - -0.05949153206140351, - -0.05830784473684211 - ] - ], - "std": [ - [ - 1.0200834248953377, - 0.9834883235416357, - 0.948382326692065, - 0.9422895148016912, - 1.0599930578421568, - 1.008102104687054, - 1.005532265621242, - 1.002425640615904, - 1.0281516449119859, - 0.9864372876535116, - 0.9216225867194346, - 1.0175930869712388, - 0.9515569597651118, - 0.8710927832245062, - 0.9090671548749089, - 0.9587815133966584, - 1.0094043299853246, - 0.9261778760996505, - 0.8474973900761839, - 0.9036382522123776, - 0.9766692441797213, - 1.0089134547001877, - 0.9564712615645998, - 0.8678207248562414, - 0.9118462619599206, - 0.9732947965073382, - 1.0611090895722666, - 1.015667914213523, - 0.9793114555387845, - 0.9657189087278202, - 0.9606198710213132, - 0.9585784664444565 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10630, - "cert_evals": { - "36": 0.893333375453949, - "72": 0.8600000143051147, - "108": 0.8066666722297668, - "255": 0.46000000834465027 - }, - "fold": 1 - }, - { - "best_epoch": 35, - "best_val_acc": 0.8870967741935484, - "test_acc": 0.8625, - "train_size": 228, - "val_size": 124, - "test_size": 560, - "stats": { - "mean": [ - [ - 0.003998914473684303, - -0.0213186002192983, - -0.017623903947368354, - -0.012337663596491195, - -0.017431074298245655, - -0.004555553359648964, - -0.004108547587719438, - -0.0009373696052630999, - -0.016608215043859648, - -0.03182528381578946, - -0.007421083684210486, - -0.005595805956140336, - -0.02646343394736844, - -0.03618650232456141, - -0.010698251315789472, - -0.030884499561403496, - 0.00945457565789471, - -0.009139434872807068, - -0.03419454758771928, - -0.008557029530701714, - -0.023951698464912213, - -0.004459117500000028, - -0.004532075570175454, - -0.017823669631578956, - 0.001388015307017533, - -0.0025814676008772044, - 0.025199284736842097, - -0.0031750307894736394, - -0.009545385219298277, - -0.011465425438596452, - -0.011802506973684268, - -0.012658367236842074 - ] - ], - "std": [ - [ - 0.97457074546984, - 1.0043257679235367, - 0.9742480751664327, - 0.9943971588575504, - 0.9581527150500696, - 0.9265467380337167, - 0.9264773239886217, - 0.9319494271687707, - 1.0333247779313135, - 0.920720050526615, - 0.9972315457748969, - 0.9339472735421078, - 0.994560651859279, - 0.9728161348895927, - 0.9675512654728273, - 1.0285831983370706, - 0.9503032539654157, - 0.9956226688351669, - 0.9764940921703851, - 0.9471557323877339, - 1.0287165906042777, - 0.9500178099607385, - 0.9876437160220987, - 0.9354692176608096, - 0.898511968634094, - 1.0286414971042166, - 0.9524777970147053, - 0.9772040913271117, - 0.9780996145454892, - 0.9792411013617204, - 0.9824128780686913, - 0.9861305066741933 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10630, - "cert_evals": { - "36": 0.8387096524238586, - "72": 0.7661290168762207, - "108": 0.6693547964096069, - "255": 0.4274193346500397 - }, - "fold": 2 - }, - { - "best_epoch": 42, - "best_val_acc": 0.8769230769230769, - "test_acc": 0.8628158844765343, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - 0.19128086798245605, - -0.1545888153201755, - -0.1037753156140351, - -0.08390219271929829, - 0.19822772679824566, - -0.054646532894736755, - -0.05310007785087714, - -0.05312231039473688, - -0.09918999210526323, - -0.0755739785964912, - -0.07051384131578947, - -0.05881431096491246, - -0.07694789254385967, - 0.054556597587719274, - -0.06296629385964911, - -0.09344949605263154, - -0.05059881096491216, - -0.09314682412280695, - 0.050995198815789525, - -0.07107925399122803, - -0.13133097996491225, - -0.0199737169736841, - -0.08499977043859651, - 0.0665703333333333, - -0.06430988701754382, - -0.11358861070175429, - -0.20145491466228072, - -0.1672395333333333, - -0.13964623530701756, - -0.13065004122807017, - -0.1280007524122807, - -0.1254573030701754 - ] - ], - "std": [ - [ - 1.162459605948107, - 1.0220637257211564, - 0.9798271763297653, - 0.9281687716661429, - 1.1748679320520254, - 1.0338563715791989, - 1.0321846232991374, - 1.0330317193022602, - 1.0435830097086, - 0.9790515232110254, - 0.975207419353285, - 0.993634610991306, - 0.9186772145265852, - 0.9759927672870093, - 0.930549606138527, - 0.9430482289842438, - 1.0327123337266333, - 0.9392430037385824, - 0.9854560711615015, - 0.9600278149608173, - 0.9920638252884562, - 1.0141678876429923, - 0.9512802433446548, - 0.9952075820683842, - 0.911976129686222, - 0.9873548656001708, - 1.1909974471705074, - 1.0719478815576433, - 1.0152936018335244, - 0.9972868774145465, - 0.9919889419406073, - 0.9898458188922279 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 10630, - "cert_evals": { - "36": 0.800000011920929, - "72": 0.7461538314819336, - "108": 0.7230769395828247, - "255": 0.45384615659713745 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8655606747328597, - "std_test_acc": 0.029609770935737873, - "n_samples": 912, - "n_features": 32, - "n_classes": 3, - "mean_cert_acc_36": 0.8403750956058502, - "std_cert_acc_36": 0.03897305829323882, - "mean_cert_acc_72": 0.7888071537017822, - "std_cert_acc_72": 0.049787492456699986, - "mean_cert_acc_108": 0.7377590984106064, - "std_cert_acc_108": 0.05728294943105608, - "mean_cert_acc_255": 0.4767892360687256, - "std_cert_acc_255": 0.06105968066642195 - }, - "connect-4": { - "dataset": "connect-4", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.7906545702858258, - "test_acc": 0.7648266818417992, - "train_size": 16889, - "val_size": 10251, - "test_size": 40417, - "stats": { - "mean": [ - [ - 0.030039043756277816, - 0.019902300550625314, - 0.02412979927762107, - 0.01985044289179096, - 0.04051709657175008, - 0.019031591236910044, - -0.0045395188821050255, - 0.00019764479838064707, - -0.0054407273373289445, - 0.0013942071762814724, - 0.0055600884599283544, - 0.001485642518807598, - -0.045466167742357476, - -0.01035231553081155, - -0.011896642548398602, - -0.003500336017520728, - -0.005169183847484449, - -0.004208846444423896, - -0.015666746284570425, - -0.004623683640220639, - -0.003240515128237825, - 0.007526564154155245, - 0.005614181419874743, - -0.0009578565812173992, - -0.008785680620530124, - 2.9899105920217333e-05, - 0.008153071703466623, - 0.012008136479367208, - 0.006621551092434575, - -0.0019656975546212823, - -0.013779740837230907, - -0.007963726330753096, - 0.0029912185446102466, - 0.006957733791219768, - 0.009923208727565623, - 0.008400017940669328, - 0.005648935283319054, - -0.0006844205696187397, - -0.00016250281250430496, - 0.005438035407640847, - 0.006130487891554314, - 0.0019121513411066388 - ] - ], - "std": [ - [ - 1.006531226467314, - 1.008924218376966, - 1.0197183666704737, - 1.023893878424687, - 1.1159454713651147, - 1.1190732652590052, - 1.0024169825217877, - 0.9994835093105424, - 0.9930989860238304, - 1.004612308430935, - 1.0242747269577495, - 0.9967703228906594, - 1.0081015996457976, - 1.0023951062831706, - 0.9892908401102037, - 0.9991151349692805, - 0.9863950858355114, - 0.960184531380724, - 0.9986346631032498, - 1.0001270989782147, - 0.9928951530660571, - 1.0169032842233705, - 1.013285375385304, - 0.970290472444351, - 0.9945759706604689, - 0.9972408901165424, - 1.0114521905940863, - 1.0290063758644428, - 1.023278904623385, - 0.9324949802555003, - 0.9965943679305745, - 0.9932874797871102, - 1.0036564691959504, - 1.0228377133115587, - 1.0386526847608728, - 1.1257342158605066, - 1.0035861966708441, - 1.000236858494279, - 0.9968329006749054, - 1.0125833294784417, - 1.0214319654141149, - 1.006766118353405 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18065, - "cert_evals": { - "36": 0.6224758625030518, - "72": 0.45517510175704956, - "108": 0.3031899333000183, - "255": 0.011608622968196869 - }, - "fold": 0 - }, - { - "best_epoch": 30, - "best_val_acc": 0.7873178416699488, - "test_acc": 0.7751777251184834, - "train_size": 16889, - "val_size": 10156, - "test_size": 40512, - "stats": { - "mean": [ - [ - 0.027203261152216014, - 0.024381636864207697, - 0.020735522529443332, - 0.023047149623986126, - 0.020027097519112465, - 0.026940308105877917, - -0.00722533788855856, - -0.00531791621766461, - -0.009308466457466616, - 0.00578968973889537, - -0.0010269574279278557, - 0.004949220640663072, - -0.037384035289282136, - -0.016723926816264917, - -0.008892225590617149, - -0.008508028006396103, - -0.004554644798399636, - 0.0002488341287307118, - -0.014038076854764218, - 0.0028520603943621176, - 0.0008038332642066601, - 0.002791597607881187, - -0.00160992456626965, - -0.0009578257800985885, - 5.388069156555676e-05, - 0.010160649535196326, - 0.012398836639225969, - 5.7993960568914834e-05, - -0.003970593522402191, - 0.0032774340103030072, - -0.010958108650600418, - 0.003209088104681389, - 0.008421007164421582, - 0.007349537331987826, - 0.008767308745328259, - -0.0032300263189079456, - -0.0018860788679084654, - -0.009485176801493057, - -0.0028463511753280563, - 0.0013060429865429904, - -0.0015533507016145245, - 0.012107637870801016 - ] - ], - "std": [ - [ - 1.0053784970608792, - 1.0086117051709853, - 1.0174407281192794, - 1.0328236445577126, - 1.0555647249928823, - 1.1828794778966805, - 1.0020910755122447, - 1.0000565113338769, - 0.9890321160451245, - 1.0150152665488792, - 0.9899360205182285, - 1.0509979377431884, - 1.0058247313452429, - 0.9943794278675755, - 0.9914355031605685, - 0.98735263698585, - 0.9895129572809503, - 0.9832660190727348, - 1.0002454573596118, - 1.005345164132691, - 1.0022702027544366, - 1.0038695389702308, - 0.9884994910041733, - 1.0323210247180712, - 0.9997460580413666, - 1.0089872644160143, - 1.0235001251776934, - 0.9984386209085483, - 0.9823324227005963, - 1.0494438702787408, - 0.9933592013054958, - 1.0038908920524567, - 1.013697656799958, - 1.0183153010542547, - 1.0567215054144603, - 0.8880868673858706, - 1.0011297314158905, - 0.9952887406369397, - 0.9967427026967423, - 1.006175884588394, - 0.991937713430211, - 1.1100304287997806 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18065, - "cert_evals": { - "36": 0.6191413998603821, - "72": 0.45756202936172485, - "108": 0.29371801018714905, - "255": 0.008960220962762833 - }, - "fold": 1 - }, - { - "best_epoch": 49, - "best_val_acc": 0.7987292277614858, - "test_acc": 0.7788713586230773, - "train_size": 16889, - "val_size": 10230, - "test_size": 40438, - "stats": { - "mean": [ - [ - 0.025572694783573928, - 0.01329715524895377, - 0.021220418319602922, - 0.01865168985727237, - 0.01982012718339098, - 0.00963998614483818, - 0.002528423115643657, - 0.014210160400253889, - 0.019369405767058635, - 0.014451386997468231, - 0.013793931316224738, - 0.012371159470670088, - -0.039714018710444283, - 0.002464175676483553, - -0.003429649002305634, - -0.009634763751553201, - 0.0009762194327558758, - 0.0017347277695622, - -0.010497498845409039, - -0.009077317366310872, - -0.009626320682147567, - -0.007594781810667109, - -0.00470596897387065, - -0.0015970677600842312, - -0.009472249452314906, - -0.00820725051809292, - -0.0026667849487946728, - -0.015432931020187987, - 0.0013254907454667974, - 0.008520569927173222, - -0.01259168517970182, - -0.013636079637638902, - -0.01148821777488854, - 0.0004930685061226005, - 0.0037583447036442816, - 0.004523333086622283, - -0.0011041412753886373, - 0.0011898180472266853, - 0.004086905974287228, - 0.0047194280300578055, - 0.006496377523849094, - 0.0006377091894106407 - ] - ], - "std": [ - [ - 1.002340911028259, - 1.000241509886604, - 1.0182352047279812, - 1.026450786988581, - 1.0586830294039484, - 1.0573441287107759, - 0.9999723336345973, - 1.0051963116139528, - 1.0189730060934503, - 1.0249429350044355, - 1.0283337398578962, - 1.0717856671455852, - 1.007021137501264, - 1.0086278986575667, - 0.9953893180688569, - 0.98676435866359, - 1.0045070750637721, - 0.9894410915928983, - 1.0018969853345276, - 0.9951351558433682, - 0.9829488046935272, - 0.9826669281585328, - 0.9809482582136214, - 1.0155101449208117, - 0.9962026519420597, - 0.990863381380769, - 1.0019931559758173, - 0.9596014491771616, - 1.0169055158769793, - 1.076548189219986, - 0.9955495648295175, - 0.9907146280157456, - 0.9785756681213451, - 1.006526766910725, - 1.0173366899136054, - 1.0876518916773228, - 1.0029420841971977, - 0.9990722630784118, - 1.0096089946640998, - 1.0127375864747392, - 1.01584212211435, - 0.9362241233272562 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18065, - "cert_evals": { - "36": 0.6277614831924438, - "72": 0.47194525599479675, - "108": 0.31466275453567505, - "255": 0.01260997075587511 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.7877518452024735, - "test_acc": 0.7808424782244968, - "train_size": 16889, - "val_size": 10026, - "test_size": 40642, - "stats": { - "mean": [ - [ - 0.0255017919592495, - 0.022711381550094376, - 0.022287194327654584, - 0.02371314346613092, - 0.02809891444136949, - 0.011617169660734934, - -0.003762045615482179, - -0.0006222379063383423, - -0.0011956524365063191, - 0.008375274142948436, - -0.0028795755225458197, - 0.004949219420934186, - -0.03286969234417018, - -0.016504218603819, - -0.0016998223695865533, - -0.0031247556989696936, - -0.011519434898461321, - 0.0002488323820318791, - -0.012126160814738062, - -0.0071686163775022144, - 0.0038903055242530825, - 0.0026388575403812784, - 0.004066158683185444, - -0.0015970711824220074, - -0.004837915684773933, - -0.005745571910715695, - -0.003762464740373103, - -0.006138376635676964, - 0.001325493137553573, - 0.008520567025875392, - -0.0066514068920593425, - -0.003064876132393696, - 0.005525119900522458, - 0.009504424891937585, - 0.011849736177385477, - 0.008400017940669543, - -0.0067909446385286945, - -0.00818136082659884, - 0.004646044170746594, - 0.012444457339079356, - -0.0015533672804591957, - 0.00446103881223969 - ] - ], - "std": [ - [ - 1.0045809901782567, - 1.011044061995358, - 1.0172043141389446, - 1.0411444793879623, - 1.0848038904253097, - 1.0532589212327128, - 1.001732294856909, - 0.9979736375563433, - 0.9960552361012427, - 1.01505820099451, - 0.9927946698994767, - 1.0430998783719132, - 1.0035374294499668, - 0.9954329781752278, - 0.9998036225568965, - 0.9986000648188756, - 0.968307334521185, - 1.0041135888200137, - 1.0020709200665507, - 0.9957946771192316, - 1.0066983742054452, - 0.9982009085917064, - 1.0079501138389146, - 1.0086913740499897, - 0.9975519054988539, - 0.9949781645083238, - 0.9908446185534602, - 0.980252534332932, - 1.0196582337505167, - 1.129171084329408, - 0.9975018305111572, - 0.9962923547954192, - 1.0083259241822573, - 1.0245524736842544, - 1.0587730123334396, - 1.1257342158603454, - 1.000888709096108, - 0.9958781134180874, - 1.0074167017832345, - 1.03159906035601, - 0.975850670238492, - 1.1586868157131331 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 18065, - "cert_evals": { - "36": 0.6382405757904053, - "72": 0.4702772796154022, - "108": 0.3117893636226654, - "255": 0.010572511702775955 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7749295609519641, - "std_test_acc": 0.007132790742291522, - "n_samples": 67557, - "n_features": 42, - "n_classes": 2, - "mean_cert_acc_36": 0.6269048303365707, - "std_cert_acc_36": 0.00834904361665787, - "mean_cert_acc_72": 0.46373991668224335, - "std_cert_acc_72": 0.008594320872952857, - "mean_cert_acc_108": 0.30584001541137695, - "std_cert_acc_108": 0.009437538797231214, - "mean_cert_acc_255": 0.010937831597402692, - "std_cert_acc_255": 0.0015588898695417343 - }, - "ozone": { - "dataset": "ozone", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.9303621169916435, - "test_acc": 0.9066753078418665, - "train_size": 634, - "val_size": 359, - "test_size": 1543, - "stats": { - "mean": [ - [ - -0.003832208201892918, - -0.005418530378548824, - -0.010179585331230298, - -0.007282815457413272, - -0.012684214511040823, - -0.016161820820189455, - 0.002799892586751031, - 0.0019220082018927972, - -0.018512049842271346, - 0.005907482334384807, - -0.007494815457413195, - -0.025883145425867744, - -0.03184079188958992, - -0.019569813880126137, - -0.027278735331230344, - -0.03046446009463729, - -0.011907895583595755, - -0.007346252618296485, - -0.02668136640378576, - -0.06587051593059931, - -0.049409756782334495, - -0.07125564747634061, - -0.0656345313880127, - -0.07421817728706603, - -0.009998679968454185, - -0.0262489938485801, - -0.021923096214510832, - -0.0190336230283913, - -0.018218104037854982, - -0.016821850378548945, - -0.020884196703469835, - -0.020929776435331872, - -0.021766428958990638, - -0.02181745849999988, - -0.020616926908517234, - -0.02164594619873821, - -0.027880692514195553, - -0.03721009403785469, - -0.03371047791798095, - -0.0357276862940851, - -0.03981797839116743, - -0.04135431316246058, - -0.0396969034069403, - -0.04041245388012638, - -0.03959258725552049, - -0.035369640788643436, - -0.0329854148107256, - -0.037678351135646625, - -0.029864726656151485, - -0.030806835126182992, - -0.03040135176656141, - -0.02955822337539437, - -0.0004082835646687658, - 0.03179852176656152, - -0.030195180984227132, - -0.04001496272870659, - 0.026779878261829634, - -0.004116586119873863, - -0.0023215491955836005, - -0.024096858706624612, - -0.03674826619400633, - 0.02543307507728708, - -0.005538621608832797, - 0.01184614798107252, - -0.02897714377507889, - -0.008931562263406941, - 0.023499008943217683, - 0.017402507271293364, - 0.0359555768138801, - 0.023836606309148266, - -0.0014779406940063293, - -0.008649845488958915 - ] - ], - "std": [ - [ - 1.0253346653541646, - 0.9970790367473195, - 1.0038692152439912, - 0.9938232451774182, - 0.9892173701948798, - 0.9911118430754786, - 1.017791120532591, - 0.9932864022974621, - 0.9902464436046423, - 1.000185178231482, - 1.0011696264611658, - 0.986480392675615, - 0.9730802318969383, - 0.9778181923701852, - 0.9836970027189096, - 0.9750118443336364, - 0.9792780834573579, - 0.9880149185292257, - 0.9781480670848659, - 0.9690310973910427, - 0.9891508690776625, - 0.9800473244857659, - 0.9719895753152141, - 0.9862159945987059, - 1.000643505337353, - 0.98774444392728, - 1.0016087509397211, - 0.9981176722651791, - 0.9943416662612424, - 0.9911189659544083, - 0.9910342795958328, - 0.9946798944092399, - 0.9963025407021763, - 0.9986420543916559, - 1.0050901822096001, - 1.006920701444179, - 1.0106377164264517, - 1.0193709910492683, - 1.0139900979553602, - 1.0114902226706495, - 1.0154408973720759, - 1.0202202440190384, - 1.0187333506565903, - 1.0188947379912598, - 1.0238829760328585, - 1.0216807530782095, - 1.0172760501580516, - 1.019296401406438, - 1.0121202260566657, - 1.0092598657183676, - 1.0163059965288948, - 1.0075443434312203, - 0.9544054418118135, - 0.959178459050877, - 0.9653248526530249, - 0.9812633263036802, - 0.9443343196371533, - 0.9785419366403552, - 0.9938503050835839, - 0.9399729974257295, - 1.0017571374847212, - 0.9409064434936084, - 0.9699516997787144, - 1.0227411928766736, - 0.9603064531854989, - 0.9989953512934372, - 0.9473740110075154, - 0.9448230205985104, - 0.9456688250252197, - 0.942484207617471, - 1.0193030273935935, - 0.9279161878664934 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52565, - "cert_evals": { - "36": 0.8857938647270203, - "72": 0.8635097146034241, - "108": 0.8356545567512512, - "255": 0.7075209021568298 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.9181141439205955, - "test_acc": 0.9266177451634423, - "train_size": 634, - "val_size": 403, - "test_size": 1499, - "stats": { - "mean": [ - [ - 0.03792215394321758, - 0.05303702501577294, - 0.055938417665614755, - 0.045617302050472784, - 0.021353089905362888, - 0.020145928075709717, - 0.0154306208201896, - 0.022261120504731842, - 0.020515404258675263, - -0.006392122712933948, - -0.018915373501577255, - -0.01732013391167209, - -0.017668103968454255, - -0.006586070347003194, - -0.016273178391167133, - -0.009117565772870817, - -0.006092351104100761, - -0.004906137602523564, - -0.015032467823343948, - -0.009775977760252257, - -0.0028146921135643894, - -0.014031686908517228, - -0.025870736750788572, - -0.018697430914826393, - 0.012961191798107244, - 0.01047141529968471, - 0.018777906104101107, - 0.026551687539432215, - 0.020844408675078762, - 0.023819117413249064, - 0.023811730189274537, - 0.019894168675078563, - 0.021038747192428944, - 0.02314655241798127, - 0.028341015741325026, - 0.024617651403785426, - 0.01178393461514206, - 0.014336364637223941, - 0.016739142365930756, - 0.012312654178627935, - 0.028485125615141934, - 0.019114635623028217, - 0.013634379747634108, - 0.008062478817034518, - 0.009352700126182908, - 0.012544397728706748, - 0.01817721485804401, - 0.017917969968454316, - 0.021168408769716013, - 0.023414116261829713, - 0.014830201829653165, - 0.02222035735015768, - 0.026335983533123025, - 0.0094259924290221, - -0.007603148958990523, - 0.0009938357413249734, - 0.005802570088328026, - 0.026215337223974716, - 0.038780452492113614, - -0.022953927902208182, - 0.031207762034700385, - 0.017113763779179843, - 0.04147194542586757, - 0.04368782463722394, - 0.01750911003659304, - 0.03434608705047321, - 0.009342367476340697, - 0.024773590962145133, - 0.004409446561514154, - 0.005585798107255572, - 0.00011378753943216802, - 0.0765020130757091 - ] - ], - "std": [ - [ - 1.03736363563334, - 1.041421531442326, - 1.0267865270755487, - 1.0121442820993367, - 1.008293110256913, - 1.01873498921806, - 1.0118066495461369, - 0.982292246248336, - 0.979405861495792, - 0.9688780031821314, - 0.9652773998745313, - 0.9694491321671315, - 0.9531773775158731, - 0.9580862657893832, - 0.9577664681306315, - 0.9623544801742809, - 0.975601277571152, - 0.9832052078314656, - 0.990296487656043, - 0.9755842570008628, - 0.9865540245890023, - 0.962851713833088, - 0.9566628208998662, - 0.9468020657890054, - 0.9742316163334963, - 0.9645422392473766, - 1.0027685912228592, - 0.9966208972539959, - 0.999182931601029, - 0.9948819423856855, - 0.9946336959149308, - 0.994301681069435, - 0.9956026583826234, - 0.9930511866663474, - 0.9890478651750041, - 0.994199597668802, - 1.0023859350650413, - 1.000426145687874, - 1.0003652424842289, - 1.0064232470420955, - 0.9992643537317858, - 1.005945961042932, - 1.0059460570896996, - 1.0088514720728148, - 1.0098664378887052, - 1.0086576841526969, - 1.0071224688030078, - 1.0065893694520875, - 1.003072381839363, - 1.0009275382343648, - 1.0031288456338048, - 1.001641400063109, - 0.9717690232361939, - 0.9645442990237298, - 1.0599901264777962, - 0.9668729591901228, - 0.9848003020040621, - 0.9858228202928896, - 0.9910100230003203, - 1.033854568614186, - 1.023206024569695, - 0.9609138694597942, - 0.9763937113178477, - 1.0499365812704335, - 1.002074911190731, - 1.0401611909032527, - 0.9829420247883154, - 0.9775076034950193, - 0.9858571161451036, - 0.98438894199897, - 0.9570620772827372, - 1.2319088901760018 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52565, - "cert_evals": { - "36": 0.8709677457809448, - "72": 0.8610422015190125, - "108": 0.8337469100952148, - "255": 0.7171216011047363 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.9373368146214099, - "test_acc": 0.9163923633969717, - "train_size": 634, - "val_size": 383, - "test_size": 1519, - "stats": { - "mean": [ - [ - -0.026519395110410078, - -0.020519656719242864, - -0.03856912839116702, - -0.016610770662460427, - -0.02360172176656157, - -0.0062361091482649456, - 0.006315673186120061, - 0.008122894006309216, - 0.019828661829653038, - 0.023493720820189235, - 0.028398340063091426, - 0.037658466246056704, - 0.03720359796845454, - 0.01712326940063089, - 0.010629502208201842, - 0.016920019873816996, - 0.004836936277602788, - 0.008885449716088383, - 0.004271558517350052, - -0.013732781230283674, - -0.003293864984227115, - -0.0059959652996845044, - 0.02009481703470032, - 0.012495374763406907, - 0.026107515615142074, - 0.0048866673501578506, - -7.10347318611639e-05, - 0.004620787066245969, - 0.006923117208201871, - 0.007044452050473267, - 0.0017660842902208816, - 0.0005843353627757844, - 0.0024381367823343115, - 0.01260079149999998, - 0.027790525930599275, - 0.03580574296529951, - 0.044962928378549, - 0.03849109044164033, - 0.031017723895899216, - 0.014714712648895947, - 0.020249673911671977, - 0.01992396563091474, - 0.00854246886435317, - 0.010404890378548888, - 0.0019442098422712223, - -0.005629299589905388, - 0.0006738145583594855, - -0.006554089621451123, - -0.0014963604731860216, - -0.004724123485804328, - 0.03185038192429032, - 0.017040701072555207, - -0.016917529684542604, - -0.01635350962145107, - 0.03180636989905358, - -0.028097102381703456, - -0.02487774311041013, - -0.024357788801261843, - 0.010347320820189253, - 0.023048282129337568, - -0.0404586584542587, - -0.01956875883911673, - -0.015517057255520493, - -0.042936753533123054, - 0.016056352455205057, - 0.0006885119637224163, - -0.017713837870662472, - 0.00866661981072551, - -0.011936950630914838, - -0.019579047318612028, - 0.010573428391167213, - 0.013769920457413393 - ] - ], - "std": [ - [ - 0.9824246191960648, - 0.9460660479955723, - 0.9414137117810848, - 0.9563951332641849, - 0.9542747430368088, - 0.9649020128187702, - 0.9480302958839442, - 0.9695925595005404, - 0.9508962724118688, - 0.9324002792481486, - 0.9491098110835717, - 0.9593993759599093, - 0.9708845814409902, - 0.9746076150662417, - 0.9730830926818287, - 0.9705828418121233, - 0.9678944356517812, - 0.9787918055436075, - 0.9871395323030632, - 0.988799836722974, - 1.0088712263265718, - 1.027651048121395, - 1.0110542737448385, - 1.014655075557104, - 0.9527254870773569, - 0.9499284788193443, - 0.9739892346448356, - 0.9717415422572252, - 0.9710591664892269, - 0.9720523397095961, - 0.9743931633453154, - 0.9750560919142672, - 0.9732640281425894, - 0.9694138817789562, - 0.9591766148620566, - 0.9523484366096532, - 0.9426339173138096, - 0.9489336834494043, - 0.9510992266164007, - 0.9608960530293392, - 0.9501293475748765, - 0.950793971802449, - 0.9575052033489578, - 0.9516958236697296, - 0.9607004557781494, - 0.9650164347980471, - 0.9627072697949259, - 0.9664615907966804, - 0.9637912770104232, - 0.9634717474587103, - 0.9445789095634398, - 0.9512185629902784, - 0.9929982903986023, - 0.9911801208163777, - 1.0345096377862717, - 1.015804013333407, - 1.0429149112118707, - 0.9641031908608965, - 0.9736098232781243, - 0.9944177175712005, - 1.0241007437497402, - 1.0365807493549954, - 0.9939798656902995, - 0.9703197880729728, - 0.9618026775337026, - 1.0327802384943932, - 1.0325597261783583, - 0.978275118853774, - 1.0112531906719258, - 1.0439400654735873, - 1.021812320404611, - 1.0812409348018392 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52565, - "cert_evals": { - "36": 0.8851175308227539, - "72": 0.8590078353881836, - "108": 0.8302872180938721, - "255": 0.7206266522407532 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.9557739557739557, - "test_acc": 0.9157190635451505, - "train_size": 634, - "val_size": 407, - "test_size": 1495, - "stats": { - "mean": [ - [ - 0.0414219129337539, - 0.04560815454258686, - 0.034397147160883365, - 0.020956117823343955, - 0.024564269400630924, - 0.0005553069400630991, - 0.016602504416403943, - 0.0062627359621451415, - -0.0031757522082018035, - -0.013944516088328245, - 0.0037218815457413378, - -0.020531244637224017, - -0.012975684929022045, - -0.015335962460567969, - 0.0022576992113565006, - 0.01988752665615142, - 0.025492129968454638, - 0.02310144264984224, - 0.03577952003154558, - 0.03828845977918, - 0.04090566182965307, - 0.016406487381703586, - 0.032255133596214486, - 0.055611245425867664, - 0.025829820504732027, - 0.017592141324921318, - 0.08482513250788633, - 0.08251534022082004, - 0.0806660400000002, - 0.0797597929968453, - 0.07844461148265003, - 0.07577048630914786, - 0.07816740391167189, - 0.07698375904258688, - 0.07839980914826507, - 0.07030392544164019, - 0.07335677605520505, - 0.07059885154574139, - 0.05749520764984241, - 0.05839240802768149, - 0.04884538044164021, - 0.057599388186119704, - 0.06056710167192429, - 0.05068962059936886, - 0.04918662220820182, - 0.05663887050473197, - 0.052981187223974706, - 0.05271488757097796, - 0.05998731700315455, - 0.058964341198738154, - 0.062026943990536335, - 0.06406211694006311, - 0.04476776665615138, - 0.04366600899053627, - 0.0071440257350158225, - 0.01720357881703467, - 0.02547216375078862, - 0.03767682965299683, - 0.005417277176656162, - -0.021366308296529912, - 0.014681808124605667, - 0.02665934194006316, - 0.0029629283911672116, - 0.04136874888012618, - -0.03195372262365931, - 0.02910725921924289, - 0.04066335638801264, - 0.040631754242902225, - 0.0663199716719243, - 0.022615533123028518, - -0.003297019858044126, - 0.04436952356466899 - ] - ], - "std": [ - [ - 1.0105987107179513, - 1.0154217840142559, - 1.0127704333239322, - 1.0250915526181619, - 1.0277899782078663, - 0.982162687271895, - 1.0035414511934382, - 0.9904593990260483, - 0.9663940188769403, - 0.9541638919218064, - 0.9616077277788638, - 0.9585349634260687, - 0.9525169153591942, - 0.9428065740578456, - 0.9687530001209573, - 0.9662943308105892, - 0.9592234004298692, - 0.979716475995095, - 0.9819854494212729, - 0.9839277847661497, - 1.002027685561712, - 0.9811382213240143, - 0.9801878541507797, - 0.9886132720669727, - 0.9572863825752432, - 0.9684473114507368, - 0.9458197712036189, - 0.9493043352225052, - 0.9536886787314945, - 0.9542388565417081, - 0.9568724214982696, - 0.9604182963982565, - 0.9628743223078909, - 0.969739870388791, - 0.9658420669879488, - 0.9663588514066725, - 0.9591914227782425, - 0.9566142593514982, - 0.9604271978550112, - 0.9572841356250656, - 0.9637592188968211, - 0.9567941828689348, - 0.9518409084669301, - 0.9583057006169418, - 0.9626024487496594, - 0.9611581570635215, - 0.9675755641595767, - 0.9693064339918899, - 0.9677848038214554, - 0.9725856655911815, - 0.9492806747367527, - 0.9580864580842854, - 0.9617728581830496, - 0.987791465119004, - 0.96105048335759, - 0.9739101949627368, - 0.9441015562727774, - 0.9653034478263104, - 0.988889321396684, - 0.9934946660414279, - 1.0125052771005791, - 0.9411383407966065, - 0.9598305998600601, - 0.9901272334268524, - 0.9825753191497685, - 1.0224810066711563, - 0.9107176652738894, - 0.9977469943360354, - 0.9461613310736207, - 0.942256538790349, - 0.9681623758458049, - 1.1107317714437548 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 52565, - "cert_evals": { - "36": 0.9041768908500671, - "72": 0.8820638656616211, - "108": 0.8624078631401062, - "255": 0.7420147061347961 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9163511199868578, - "std_test_acc": 0.008153243312654223, - "n_samples": 2536, - "n_features": 72, - "n_classes": 2, - "mean_cert_acc_36": 0.8865140080451965, - "std_cert_acc_36": 0.013615340054499868, - "mean_cert_acc_72": 0.8664059042930603, - "std_cert_acc_72": 0.010599691817962283, - "mean_cert_acc_108": 0.8405241370201111, - "std_cert_acc_108": 0.014757321287909434, - "mean_cert_acc_255": 0.7218209654092789, - "std_cert_acc_255": 0.014557808698710813 - }, - "page-blocks": { - "dataset": "page-blocks", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.9111389236545682, - "test_acc": 0.8762855414398064, - "train_size": 1368, - "val_size": 799, - "test_size": 3306, - "stats": { - "mean": [ - [ - -0.02785030869883066, - 0.04220508005847926, - -0.007799578223684104, - 0.04507938606725141, - -0.024484079290935535, - -0.03854930415204675, - -0.004306797478947405, - -0.009848768527412267, - -0.005646618040935423, - 0.010106594495613968 - ] - ], - "std": [ - [ - 0.6361019181556973, - 1.034803136362929, - 0.6754786444860511, - 1.1067239881887005, - 1.0243975057691477, - 1.0203050705017325, - 0.32326730885545285, - 0.9042709629040901, - 0.8768058573970098, - 0.9187092587310937 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1168, - "cert_evals": { - "36": 0.8272840976715088, - "72": 0.7534418106079102, - "108": 0.6445556879043579, - "255": 0.0387984998524189 - }, - "fold": 0 - }, - { - "best_epoch": 30, - "best_val_acc": 0.8791208791208791, - "test_acc": 0.8432744978697505, - "train_size": 1368, - "val_size": 819, - "test_size": 3286, - "stats": { - "mean": [ - [ - 0.043781880409356606, - 0.01711256745614031, - 0.027425312120614106, - 0.01732590579239761, - -0.023061163435672452, - -0.011174710704678221, - -0.011325527935818777, - -0.0035091932039473506, - 0.004744587522660881, - 0.021409590767543677 - ] - ], - "std": [ - [ - 1.551216006661219, - 1.0143372028076796, - 1.2187084249301219, - 1.0297549624764555, - 1.0122460594399296, - 0.9983403928938066, - 0.28158791437027286, - 0.9526865887702041, - 0.9742767406980914, - 1.066875823567642 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1168, - "cert_evals": { - "36": 0.8095238208770752, - "72": 0.7338217496871948, - "108": 0.6373626589775085, - "255": 0.12210012972354889 - }, - "fold": 1 - }, - { - "best_epoch": 64, - "best_val_acc": 0.8959608323133414, - "test_acc": 0.8786496350364964, - "train_size": 1368, - "val_size": 817, - "test_size": 3288, - "stats": { - "mean": [ - [ - 0.015907781140350814, - -0.002226113421052676, - 0.00912776447295319, - -0.002154920991959126, - 0.0031836314985380356, - 0.010374599444444719, - 0.033316965369883045, - 0.009327557160087575, - 0.000891657419590793, - 0.006515192383040968 - ] - ], - "std": [ - [ - 1.3819579471500247, - 1.004275883692728, - 1.095413957795245, - 0.9803011522566464, - 1.02223461206074, - 1.0167467029099182, - 1.9464523444956574, - 1.0297533577214233, - 0.9946199232832146, - 1.0446888834153083 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1168, - "cert_evals": { - "36": 0.8200734257698059, - "72": 0.7576499581336975, - "108": 0.6952264308929443, - "255": 0.14320684969425201 - }, - "fold": 2 - }, - { - "best_epoch": 51, - "best_val_acc": 0.9036144578313253, - "test_acc": 0.8833587786259542, - "train_size": 1368, - "val_size": 830, - "test_size": 3275, - "stats": { - "mean": [ - [ - -0.022221515862573354, - 0.012958097207602326, - -0.023529265928362474, - 0.036208808418859734, - -0.027518972836257316, - -0.013723225687134319, - -0.012668056071783647, - -0.009748616040204477, - -0.011955442258771813, - -0.013552336834795524 - ] - ], - "std": [ - [ - 0.6475896046566302, - 1.0059677646780396, - 0.5107302397945517, - 1.1498688572629936, - 0.9979365341699833, - 1.013315424044995, - 0.29978287731614, - 0.8399280364800779, - 0.8321768138579335, - 0.8892475036231946 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 1168, - "cert_evals": { - "36": 0.8349397778511047, - "72": 0.7686747312545776, - "108": 0.6879518032073975, - "255": 0.19036145508289337 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8703921132430019, - "std_test_acc": 0.0183159187299462, - "n_samples": 5473, - "n_features": 10, - "n_classes": 5, - "mean_cert_acc_36": 0.8229552805423737, - "std_cert_acc_36": 0.010817825245879863, - "mean_cert_acc_72": 0.753397062420845, - "std_cert_acc_72": 0.014545207205560384, - "mean_cert_acc_108": 0.6662741452455521, - "std_cert_acc_108": 0.029528072103381525, - "mean_cert_acc_255": 0.1236167335882783, - "std_cert_acc_255": 0.06333788586565614 - }, - "parkinsons": { - "dataset": "parkinsons", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.78125, - "test_acc": 0.7280701754385965, - "train_size": 49, - "val_size": 32, - "test_size": 114, - "stats": { - "mean": [ - [ - -0.15177435102040818, - -0.14490747816326535, - -0.02793487336734694, - 0.07550721530612242, - 0.16469232653061222, - 0.06000429387755099, - 0.057462867346938805, - 0.05978606938775514, - 0.05105301632653058, - 0.04845383877551018, - 0.07840458979591836, - 0.035619136734693836, - -0.02313697142857144, - 0.07845370204081635, - 0.05081704489795923, - -0.05448034285714283, - 0.09286327571428574, - 0.11816354897959186, - 0.08590491632653065, - -0.06924810548979589, - -0.02065583061224492, - 0.08162519999999998 - ] - ], - "std": [ - [ - 1.0613261678715187, - 0.9389798332809319, - 1.0498853015314364, - 1.028178025788432, - 1.1302871347577632, - 1.053868521125123, - 0.9140732841638698, - 1.0539995649510843, - 0.9323130971496129, - 0.9120908163855437, - 0.965768008718649, - 0.9229613584450868, - 0.7749770294180661, - 0.9658059844041067, - 1.1469052270870694, - 0.9026558165061398, - 0.9439418569560901, - 1.0717521728726727, - 0.9888476097381187, - 0.9175952788801556, - 0.8884377062114949, - 1.0021764187683884 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5065, - "cert_evals": { - "36": 0.6875, - "72": 0.625, - "108": 0.53125, - "255": 0.25 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8275862068965517, - "test_acc": 0.7606837606837606, - "train_size": 49, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - -0.027148382244897965, - 0.009347322448979607, - 0.0018427693877550925, - 0.009376194897959197, - 0.0498221836734694, - 0.012418432040816317, - 0.0059797006122448695, - 0.012543908367346951, - -0.037508161224489786, - -0.0405606224489796, - -0.048066938775510194, - -0.07178797142857142, - -0.03155485102040816, - -0.048018842857142856, - 0.02719700816326529, - -0.008239085714285705, - -0.010052408163265357, - -0.025077353061224498, - 0.0272707673469388, - -0.04564295242857147, - -0.07848456122448978, - 0.03751739387755105 - ] - ], - "std": [ - [ - 1.0246326141739506, - 1.0196404637451633, - 1.0987023554811475, - 0.9900334582522926, - 1.068799641609979, - 1.0047499589980544, - 0.9252408702230309, - 1.0047829572179607, - 0.8748456565149585, - 0.8600654939521702, - 0.9166784846917336, - 0.7849483256776274, - 0.7558279428458922, - 0.9166869983641067, - 1.0291603272025247, - 0.9397974037578619, - 0.9834737083640328, - 1.0844660729168245, - 0.9811741510034482, - 0.945229122764763, - 1.1321558581479092, - 0.9828216273953867 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5065, - "cert_evals": { - "36": 0.7586206793785095, - "72": 0.7241379022598267, - "108": 0.5517241358757019, - "255": 0.3448275923728943 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9354838709677419, - "test_acc": 0.8, - "train_size": 49, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.027074289795918385, - 0.06335899489795922, - -0.141163173367347, - 0.006597857142857159, - -0.010543326530612232, - 0.019088730000000016, - -0.0031925448979591826, - 0.019260090000000007, - 0.03507935306122449, - 0.04217078775510203, - 0.050042397959183714, - 0.022464604081632724, - 0.007354644897959173, - 0.050004783673469354, - 0.0323217163265306, - -0.009419553061224523, - 0.06361398795918367, - -0.10837456326530606, - -0.07562777959183671, - 0.0783767696122449, - 0.07697315102040819, - -0.0768896448979592 - ] - ], - "std": [ - [ - 1.0021709858608663, - 1.036472332412846, - 0.8511547041931776, - 1.153319334760644, - 1.1400090214649552, - 1.1856512484533104, - 1.109926186807537, - 1.1857461665406257, - 1.0993883359109478, - 1.0989049029267082, - 1.1281831752622162, - 1.0778885202444342, - 1.0368342393804297, - 1.1281482640713403, - 1.212987846980958, - 1.0961601956507685, - 0.9410222006090059, - 0.9631862850066165, - 0.9241843695124426, - 0.8888983110215023, - 0.9670994638815306, - 0.9437743892758995 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5065, - "cert_evals": { - "36": 0.8387096524238586, - "72": 0.8387096524238586, - "108": 0.7419354915618896, - "255": 0.4838709533214569 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8484848484848485, - "test_acc": 0.8230088495575221, - "train_size": 49, - "val_size": 33, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.017151697959183657, - -0.08282589622448981, - -0.03878951020408162, - -0.05014604183673472, - -0.00995732653061224, - -0.010962025102040794, - -0.07701460816326532, - -0.01092796510204078, - -0.18647080816326533, - -0.18633531836734696, - -0.14844791836734691, - -0.22856991510204083, - -0.237482206122449, - -0.14839450816326533, - -0.02768821020408163, - 0.14269979897959184, - -0.18449186244897958, - 0.04748424285714288, - -0.13693871632653068, - -0.31049158099999996, - -0.18406532040816326, - -0.15638604489795918 - ] - ], - "std": [ - [ - 1.0058346739543103, - 0.9487949638489124, - 0.994620516441734, - 0.973242138110713, - 1.098902934224567, - 0.9933442474130566, - 0.8958864648117469, - 0.9933555009804176, - 0.8433041190561102, - 0.7941043410091924, - 0.9208429310347311, - 0.7043302529123088, - 0.6518639290383439, - 0.9208764339301102, - 1.0359836613291062, - 0.9627627144124837, - 0.9723485565102632, - 0.9910728139212198, - 0.9457878853222512, - 0.8667410055873132, - 0.9407240712581624, - 0.9187159564771525 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5065, - "cert_evals": { - "36": 0.7575757503509521, - "72": 0.6060606241226196, - "108": 0.5151515007019043, - "255": 0.3636363744735718 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7779406964199698, - "std_test_acc": 0.042042129646435375, - "n_samples": 195, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.7606015205383301, - "std_cert_acc_36": 0.06180019306493652, - "mean_cert_acc_72": 0.6984770447015762, - "std_cert_acc_72": 0.10686960086934667, - "mean_cert_acc_108": 0.585015282034874, - "std_cert_acc_108": 0.10567861036341018, - "mean_cert_acc_255": 0.36058373004198074, - "std_cert_acc_255": 0.09606608018482904 - }, - "pima": { - "dataset": "pima", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.7863247863247863, - "test_acc": 0.7037037037037037, - "train_size": 192, - "val_size": 117, - "test_size": 459, - "stats": { - "mean": [ - [ - -0.0019324124999998884, - -0.00012207583333333216, - 0.04217885052083333, - 0.00848995729166671, - 0.005174749999999932, - -0.046159915651041654, - 0.005953811979166655, - 0.07872151093750006 - ] - ], - "std": [ - [ - 0.9819510309933771, - 0.9111640190273224, - 0.9708504296826285, - 1.099822957973565, - 0.9218205138345946, - 1.056214861472258, - 1.0108583076345607, - 1.01432971356633 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 725, - "cert_evals": { - "36": 0.6153846383094788, - "72": 0.504273533821106, - "108": 0.39316239953041077, - "255": 0.017094017937779427 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.7851851851851852, - "test_acc": 0.7709750566893424, - "train_size": 192, - "val_size": 135, - "test_size": 441, - "stats": { - "mean": [ - [ - 0.019707258333333522, - 0.03424992687499997, - 0.03491385885416665, - -0.08194942239583324, - -0.03907010052083341, - 0.053195496510416655, - -0.0036192521354166743, - -0.06521345781250003 - ] - ], - "std": [ - [ - 1.0301685557841433, - 0.9959115695466323, - 1.0735770070448536, - 0.9845812772483306, - 0.9943920335167246, - 1.0696319409722543, - 0.9860249191330342, - 0.9892410062597343 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 725, - "cert_evals": { - "36": 0.614814817905426, - "72": 0.42222222685813904, - "108": 0.28148147463798523, - "255": 0.03703703731298447 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7583333333333333, - "test_acc": 0.7412280701754386, - "train_size": 192, - "val_size": 120, - "test_size": 456, - "stats": { - "mean": [ - [ - 0.17582224895833332, - 0.038322315416666634, - -0.07783248697916666, - -0.16520565468749995, - -0.11327850364583342, - -0.135474219296875, - -0.03175727552083333, - 0.09643667291666673 - ] - ], - "std": [ - [ - 1.0638504058639158, - 0.9838373596130083, - 1.064286398859908, - 1.0275191945092796, - 0.9301240391257053, - 1.0696755566062253, - 0.953495407419293, - 1.060048294039853 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 725, - "cert_evals": { - "36": 0.6833333969116211, - "72": 0.5416666865348816, - "108": 0.40000003576278687, - "255": 0.02500000223517418 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7610619469026548, - "test_acc": 0.7321814254859611, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - 0.019707373958333604, - 0.04956274229166665, - -0.032895598437499944, - -0.02546561510416664, - -0.004270790312500018, - 0.06891787828125, - -0.041550713963541624, - 0.019818838020833326 - ] - ], - "std": [ - [ - 1.046076222621493, - 0.9765956060942442, - 1.0875934081009107, - 0.9881278389945256, - 0.9075867743815457, - 0.9995410119642123, - 0.8563442009545308, - 0.9709125098838245 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 725, - "cert_evals": { - "36": 0.6637167930603027, - "72": 0.5486725568771362, - "108": 0.45132744312286377, - "255": 0.017699114978313446 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7370220640136114, - "std_test_acc": 0.027713060185694492, - "n_samples": 768, - "n_features": 8, - "n_classes": 2, - "mean_cert_acc_36": 0.6443124115467072, - "std_cert_acc_36": 0.03467031110265503, - "mean_cert_acc_72": 0.5042087510228157, - "std_cert_acc_72": 0.05802850249458697, - "mean_cert_acc_108": 0.38149283826351166, - "std_cert_acc_108": 0.07154914373943318, - "mean_cert_acc_255": 0.02420754311606288, - "std_cert_acc_255": 0.009276956938037898 - }, - "pittsburg-bridges-MATERIAL": { - "dataset": "pittsburg-bridges-MATERIAL", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 61, - "best_val_acc": 0.7, - "test_acc": 0.6, - "train_size": 26, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - -0.11238934615384605, - 0.19736865, - 0.15455, - 0.15961346153846157, - -0.07076646153846156, - 0.15434588461538454, - 0.1840363461538461 - ] - ], - "std": [ - [ - 0.9957184371723743, - 0.9959413552215316, - 1.0315511158616348, - 0.8772828351648864, - 1.0247762294541045, - 1.1028821922601193, - 0.7995873033749223 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.5, - "72": 0.3499999940395355, - "108": 0.30000001192092896, - "255": 0.15000000596046448 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.7894736842105263, - "test_acc": 0.8524590163934426, - "train_size": 26, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.009688884615384565, - 0.22651538461538462, - 0.03409030769230755, - -0.09103884615384622, - 0.1841305, - 0.31850111538461523, - 0.027972884615384445 - ] - ], - "std": [ - [ - 1.115613086975337, - 1.0057941285258243, - 1.1782033883592151, - 0.9294434251013095, - 1.0832735600836598, - 1.0726038998514973, - 0.8999058194666532 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.6315789222717285, - "72": 0.4736842215061188, - "108": 0.21052631735801697, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8125, - "test_acc": 0.5625, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.14436196153846156, - -0.06772561923076922, - 0.15454984615384612, - 0.15961346153846157, - 0.29337180769230764, - 0.26378273076923064, - 0.027972884615384573 - ] - ], - "std": [ - [ - 1.0179791685372954, - 1.0403197946863862, - 1.0714178998681247, - 0.8772828351648864, - 0.8271634472356539, - 1.1323512832459435, - 0.8999058194666533 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.375, - "72": 0.125, - "108": 0.0625, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.7058823529411765, - "test_acc": 0.6666666666666666, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3691406153846153, - 0.08633426923076921, - -0.00606200000000008, - -0.34169099999999986, - -0.14359411538461544, - 0.07226838461538451, - -0.05005884615384633 - ] - ], - "std": [ - [ - 0.7352238508876096, - 0.769629063092912, - 0.993332786470492, - 1.2842104251847937, - 0.9183219104916871, - 1.1684627801712248, - 0.9363807692307694 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.47058823704719543, - "72": 0.1764705926179886, - "108": 0.05882352963089943, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6704064207650272, - "std_test_acc": 0.12878663629303141, - "n_samples": 106, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.494291789829731, - "std_cert_acc_36": 0.10594452940539165, - "mean_cert_acc_72": 0.2812887020409107, - "std_cert_acc_72": 0.16036445159597745, - "mean_cert_acc_108": 0.15796246472746134, - "std_cert_acc_108": 0.11815136342847879, - "mean_cert_acc_255": 0.03750000149011612, - "std_cert_acc_255": 0.07500000298023224 - }, - "pittsburg-bridges-REL-L": { - "dataset": "pittsburg-bridges-REL-L", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.38461538461538464, - "test_acc": 0.421875, - "train_size": 26, - "val_size": 13, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.2534473076923077, - 0.33873420769230767, - 0.033979423076922706, - 0.11527103846153851, - -0.28692915384615375, - 0.10456480769230773, - 0.12155461538461536 - ] - ], - "std": [ - [ - 0.9261583185285736, - 0.8009009247637227, - 1.0889481792626658, - 0.99653081940633, - 1.072126740077213, - 0.9196280170052044, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.1538461595773697, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.5, - "train_size": 26, - "val_size": 15, - "test_size": 62, - "stats": { - "mean": [ - [ - -0.09836800000000002, - 0.11185775384615383, - 0.07467526923076934, - -0.009052730769230726, - -0.10539519230769225, - 0.013804115384615371, - 0.27612307692307686 - ] - ], - "std": [ - [ - 1.0694354197920724, - 0.8688390763013727, - 0.8067650960246951, - 0.9157017407809144, - 1.0553979577856298, - 0.9260748900018138, - 0.7249903479716615 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.13333334028720856, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.75, - "test_acc": 0.45901639344262296, - "train_size": 26, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.21179084615384614, - -0.20075696923076924, - 0.23745903846153846, - 0.05310915384615384, - 0.14875234615384614, - 0.1348184615384615, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.858790726074425, - 0.9525936502475233, - 1.0303379408513154, - 0.9050907018495523, - 0.955082657540614, - 1.0895483096872065, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.5625, - "72": 0.5625, - "108": 0.3125, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 52, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.6984126984126984, - "train_size": 26, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3568335384615385, - -0.18405515384615387, - -0.00671646153846194, - 0.17743292307692307, - 0.2213659230769231, - 0.31633973076923083, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.8287037559089696, - 0.9069856689030475, - 1.0557430702422617, - 0.8702663846153843, - 0.9327384905473824, - 1.0726154740713343, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.3571428656578064, - "72": 0.0714285746216774, - "108": 0.0714285746216774, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5198260229638303, - "std_test_acc": 0.1232591927289928, - "n_samples": 103, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.30170559138059616, - "std_cert_acc_36": 0.2010792890527341, - "mean_cert_acc_72": 0.15848214365541935, - "std_cert_acc_72": 0.2714417874007959, - "mean_cert_acc_108": 0.09598214365541935, - "std_cert_acc_108": 0.14822056050553659, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-SPAN": { - "dataset": "pittsburg-bridges-SPAN", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 41, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.4727272727272727, - "train_size": 23, - "val_size": 14, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.029837999999999993, - -0.25806898695652175, - 0.27461930434782605, - -0.10251969565217388, - 0.0609171304347826, - -0.20858055217391297, - 0.1910520434782607 - ] - ], - "std": [ - [ - 0.7916916039569953, - 1.0125006038076372, - 0.8444054443868326, - 1.1230445292246944, - 0.9384505846315211, - 1.2509107678124556, - 0.9902371367201799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.3571428656578064, - "72": 0.1428571492433548, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.625, - "test_acc": 0.4098360655737705, - "train_size": 23, - "val_size": 8, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.20886565217391312, - 0.20484198695652173, - -0.07489591304347826, - 0.10251943478260879, - -0.22335769565217395, - -0.24650454782608694, - -0.23350947826086974 - ] - ], - "std": [ - [ - 1.1322718849321831, - 1.1240719320543364, - 1.0615420299973752, - 0.8963528876008708, - 1.0527502115584615, - 0.7255249335603758, - 1.1264874806517848 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.25, - "72": 0.125, - "108": 0.125, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.375, - "test_acc": 0.49056603773584906, - "train_size": 23, - "val_size": 16, - "test_size": 53, - "stats": { - "mean": [ - [ - -0.26854200000000006, - 0.08719552173913042, - -0.024965043478260857, - -0.034172999999999946, - 0.34519221739130435, - 0.24650505217391308, - -0.4033346521739131 - ] - ], - "std": [ - [ - 0.7826434027524923, - 0.8532738699385454, - 1.116485175293137, - 1.0229130046834918, - 0.891588314188393, - 0.9488533640036454, - 0.9755681035759809 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.25, - "72": 0.1875, - "108": 0.125, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.5, - "test_acc": 0.2033898305084746, - "train_size": 23, - "val_size": 10, - "test_size": 59, - "stats": { - "mean": [ - [ - -0.20886582608695664, - -0.14202214347826086, - -0.024965130434782608, - 0.10251943478260875, - -0.060915000000000004, - 0.05688600869565217, - 0.1061391739130434 - ] - ], - "std": [ - [ - 0.7916911713540639, - 0.9447975425602776, - 1.0638879741325864, - 0.896352887600871, - 1.0621083198533245, - 1.0385861814225783, - 0.8575722370885731 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.20000000298023224, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3941298016363417, - "std_test_acc": 0.13179015315728437, - "n_samples": 92, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.26428571715950966, - "std_cert_acc_36": 0.06624013512540942, - "mean_cert_acc_72": 0.1138392873108387, - "std_cert_acc_72": 0.08031579701025908, - "mean_cert_acc_108": 0.0625, - "std_cert_acc_108": 0.07216878364870322, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-T-OR-D": { - "dataset": "pittsburg-bridges-T-OR-D", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.75, - "test_acc": 0.639344262295082, - "train_size": 25, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.15020296000000002, - -0.0008959920000000077, - -0.007506879999999985, - 0.09924271999999996, - -0.11183403999999993, - 0.06574727999999996, - 0.2686277600000001 - ] - ], - "std": [ - [ - 1.1056510586049282, - 0.9894276187747426, - 0.9455226916051597, - 1.1055352321467289, - 1.0069534202490789, - 0.9298309440615328, - 0.7342804012389428 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 565, - "cert_evals": { - "36": 0.3125, - "72": 0.0625, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7368421052631579, - "test_acc": 0.7586206896551724, - "train_size": 25, - "val_size": 19, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.22477987999999996, - -0.23302490400000006, - -0.3052941999999999, - -0.09418591999999981, - -0.30132007999999993, - 0.034113799999999944, - -0.29218840000000024 - ] - ], - "std": [ - [ - 0.8537489133489458, - 0.9442767857681105, - 1.1206967647206985, - 1.1278721619730465, - 0.8691601526879115, - 0.9222667065314241, - 1.1442940136936137 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 565, - "cert_evals": { - "36": 0.5263158082962036, - "72": 0.31578946113586426, - "108": 0.10526315867900848, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7857142857142857, - "test_acc": 0.9047619047619048, - "train_size": 25, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.20377195999999997, - 0.09630778000000002, - 0.3328217600000001, - -0.22313807999999993, - 0.19134339999999994, - -0.029153040000000026, - 0.26862776000000005 - ] - ], - "std": [ - [ - 1.089967253887803, - 1.1192053646352136, - 0.8759745403148782, - 1.2131111924223241, - 0.9282879043276608, - 1.1030982427632627, - 0.7342804012389427 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 565, - "cert_evals": { - "36": 0.785714328289032, - "72": 0.6428571939468384, - "108": 0.4285714626312256, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.9166666666666666, - "test_acc": 0.8461538461538461, - "train_size": 25, - "val_size": 12, - "test_size": 65, - "stats": { - "mean": [ - [ - -0.17121067999999995, - -0.21648582000000005, - 0.12011635999999999, - -0.09418591999999995, - -0.11183404000000002, - -0.28222119999999995, - 0.10839464000000007 - ] - ], - "std": [ - [ - 0.8571032600003676, - 0.9702298691514799, - 1.0541263774745755, - 0.9254069877190219, - 1.006953420249079, - 1.1836178575986762, - 0.8554107804035617 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 565, - "cert_evals": { - "36": 0.75, - "72": 0.5, - "108": 0.25, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7872201757165014, - "std_test_acc": 0.1154331725160953, - "n_samples": 102, - "n_features": 7, - "n_classes": 2, - "mean_cert_acc_36": 0.5936325341463089, - "std_cert_acc_36": 0.2197826527528932, - "mean_cert_acc_72": 0.38028666377067566, - "std_cert_acc_72": 0.2506144575547328, - "mean_cert_acc_108": 0.19595865532755852, - "std_cert_acc_108": 0.18588047482706962, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-TYPE": { - "dataset": "pittsburg-bridges-TYPE", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 62, - "best_val_acc": 0.5, - "test_acc": 0.22950819672131148, - "train_size": 26, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.2226830769230769, - 0.05670122692307692, - -0.043026884615384405, - -0.03758799999999994, - 0.17069815384615383, - 0.05726184615384619, - 0.03333576923076921 - ] - ], - "std": [ - [ - 0.9229643846157178, - 0.8879073657273664, - 0.9090621758106759, - 0.8047152853556344, - 0.9896400284910009, - 0.9758970201578133, - 1.0579562243200262 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 625, - "cert_evals": { - "36": 0.2777777910232544, - "72": 0.0555555559694767, - "108": 0.0555555559694767, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.47619047619047616, - "test_acc": 0.3448275862068966, - "train_size": 26, - "val_size": 21, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.17140723076923073, - 0.17603493076923074, - -0.043027115384615275, - 0.08770580769230771, - 0.06073815384615386, - 0.140003576923077, - 0.11111846153846151 - ] - ], - "std": [ - [ - 0.9955960192363054, - 0.8707946707612142, - 1.076508222112097, - 0.8969691136995324, - 1.0157671583515164, - 1.0382138974203643, - 0.8520637539328237 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 625, - "cert_evals": { - "36": 0.095238097012043, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 8, - "best_val_acc": 0.15384615384615385, - "test_acc": 0.16666666666666666, - "train_size": 26, - "val_size": 13, - "test_size": 66, - "stats": { - "mean": [ - [ - 0.13624746153846157, - -0.13478680769230772, - 0.03693388461538476, - 0.08770600000000003, - -0.01256838461538465, - 0.05726215384615386, - 0.033336038461538396 - ] - ], - "std": [ - [ - 0.8716889547511608, - 0.9579937729204642, - 1.0615560480179493, - 0.7749005943842086, - 0.9916744330944691, - 1.0538491233066194, - 0.8970306628997816 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 625, - "cert_evals": { - "36": 0.07692307978868484, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.10526315789473684, - "test_acc": 0.1, - "train_size": 26, - "val_size": 19, - "test_size": 60, - "stats": { - "mean": [ - [ - 0.2900749615384615, - -0.1092556538461538, - -0.16296869230769223, - 0.08770600000000003, - -0.12252815384615393, - 0.002101461538461631, - -0.0444463846153846 - ] - ], - "std": [ - [ - 0.9565380984621445, - 1.0668876495414104, - 1.087587760209891, - 0.7749005943842086, - 0.9250887318796751, - 0.7643326705239842, - 0.9333890769230768 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 625, - "cert_evals": { - "36": 0.10526315867900848, - "72": 0.05263157933950424, - "108": 0.05263157933950424, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.21025061239871867, - "std_test_acc": 0.10414184924607355, - "n_samples": 105, - "n_features": 7, - "n_classes": 6, - "mean_cert_acc_36": 0.13880053162574768, - "std_cert_acc_36": 0.09339153917625849, - "mean_cert_acc_72": 0.027046783827245235, - "std_cert_acc_72": 0.03125374047618008, - "mean_cert_acc_108": 0.027046783827245235, - "std_cert_acc_108": 0.03125374047618008, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "planning": { - "dataset": "planning", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.5555555555555556, - "test_acc": 0.5181818181818182, - "train_size": 45, - "val_size": 27, - "test_size": 110, - "stats": { - "mean": [ - [ - -0.13597411777777782, - -0.059930613333333334, - 0.1726637911111111, - 0.034723479999999994, - 0.1943293844444444, - -0.058733431111111144, - -0.116129388, - 0.17681400222222224, - -0.19228555555555557, - -0.07629513333333332, - 0.07577999111111111, - 0.14000706444444447 - ] - ], - "std": [ - [ - 0.9037583332493699, - 0.8892684096511589, - 0.9934159714161822, - 0.9795447749569939, - 0.991099979203418, - 0.8238368829401475, - 0.8461204418967577, - 1.0434976919452328, - 0.9979969012441308, - 0.9523454999652433, - 0.9216888475521186, - 1.061608647395146 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1565, - "cert_evals": { - "36": 0.25925925374031067, - "72": 0.07407407462596893, - "108": 0.07407407462596893, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 3, - "best_val_acc": 0.6388888888888888, - "test_acc": 0.6237623762376238, - "train_size": 45, - "val_size": 36, - "test_size": 101, - "stats": { - "mean": [ - [ - 0.11314807155555553, - -0.05681264375555557, - 0.03933796666666664, - 0.04977631111111109, - 0.03694895555555555, - -0.044924306666666684, - 0.04804084666666663, - 0.12195993333333337, - 0.042717271111111156, - 0.008962882222222232, - -0.0006334968888889045, - -0.0009558044444444105 - ] - ], - "std": [ - [ - 0.9103807361609941, - 0.9363715375995261, - 1.1502145656153577, - 1.0558247484927283, - 1.076388481139489, - 1.0010167884068093, - 0.9233794686212015, - 0.8789681038837464, - 0.8499326718606948, - 0.8719046264511446, - 0.8860788083725304, - 0.8502961074388711 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1565, - "cert_evals": { - "36": 0.472222238779068, - "72": 0.3055555522441864, - "108": 0.25, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.4247787610619469, - "train_size": 45, - "val_size": 24, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.08181936222222222, - 0.032095062222222207, - -0.2932722444444444, - -0.2642803151111112, - -0.2482941920666666, - 0.04209659104444442, - -0.08089617555555557, - 0.011037159999999989, - -0.05962093333333333, - -0.05360210222222223, - 0.041594423777777785, - 0.03579832413333331 - ] - ], - "std": [ - [ - 1.0346900075231742, - 0.983181200526179, - 0.8190101673790661, - 0.8655727810698712, - 0.9958599284470852, - 0.9221770981656976, - 1.0076979840800466, - 1.0249788633648824, - 1.0799692279692954, - 1.0059810529176614, - 1.0760442404746193, - 0.966271648432117 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1565, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.0833333358168602, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 30, - "best_val_acc": 0.782608695652174, - "test_acc": 0.5526315789473685, - "train_size": 45, - "val_size": 23, - "test_size": 114, - "stats": { - "mean": [ - [ - 0.10711943111111107, - 0.19129145333333336, - 0.23947074666666662, - 0.1974917848888889, - 0.06191540222222221, - 0.19409456755555554, - 0.10399900533333334, - -0.07677485555555555, - 0.05582479999999996, - -0.0920865622222222, - 0.07224912822222225, - -0.22088875111111111 - ] - ], - "std": [ - [ - 0.9820868604107751, - 0.8497304858975051, - 0.9414935653357391, - 0.9419249731758765, - 0.9517511837520722, - 0.8554967298035733, - 1.06563202833593, - 1.067683309777831, - 0.968308470640187, - 1.07319052594271, - 1.055131325540202, - 1.0489152018459469 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 1565, - "cert_evals": { - "36": 0.695652186870575, - "72": 0.43478262424468994, - "108": 0.3913043439388275, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5298386336071893, - "std_test_acc": 0.0826935022680586, - "n_samples": 182, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.4401167556643486, - "std_cert_acc_36": 0.19186909757532872, - "mean_cert_acc_72": 0.22443639673292637, - "std_cert_acc_72": 0.17639421242260198, - "mean_cert_acc_108": 0.1788446046411991, - "std_cert_acc_108": 0.17622380437010826, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "optical": { - "dataset": "optical", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 62, - "best_val_acc": 0.9580602883355177, - "test_acc": 0.9470588235294117, - "train_size": 1797, - "val_size": 763, - "test_size": 3060, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40065, - "cert_evals": { - "36": 0.9436435699462891, - "72": 0.9266055226325989, - "108": 0.9043250679969788, - "255": 0.7706422209739685 - }, - "fold": 0 - }, - { - "best_epoch": 49, - "best_val_acc": 0.9530026109660574, - "test_acc": 0.9509322865554465, - "train_size": 1797, - "val_size": 766, - "test_size": 3057, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40065, - "cert_evals": { - "36": 0.939947783946991, - "72": 0.9164491295814514, - "108": 0.8994778394699097, - "255": 0.7480418086051941 - }, - "fold": 1 - }, - { - "best_epoch": 50, - "best_val_acc": 0.9600532623169108, - "test_acc": 0.9482421875, - "train_size": 1797, - "val_size": 751, - "test_size": 3072, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40065, - "cert_evals": { - "36": 0.9454060792922974, - "72": 0.9307589530944824, - "108": 0.9107855558395386, - "255": 0.7523301839828491 - }, - "fold": 2 - }, - { - "best_epoch": 60, - "best_val_acc": 0.9510204081632653, - "test_acc": 0.9507772020725389, - "train_size": 1797, - "val_size": 735, - "test_size": 3088, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 40065, - "cert_evals": { - "36": 0.9374150037765503, - "72": 0.9142857193946838, - "108": 0.8965986371040344, - "255": 0.7510204315185547 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9492526249143494, - "std_test_acc": 0.0019130557601838368, - "n_samples": 5620, - "n_features": 62, - "n_classes": 10, - "mean_cert_acc_36": 0.9416031092405319, - "std_cert_acc_36": 0.0036012215664147904, - "mean_cert_acc_72": 0.9220248311758041, - "std_cert_acc_72": 0.007921488061861257, - "mean_cert_acc_108": 0.9027967751026154, - "std_cert_acc_108": 0.006207214759645786, - "mean_cert_acc_255": 0.7555086612701416, - "std_cert_acc_255": 0.010247364574988559 - }, - "pendigits": { - "dataset": "pendigits", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 59, - "best_val_acc": 0.9305740987983978, - "test_acc": 0.909606404269513, - "train_size": 3498, - "val_size": 1498, - "test_size": 5996, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2989, - "cert_evals": { - "36": 0.8898531794548035, - "72": 0.8518024682998657, - "108": 0.8084112405776978, - "255": 0.47730308771133423 - }, - "fold": 0 - }, - { - "best_epoch": 26, - "best_val_acc": 0.9100834938985228, - "test_acc": 0.9137611588344282, - "train_size": 3498, - "val_size": 1557, - "test_size": 5937, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2989, - "cert_evals": { - "36": 0.8908156752586365, - "72": 0.849711000919342, - "108": 0.7957611083984375, - "255": 0.4489402770996094 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.8972829688535454, - "test_acc": 0.9131161236424394, - "train_size": 3498, - "val_size": 1509, - "test_size": 5985, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2989, - "cert_evals": { - "36": 0.8634858131408691, - "72": 0.8277004957199097, - "108": 0.774685263633728, - "255": 0.47647449374198914 - }, - "fold": 2 - }, - { - "best_epoch": 50, - "best_val_acc": 0.926002766251729, - "test_acc": 0.90625, - "train_size": 3498, - "val_size": 1446, - "test_size": 6048, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 2989, - "cert_evals": { - "36": 0.8879668116569519, - "72": 0.8437067866325378, - "108": 0.8042877316474915, - "255": 0.4702627956867218 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9106834216865951, - "std_test_acc": 0.0034739842220420196, - "n_samples": 10992, - "n_features": 16, - "n_classes": 10, - "mean_cert_acc_36": 0.8830303698778152, - "std_cert_acc_36": 0.013083321009068474, - "mean_cert_acc_72": 0.8432301878929138, - "std_cert_acc_72": 0.010906930735482077, - "mean_cert_acc_108": 0.7957863360643387, - "std_cert_acc_108": 0.01502129416295067, - "mean_cert_acc_255": 0.46824516355991364, - "std_cert_acc_255": 0.01324785952299307 - }, - "plant-margin": { - "dataset": "plant-margin", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 97, - "best_val_acc": 0.731404958677686, - "test_acc": 0.7098121085594989, - "train_size": 400, - "val_size": 242, - "test_size": 958, - "stats": { - "mean": [ - [ - -0.0010596968500001934, - -0.01804303900000009, - 0.058554600000000095, - -0.04174014875000007, - -0.00557412199999981, - 0.022321825499999975, - 0.009465832749999917, - 0.026944449999999596, - 0.0220769747500004, - -0.02089326899999988, - -0.012520925000000096, - 0.0033962770000000053, - 0.0021340793749998234, - -0.0033546413499999455, - 0.021925117425000074, - 0.013851212499999961, - -0.0015689260000001164, - -0.004634679999999923, - -0.05511270024999984, - 0.026070323000000024, - 0.01848005475000007, - 0.0022656225000003355, - -0.01842250000000018, - 0.01246016899999983, - 0.0098437735000002, - -0.032934458000000104, - 0.049291360500000325, - 0.0024477580000001266, - -0.02057179899999991, - 0.0009727362499999343, - 0.0017701742499999368, - 0.00541423612499992, - 0.02091535780000011, - 0.020351312499999816, - -0.009445618999999935, - -0.02841862299999999, - 0.029737960000000185, - 0.018735809500000172, - 0.014390100750000086, - -0.016125830000000306, - 0.012385870249999646, - -0.043971327499999775, - 0.0009311264999999372, - 0.01806689874999989, - -0.008581579999999964, - -0.009399341000000174, - -0.03755508207500001, - -0.0009747140000000407, - 0.028856429249999874, - -0.0030426587000000733, - -0.015013867049999909, - -0.004152345000000207, - 0.02680056899999996, - -0.02129718575000011, - 0.022555419000000035, - -0.00723436300000014, - 0.036754802499999906, - -0.02058847975000004, - -0.010368677175000047, - -0.029642165000000022, - -0.02736674750000015, - 0.0008163920000001678, - 0.018380879350000014, - -0.008580070000000413 - ] - ], - "std": [ - [ - 0.9874340403909011, - 0.9592061852266575, - 1.0435962908617902, - 0.9425389198852354, - 1.0047339728470936, - 1.0363144948903504, - 1.0296524029950296, - 1.0063022213625923, - 1.094313672273991, - 1.0202299972901783, - 0.985157157060649, - 0.9888027948033142, - 0.9932416135375679, - 0.9909877623883768, - 1.0005062186033022, - 1.2067387345575986, - 0.984270179305036, - 0.9091203000942354, - 0.9545319559171044, - 0.983601787222833, - 1.011060877681347, - 0.9799045991624534, - 0.9223386505533625, - 1.0460006470835634, - 1.0181216615718796, - 0.9516193964985948, - 1.0882812579258407, - 1.0329753644197, - 0.9792719916843142, - 0.9673648432380815, - 0.9958388822460692, - 1.012645249804551, - 1.0439458247448072, - 1.0733982117428793, - 1.0111716504511818, - 0.996690448869414, - 1.0367837370015323, - 1.0026230843872075, - 1.0036523141489182, - 0.9356670752186079, - 1.0259733303222744, - 0.9543079293157887, - 1.016979624435871, - 1.0361404335495707, - 0.9710294506381861, - 0.9356304778213941, - 0.9636374865372435, - 0.9682684696531572, - 1.0488592685926776, - 1.0095591832024964, - 0.9864668975312801, - 0.965788248416018, - 1.0175463184007973, - 0.9707788038864342, - 1.035917848788737, - 0.9984750436485963, - 1.047306945528514, - 0.9624268336767162, - 1.0407274202088548, - 0.9906889986330216, - 0.9133036560743315, - 1.0063256302193264, - 1.0448919868528035, - 1.060209155310641 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.6280991435050964, - "72": 0.5289255976676941, - "108": 0.4793388247489929, - "255": 0.21074379980564117 - }, - "fold": 0 - }, - { - "best_epoch": 100, - "best_val_acc": 0.7606837606837606, - "test_acc": 0.7122153209109731, - "train_size": 400, - "val_size": 234, - "test_size": 966, - "stats": { - "mean": [ - [ - 0.018630191274999833, - 0.0021237185000000623, - 0.020341910000000126, - -0.03847603025000004, - 0.0024851145000002843, - -0.019245363750000032, - 0.01765857999999999, - -0.09520458750000026, - 0.016723600750000407, - -0.020893166249999973, - -0.013275087500000034, - -0.009778451499999922, - 0.02100441234999998, - -0.0006707280500000078, - 0.01202943670000018, - -0.012221054999999943, - 0.026685538499999994, - 0.03934188799999998, - -0.017911806749999953, - -0.004428536999999995, - 0.013875288750000034, - -0.007751707499999634, - 0.03217363749999957, - 0.003825904499999896, - 0.010617184500000114, - -0.03897739600000022, - -0.00972438474999977, - 0.0034970589999999357, - 0.02035820800000013, - -0.037335613750000024, - -0.008548351749999959, - 0.0018481537499997402, - -0.007583834749999951, - 0.04391894749999982, - 0.033370660000000205, - 0.00937306074999997, - -0.013948834999999842, - 0.005821061250000135, - 0.03052180125000005, - 0.02165496999999981, - -0.00854195450000032, - -0.03606767999999988, - -0.017944192250000105, - -0.02588678125000007, - 0.01616825525000002, - -0.00827056050000008, - -0.0017126565000000083, - -0.01656842850000004, - -0.017988074249999902, - -0.03559730630000006, - -0.0036789360499999424, - 0.012461489999999617, - 0.026261220249999995, - -0.020665702500000202, - -0.0005093669999999243, - -0.009416002500000138, - -0.02145052, - 0.012404727999999953, - 0.008414623600000027, - 0.026667712, - 0.023455849999999993, - 0.01995325700000049, - 0.017141528075000113, - -0.00027581000000054354 - ] - ], - "std": [ - [ - 1.041295070488909, - 1.0014805383027654, - 1.0526387415016842, - 0.9348659203435066, - 1.012132944361091, - 0.9779461065975633, - 1.0032476656820697, - 0.765138203982258, - 1.084558801095068, - 1.0155838017759249, - 0.9847823955761184, - 1.0321402388555014, - 1.0519629684769372, - 0.9582131621864026, - 0.9927092815254406, - 0.803704884375634, - 0.9988728657062945, - 1.1858597763171363, - 1.012274069308041, - 1.012471113861707, - 1.0151240798466312, - 0.9972545733894309, - 1.0563298324391637, - 1.0047120258743576, - 1.016702961526915, - 0.9272542628757423, - 1.012180666645035, - 1.0130792339306003, - 0.9869444731802731, - 0.9732936953239708, - 0.9987581693686506, - 1.0025285436476967, - 0.9823926819700436, - 1.13766033578092, - 1.0184063166975657, - 1.0037002652524598, - 1.0159024793557991, - 0.998493316788935, - 1.0374784962262864, - 1.0063283056949195, - 1.0742583169244284, - 0.9634076134691111, - 0.958447407516677, - 1.0041785286506213, - 1.013112893307404, - 0.9769612001923168, - 1.0056368868600618, - 0.9788744628207897, - 0.9629520265558652, - 0.929550730995055, - 0.9854910637585246, - 1.0358257613723332, - 1.0240098398191608, - 0.9303959288426701, - 1.0012547252975355, - 0.9956229965329875, - 1.021855039918818, - 1.0091992464793387, - 0.9897071424780775, - 0.9856059256334351, - 1.0201829621015206, - 1.0268852627871752, - 1.0341940427237508, - 0.9799526515218273 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.576923131942749, - "108": 0.5170940160751343, - "255": 0.21794873476028442 - }, - "fold": 1 - }, - { - "best_epoch": 81, - "best_val_acc": 0.7304347826086957, - "test_acc": 0.7195876288659794, - "train_size": 400, - "val_size": 230, - "test_size": 970, - "stats": { - "mean": [ - [ - 0.005920089124999763, - -0.001301032000000133, - 0.0013308824999999258, - 0.008417454999999876, - 0.005976730250000185, - 0.019669846999999876, - 0.010878556750000047, - 0.025150082499999716, - 0.0022754870000003123, - 0.024085954000000003, - -0.005742166250000042, - -0.007721828999999947, - 0.00371573337499994, - -0.012943442949999913, - -0.014590249949999882, - -0.025256129999999963, - -0.011889130000000098, - -0.019724357499999953, - -0.01377830674999994, - 0.006886749000000014, - -0.003516929999999907, - -0.03828019749999969, - 0.005775229999999821, - -0.030314237500000177, - -0.019109295999999804, - 0.04844473150000008, - -0.02716004849999974, - 0.002796986500000034, - -0.019719068250000017, - 0.041975102500000014, - -0.017687051749999974, - -0.021844609375000337, - 0.020916906100000077, - -0.022494655000000176, - 0.026175232000000156, - 0.010884623500000074, - -0.021303965499999796, - -0.0039162167499998055, - -0.015307416500000065, - 0.012900294999999774, - 0.006834127249999801, - 0.027173450000000154, - 0.0027974614999998885, - 0.028211698749999896, - -0.0031931937499999692, - 0.011277844999999809, - 0.00992980717499997, - -0.013968735000000017, - -0.01707076174999997, - 0.01365854819999998, - -0.0014908621499998933, - 0.009138499999999666, - 0.02060593399999994, - 0.007099336749999857, - -0.003448647499999997, - 0.0015010997499998568, - -0.03850890625000006, - 0.0022736427499999282, - -0.013522159549999977, - -0.0332120949999999, - 0.005866322499999921, - -0.004317283999999508, - -0.00538338794999997, - -0.0069175300000004145 - ] - ], - "std": [ - [ - 1.0010921783674436, - 0.9945407140012373, - 1.005748587963517, - 0.9668282590649625, - 1.0031010346345277, - 0.9967928785295819, - 0.9751713195709866, - 1.1467050887662724, - 0.9392946439639414, - 0.9895328846805108, - 0.9767912569515301, - 0.9727489873091506, - 0.9701070098004984, - 1.0053545262016492, - 0.9846236608578788, - 0.7727736342078088, - 0.971944708609996, - 0.8826840113147226, - 0.98563931252641, - 0.9711438420390225, - 0.9629058280406353, - 0.9716674314378894, - 1.1301355955709167, - 0.9477815286674603, - 0.9881704764475729, - 1.0137752766865444, - 0.9583402354865277, - 0.9958443104934569, - 0.9663730766877806, - 1.0669358291663034, - 0.955827255033273, - 0.9505215572351379, - 1.0084010054173358, - 0.9871444837708967, - 1.0130833200270473, - 1.043702427349745, - 0.9912743901116762, - 0.973685836703786, - 0.985763394194837, - 1.0377291955455417, - 1.0077815203197755, - 1.0141762382944473, - 1.019662919156708, - 1.046456382869172, - 1.0332849966442448, - 1.0406499407344652, - 0.9961622026264285, - 0.9855957603524927, - 0.9824473993933991, - 1.0388871379951687, - 1.0170409949547163, - 1.03216407460882, - 1.0347227568843633, - 1.0401704190454892, - 0.9504580582249552, - 0.9606350019976608, - 1.0073622594193574, - 1.0173972038824486, - 0.9758624776113387, - 1.017294570276939, - 1.1903867160054817, - 1.041760575180181, - 0.9817904646611345, - 0.9934098271111226 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.6391304135322571, - "72": 0.552173912525177, - "108": 0.4826086759567261, - "255": 0.22608694434165955 - }, - "fold": 2 - }, - { - "best_epoch": 42, - "best_val_acc": 0.6482213438735178, - "test_acc": 0.7127771911298838, - "train_size": 400, - "val_size": 253, - "test_size": 947, - "stats": { - "mean": [ - [ - 0.0049220609499997505, - 0.014300554999999927, - -0.013117759999999938, - 0.0006888637499999897, - 0.014571960000000097, - -0.029186410499999996, - 0.002400438750000075, - -0.053890317500000125, - 0.010837756000000382, - -0.043686283749999874, - 0.00818919124999994, - 0.02274708350000002, - -0.010304195600000106, - 0.021186932849999934, - 0.02806746060000008, - 0.03340746249999935, - -0.023547052000000096, - -0.033522315499999976, - 0.008610349500000156, - 0.027052154499999995, - -0.010934992499999938, - 0.006081485000000295, - 0.02777317250000039, - 0.016383195499999857, - 0.03879757150000023, - -0.021655729750000265, - 0.014864098750000401, - 0.036007804000000046, - -0.006075429999999921, - -0.019079332500000098, - 0.046873371749999754, - 0.020189249124999916, - -0.006358586449999976, - -0.01606563250000019, - -0.011602580249999888, - 0.013908655750000045, - -0.026925847499999826, - 0.04435231250000004, - 0.0030248995000000476, - 0.04331075999999964, - -0.010036047250000119, - -0.020255887499999837, - 0.016312687999999884, - 0.0007390799999998633, - -0.01058009674999995, - 0.022933002500000025, - 0.018606085150000003, - -0.02793774274999995, - 0.02640782450000013, - 0.0009197187999999446, - 0.01879274900000016, - -0.012793932500000254, - -0.05696751475000014, - 0.009623771999999869, - -0.014076831999999899, - 0.03262045174999992, - -0.03750922250000002, - -0.020068239750000067, - 0.007511379900000031, - 0.011995891500000104, - 0.001957915000000034, - 0.008284810500000324, - -0.03583419272500005, - 0.025183247499999534 - ] - ], - "std": [ - [ - 1.0292860056491944, - 1.0292792317834558, - 1.021157636187128, - 1.0004671883473788, - 1.0099925807918118, - 0.940459599532873, - 1.0284403765468189, - 0.8253858457506277, - 1.0205839902595195, - 0.9375845702209917, - 1.0276192722636466, - 1.0352781665590673, - 1.00573951678478, - 1.0168176366617936, - 1.0354526336454533, - 1.409467384284455, - 1.0173514777145187, - 0.9176768917465363, - 0.9987312571300704, - 1.011937740881034, - 0.998584402272729, - 1.056733717686757, - 1.037552726041927, - 1.0142258428702424, - 1.035939823876147, - 0.9963005677388238, - 1.0191184901038401, - 1.0189027476350714, - 0.9772965657228759, - 0.9822876158929498, - 1.1026232958885742, - 1.0501886707528871, - 0.9971602814316513, - 1.0340674788196675, - 0.9800225335712383, - 1.0197769718133536, - 0.9741149929553732, - 1.042912622378931, - 0.9736271090391864, - 1.061534430063924, - 0.9526685914619262, - 1.0048497041951536, - 1.0274317900005205, - 0.9912072467959292, - 0.9895627947501346, - 1.0186115853191826, - 1.013480663944259, - 0.9413201803178272, - 1.0436199704257596, - 0.9898799364419235, - 1.0333854032952587, - 0.9495359391868493, - 0.9383015025414292, - 1.0126790152589706, - 0.9761807480062364, - 1.0554871962715169, - 0.9748100083771338, - 0.9555452645008876, - 1.0523449870830452, - 0.9961427848161136, - 1.2062430696295, - 1.0118419269696228, - 0.9775440389434499, - 0.9524811445180422 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.5454545617103577, - "72": 0.49802374839782715, - "108": 0.44664034247398376, - "255": 0.17391304671764374 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7135980623665839, - "std_test_acc": 0.004195003241968077, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6198377013206482, - "std_cert_acc_36": 0.052173637934387916, - "mean_cert_acc_72": 0.5390115976333618, - "std_cert_acc_72": 0.0336266865612493, - "mean_cert_acc_108": 0.48142046481370926, - "std_cert_acc_108": 0.028798172630957058, - "mean_cert_acc_255": 0.20717313140630722, - "std_cert_acc_255": 0.023042199357633773 - }, - "plant-shape": { - "dataset": "plant-shape", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 86, - "best_val_acc": 0.5560747663551402, - "test_acc": 0.49898580121703856, - "train_size": 400, - "val_size": 214, - "test_size": 986, - "stats": { - "mean": [ - [ - 0.010793134649999947, - 0.0029814738750000274, - -0.005680250974999982, - -0.00999388868249995, - -0.018943553000000047, - -0.022220061225000066, - -0.023538591772499947, - -0.023104606949999985, - -0.022654011850000027, - -0.013826088777500009, - -0.012183569699999982, - -0.019542425225000024, - -0.021094745304999968, - -0.013662524125000061, - -0.007497562182500008, - -0.004011965550000029, - -0.0018356184500000372, - 7.94950000007455e-06, - 0.00456346359999991, - 0.002077647049999971, - 0.005165495805000022, - 0.009402297242499979, - 0.008459789907500027, - 0.010384120812499977, - 0.009072800484999985, - 0.009275099372499976, - 0.011333548210000006, - 0.00974336192500002, - 0.009874121385000021, - 0.013796312999999978, - 0.0035003747700000252, - -0.0006504867999999986, - -0.006737763249999974, - -0.009779546075000065, - -0.009547967425750021, - -0.008340889135000092, - -0.01037015690000003, - -0.015118204249999967, - -0.014712120350000033, - -0.011817635924999998, - -0.01854881525000002, - -0.021627437300000017, - -0.02562561288749998, - -0.02507883772499999, - -0.01957355992500001, - -0.010989493799999993, - -0.004170166650000026, - -0.0007832742674999737, - -0.0008414850850000529, - 0.0014383313750000115, - 0.008277859025000037, - 0.015007289872500043, - 0.02009162649999997, - 0.020694419627500026, - 0.02312079630000003, - 0.02027844062500002, - 0.012670696450000017, - 0.011923742850000028, - 0.008522531550000014, - 0.0021193726999999838, - 0.00027873594999999404, - -0.005514954024999976, - -0.005619866314999964, - 0.000804423425000044 - ] - ], - "std": [ - [ - 1.0193984315579283, - 1.0138728773194225, - 1.0025119027839187, - 0.9926201913273888, - 0.9797572939727588, - 0.9675431762012998, - 0.9562849021750489, - 0.9457765924705838, - 0.9453288165685446, - 0.9493183692891524, - 0.9510566730800354, - 0.9587654362947835, - 0.9708540170515252, - 0.9906082656256265, - 1.0060018623497948, - 1.0090880491601784, - 0.9970255943580457, - 0.9966975594633455, - 1.0075598104469696, - 1.0193962682636182, - 1.040522735169908, - 1.0407459188197639, - 1.0303725268059722, - 1.0256419706953475, - 1.0198382842786065, - 1.0197936843070703, - 1.0266695425622123, - 1.0253571333157874, - 1.0153590777307844, - 1.0110354025342352, - 1.0181892223475282, - 1.0166426127543688, - 1.011169701470929, - 1.0054929366994545, - 1.0096458368985821, - 1.0140452905977049, - 1.009910026151903, - 0.9911465124845928, - 0.981395028524588, - 0.9714368920896277, - 0.9640569672295396, - 0.9682443777583067, - 0.9618240790560709, - 0.9651476273791817, - 0.9697583533908924, - 0.9857642722747081, - 0.9945128871244862, - 0.998379374233736, - 1.0006314561941052, - 1.008050481132436, - 1.0268004129156558, - 1.0452850694975346, - 1.0563281717760602, - 1.0509178269869455, - 1.0471449082028836, - 1.0431100616694575, - 1.035476811024627, - 1.0416661017312363, - 1.0428844632918242, - 1.0319514866130477, - 1.029873132188317, - 1.028802362627988, - 1.0249104343768467, - 1.0178924453800364 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.3971962630748749, - "72": 0.2710280418395996, - "108": 0.20560747385025024, - "255": 0.037383176386356354 - }, - "fold": 0 - }, - { - "best_epoch": 72, - "best_val_acc": 0.491869918699187, - "test_acc": 0.48742138364779874, - "train_size": 400, - "val_size": 246, - "test_size": 954, - "stats": { - "mean": [ - [ - -0.01969966857750001, - -0.018735893250000035, - -0.01923726170000004, - -0.01765154066999996, - -0.021040157724999967, - -0.020549986874999978, - -0.01802188749999998, - -0.013611070524999968, - -0.01314826475000005, - -0.010111033277499976, - -0.011831655162500052, - -0.009240258725000013, - -0.004857546977500041, - -0.003872501354999996, - -0.004503420224999966, - -0.007399539599999919, - -0.009506949104999987, - -0.00983436382500002, - -0.0073349694900001206, - -0.0026293045575000932, - -0.005217706800000011, - -0.01053002465000001, - -0.011560438125000017, - -0.009075882437499998, - -0.0045980930749999985, - -0.008758359152500011, - -0.012621292225000027, - -0.016511235369999985, - -0.028317963276500033, - -0.02497353765000002, - -0.014343673825000004, - -0.008610495525000058, - 0.004172939175000043, - 0.0019351163249999698, - -0.004373591600750041, - -0.0077125528000000455, - -0.01211637097500002, - -0.01259113399249995, - -0.012157099130000017, - -0.014399237225000002, - -0.009437209475000015, - -0.0046622409374999915, - -0.006370976337500016, - -0.011270999825000006, - -0.015921284525000006, - -0.012410074750000007, - -0.014884673650000003, - -0.016949542649999955, - -0.017354671999999977, - -0.011285483702500028, - -0.009929046974999904, - -0.007901803479999947, - -0.00815231512075005, - -0.010049489069999949, - -0.011786209875000047, - -0.014985319077499979, - -0.019011035099999973, - -0.008162044849999986, - -0.0058525207999999595, - -0.01041489936249999, - -0.011318642174999963, - -0.015970219724999984, - -0.026622342699999985, - -0.029072289924999974 - ] - ], - "std": [ - [ - 0.9860131433859547, - 0.9839451298693502, - 0.9815653890681931, - 0.9791684843455107, - 0.9793192609145278, - 0.980950701990714, - 0.9884282309487391, - 0.9817147072820436, - 0.9862993933397015, - 0.9922815938909398, - 0.9847563677603288, - 0.9853865969758397, - 0.9879672222996878, - 0.9946824106249518, - 0.9961943172051062, - 0.9902136279887243, - 0.9887680048123522, - 0.993003063211071, - 1.0071770840518683, - 1.0247666604590329, - 1.0257137801878309, - 1.011455364670402, - 0.9947052989179791, - 0.9869387562943811, - 0.9888179645496713, - 0.987009987810631, - 0.9897190394535154, - 0.991361121462267, - 0.992989633996112, - 0.9961724937704427, - 0.9897090546568476, - 0.9844393105882888, - 0.9858088094372514, - 0.9942345793157213, - 0.9949467347271544, - 0.9941801452632953, - 0.9935755677210956, - 0.9940539923777484, - 0.9871617326295817, - 0.9809194296573341, - 0.9841049037423958, - 0.9872912480789516, - 0.9853330949312704, - 0.9809868668056975, - 0.977760884105985, - 0.9785005795193457, - 0.9774791029379978, - 0.9747292923736738, - 0.9892632184812155, - 0.9903128998680867, - 0.9995507672572046, - 1.012420498620147, - 1.014423356554454, - 1.0113780719858716, - 1.0085495954493642, - 1.0103910622541978, - 1.0042573664175571, - 0.9954666158538873, - 0.9825056771440344, - 0.969748087810821, - 0.9684376869484385, - 0.9687387646565352, - 0.9685510643060194, - 0.9716172187511043 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.3617886006832123, - "72": 0.2398373931646347, - "108": 0.15447154641151428, - "255": 0.04471544548869133 - }, - "fold": 1 - }, - { - "best_epoch": 76, - "best_val_acc": 0.4723404255319149, - "test_acc": 0.46217616580310883, - "train_size": 400, - "val_size": 235, - "test_size": 965, - "stats": { - "mean": [ - [ - -0.011195848850000047, - -0.014077039849999994, - -0.015681537625000016, - -0.015262547177500023, - -0.018894034979999984, - -0.023536119524999965, - -0.016015195249999968, - -0.008908977427499989, - -0.005013930349999998, - -0.007225348899999984, - -0.008182635, - -0.00789371312500003, - -0.011035066974999978, - -0.005199030499999984, - 0.005315251324999976, - 0.011141104150000055, - 0.011588849470000002, - 0.009680554374999966, - 0.010888354087499948, - 0.010037595079999946, - 0.011800275580000021, - 0.007671618275000015, - 0.006882413550000033, - 0.0062716886124999935, - -0.0019262105499999794, - -0.002007641149999968, - -0.003485761440000005, - -0.0017775631049999818, - 0.0007400688484999391, - -0.0018860717750000106, - -0.006113297799999992, - -0.013600633775000042, - -0.020458192474999966, - -0.023048553475000007, - -0.019547718700000005, - -0.01125536750999998, - -0.014651312500000012, - -0.017176074307499963, - -0.015313710324999983, - -0.018115000749999995, - -0.02384295694999999, - -0.02221634045249998, - -0.019668475399999934, - -0.016640133125000005, - -0.011789776774999969, - -0.006203905024999959, - -0.004540449625000036, - 0.0006846066824999924, - 0.006433635392500026, - 0.0017259993975000153, - 0.0026194728225000024, - 0.002456912675000057, - 0.0035687386999999193, - 0.003967900025000002, - 0.008058575125000038, - 0.009259356747499982, - 0.009820443250000033, - -0.000526142624999981, - -0.007535754924999987, - -0.006530597337499988, - -0.00488854567499998, - -0.004628704975000013, - -0.006573741065000051, - -0.008198970250000055 - ] - ], - "std": [ - [ - 0.9997831577603109, - 1.0025959495608783, - 0.9981200898415419, - 0.9862363254781552, - 0.9807001230728768, - 0.9703599657486957, - 0.9542469081610001, - 0.9473845839451106, - 0.9547713929170183, - 0.9636033061770535, - 0.9759543385191676, - 0.9833507068982068, - 0.9860092538737429, - 0.9928824474026815, - 1.009087175522555, - 1.0225369274879927, - 1.0377746120861517, - 1.047008477348557, - 1.0437668765399934, - 1.0330775502764258, - 1.0319662406027479, - 1.030352484762016, - 1.0343435297883754, - 1.0306714836465332, - 1.0227257424915315, - 1.0163750005569692, - 1.0080783487785092, - 1.0057728718253096, - 1.0031574142753106, - 0.9970437490537768, - 1.0039054666803333, - 1.0092902332461646, - 1.015955753316646, - 1.0094451596904581, - 0.9971506877338592, - 0.9797514030945054, - 0.9606748456549195, - 0.9429643662114964, - 0.9357296749897012, - 0.9401794981595187, - 0.9451576738004599, - 0.9529959594959825, - 0.9553731219059256, - 0.952474899040048, - 0.9565245724608336, - 0.9697603305783443, - 0.9863202900077532, - 0.9954169393962655, - 1.0081946986669663, - 1.0156075960594253, - 1.0253976925038635, - 1.0300309888526664, - 1.0402541851284346, - 1.0433040030246603, - 1.0375395049686613, - 1.0264815045978641, - 1.021912736268765, - 1.0088758758830503, - 1.003466814657958, - 1.0086525159597994, - 1.0137559378643732, - 1.0086686244063605, - 1.006042971236659, - 1.0003260366638576 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.34893617033958435, - "72": 0.2468084990978241, - "108": 0.15744680166244507, - "255": 0.04680851101875305 - }, - "fold": 2 - }, - { - "best_epoch": 95, - "best_val_acc": 0.4801762114537445, - "test_acc": 0.48612538540596095, - "train_size": 400, - "val_size": 227, - "test_size": 973, - "stats": { - "mean": [ - [ - -0.01614315225000004, - -0.007862261849999979, - 0.00030315945000001577, - -6.585304499997488e-05, - 0.0033457709750000114, - 0.009937330912499974, - 0.010135651675000024, - 0.009038938675000023, - 0.008931583272500009, - 0.009906352275000018, - 0.013642040799999994, - 0.017299261174999987, - 0.019865335000000005, - 0.019657458469999986, - 0.022414197692500006, - 0.02512643972499996, - 0.026877304525000024, - 0.0296143309, - 0.027764356497500045, - 0.024134231862499998, - 0.021181714175000043, - 0.02076543959999998, - 0.018820411632499992, - 0.016560606787500022, - 0.014716417624999967, - 0.015544499800000031, - 0.008937221650000026, - 0.0035691808475000007, - 0.00756637997750002, - 0.010582013399999977, - 0.00892202232, - 0.010522723749999905, - 0.009224050324999985, - 0.011262885774999978, - 0.012877923949999981, - 0.008631394499999978, - 0.013585739524999963, - 0.012593921374999985, - 0.00966451497500001, - -0.0018835844000000157, - -0.0072232187000000215, - -0.0024773558750000612, - 0.004778897314500035, - 0.010836082050000053, - 0.013114038100000038, - 0.012921894249999984, - 0.011661495899999983, - 0.006202870582499988, - 0.009554275007499979, - 0.010892630822499966, - 0.015263733174999995, - 0.018143591994999972, - 0.01859551449250001, - 0.01313465375500002, - 0.01828117135000002, - 0.021080939575000034, - 0.020155471175000023, - 0.02226961222499997, - 0.019368037950000003, - 0.018775792600000018, - 0.018483347624999945, - 0.009753726052499946, - -0.0015497268675000327, - -0.011832948350000021 - ] - ], - "std": [ - [ - 0.9690180900805035, - 0.9727335201919173, - 0.9764755262740973, - 0.9829585179082819, - 0.9924285501408081, - 1.0058984225928205, - 1.0139421119627963, - 1.0204714628277265, - 1.024761969275269, - 1.0411321691366637, - 1.051554346720804, - 1.0528939116549463, - 1.048231049542776, - 1.035208648003462, - 1.0211826349075386, - 1.021066390612321, - 1.0225781515263015, - 1.0234107662776533, - 1.013889389780415, - 1.002809268474515, - 1.005659594852486, - 1.0123290373188114, - 1.0154559039015623, - 1.013290801738594, - 1.0094740964231081, - 1.0002162486552635, - 0.9914378185750687, - 0.9943868019460187, - 0.9942535553869897, - 0.9896262981629789, - 0.9859228057329431, - 0.9860916917991401, - 0.9824333417893006, - 0.9869225315171396, - 0.9958671872185834, - 0.999358349920491, - 0.9902030063817621, - 0.9953941674238796, - 1.0044794940384356, - 1.01450410197358, - 1.0212449253894722, - 1.031533466370799, - 1.0310663353310807, - 1.0299586525323416, - 1.0140754261682852, - 1.0146983653439086, - 1.010949221001189, - 0.9984754004996209, - 0.9996230059073175, - 1.0023281510239592, - 1.0083940727060101, - 1.0104207218854935, - 1.0188090918448567, - 1.0267152458848512, - 1.0256934112800635, - 1.0177374007859166, - 1.004324219711767, - 0.9955156869267784, - 0.9865523378817893, - 0.984584448748711, - 0.9818097517909892, - 0.9865486470036113, - 0.9850111209189524, - 0.9782242969255907 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.3480176031589508, - "72": 0.2511013150215149, - "108": 0.18942730128765106, - "255": 0.026431716978549957 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4836771840184767, - "std_test_acc": 0.015455961802570771, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.3639846593141556, - "std_cert_acc_36": 0.023016205888828415, - "mean_cert_acc_72": 0.2521938122808933, - "std_cert_acc_72": 0.01338661576336822, - "mean_cert_acc_108": 0.17673828080296516, - "std_cert_acc_108": 0.02491592647251108, - "mean_cert_acc_255": 0.03883471246808767, - "std_cert_acc_255": 0.009203364209104415 - }, - "post-operative": { - "dataset": "post-operative", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.23076923076923078, - "test_acc": 0.2909090909090909, - "train_size": 22, - "val_size": 13, - "test_size": 55, - "stats": { - "mean": [ - [ - 0.2644478181818181, - -0.002965454545454521, - -0.04423899999999998, - 0.0652979090909091, - -0.09040263636363635, - 0.12863909090909095, - -0.031622818181818196, - -0.010754727272727246 - ] - ], - "std": [ - [ - 0.863045425336646, - 0.9808035281210981, - 0.9954110000000002, - 0.8638286631944233, - 0.9903112638860088, - 1.0460343032985846, - 0.9593493232948251, - 0.6242961991096403 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.1538461595773697, - "72": 0.1538461595773697, - "108": 0.07692307978868484, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.3888888888888889, - "test_acc": 0.4, - "train_size": 22, - "val_size": 18, - "test_size": 50, - "stats": { - "mean": [ - [ - -0.04068454545454543, - -0.13643590909090905, - -0.22522281818181814, - -0.01632572727272733, - 0.18080527272727273, - -0.36753845454545453, - -0.4196983636363635, - 0.03461609090909094 - ] - ], - "std": [ - [ - 0.48245777837997267, - 1.0509474100388445, - 0.9788196547256961, - 1.0356928042306306, - 0.9778540225386487, - 0.7579234423290888, - 0.7652973041426179, - 0.7599528606329299 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.6949152542372882, - "train_size": 22, - "val_size": 9, - "test_size": 59, - "stats": { - "mean": [ - [ - 0.035598363636363664, - -0.06970068181818179, - -0.13473090909090904, - -0.17957400000000004, - 0.18080527272727273, - 0.29403163636363644, - 0.03305631818181817, - 0.034616272727272704 - ] - ], - "std": [ - [ - 0.7964199476848967, - 1.018669033729904, - 0.9912891976159546, - 1.0484797311020457, - 0.9778540225386487, - 1.24868633500981, - 1.0040929058601908, - 0.5709040666748884 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.5555555820465088, - "108": 0.3333333432674408, - "255": 0.1111111119389534 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.42857142857142855, - "test_acc": 0.5555555555555556, - "train_size": 22, - "val_size": 14, - "test_size": 54, - "stats": { - "mean": [ - [ - -0.4221010909090909, - 0.19724022727272736, - 0.22723672727272717, - -0.016325727272727287, - -1.0092936587501423e-17, - -0.036753454545454506, - -0.16098145454545446, - 0.41270672727272745 - ] - ], - "std": [ - [ - 0.9311555791372603, - 0.9366735504705384, - 0.9576763484720417, - 1.0356928042306308, - 0.9944290000000001, - 0.7579238589268785, - 0.9505882556493265, - 0.8002666526517147 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 742, - "cert_evals": { - "36": 0.2857142984867096, - "72": 0.2857142984867096, - "108": 0.1428571492433548, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.48534497517548364, - "std_test_acc": 0.17695414221534644, - "n_samples": 90, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.30433456413447857, - "std_cert_acc_36": 0.25272735216729414, - "mean_cert_acc_72": 0.24877901002764702, - "std_cert_acc_72": 0.23549898980544046, - "mean_cert_acc_108": 0.1382783930748701, - "std_cert_acc_108": 0.1425398038706977, - "mean_cert_acc_255": 0.02777777798473835, - "std_cert_acc_255": 0.0555555559694767 - }, - "primary-tumor": { - "dataset": "primary-tumor", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 30, - "best_val_acc": 0.45098039215686275, - "test_acc": 0.3197969543147208, - "train_size": 82, - "val_size": 51, - "test_size": 197, - "stats": { - "mean": [ - [ - -0.008010512195121854, - 0.054444146341463336, - 0.0366287682926831, - 0.017473585365853656, - 0.00994146341463413, - 0.14699000000000015, - 0.04866843902439027, - -0.06218121951219504, - 0.01667878048780483, - -0.03673495121951217, - 0.060766390243902485, - -0.11804926829268325, - 0.04384986585365854, - -0.04256348780487793, - 0.026720512195121893, - 0.09196453658536587, - 0.04076614634146339 - ] - ], - "std": [ - [ - 0.9284296903454413, - 0.9827553422472404, - 0.9950878705168285, - 1.0173173538014615, - 0.9933487461181214, - 1.0, - 0.962929194381142, - 1.0381881034205123, - 0.9899379872265349, - 1.011517643744964, - 0.8811077313196498, - 1.2812447336275181, - 0.9462003808216405, - 1.0326718844648832, - 0.9328296141970309, - 0.9459362255487258, - 0.9834201107664913 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3520, - "cert_evals": { - "36": 0.3529411852359772, - "72": 0.27450981736183167, - "108": 0.2352941334247589, - "255": 0.0784313753247261 - }, - "fold": 0 - }, - { - "best_epoch": 42, - "best_val_acc": 0.3, - "test_acc": 0.23232323232323232, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.19990898780487798, - -0.06597853658536594, - -0.06580686585365814, - -0.04826112195121953, - 0.03728248780487797, - 0.06248341463414634, - -0.06985995121951216, - -0.0032160975609755497, - -0.06506265853658541, - 0.09333218292682927, - 0.06076639024390239, - -0.30444282926829297, - -0.1407240975609757, - -0.13789832926829237, - -0.011618548780487929, - -0.07208160975609774, - 0.0923113658536586 - ] - ], - "std": [ - [ - 1.0840763211298148, - 0.9871722424447865, - 0.9943340791237609, - 0.9878070021217906, - 0.978564253608743, - 0.7605592682926824, - 1.0434538299658207, - 1.0006713020447777, - 1.0285572185582093, - 0.9582691142993712, - 0.8811077313196498, - 1.4765153864007459, - 1.1389873689905186, - 1.0994550266298473, - 0.9827072417027007, - 1.0321010371852044, - 0.961563601529827 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3520, - "cert_evals": { - "36": 0.23999999463558197, - "72": 0.11999999731779099, - "108": 0.03999999910593033, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.46, - "test_acc": 0.23232323232323232, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.05595567073170747, - -0.11414758536585423, - -0.15360871951219476, - 0.11138004878048806, - 0.14664658536585373, - -0.022023170731707342, - 0.04866843902439022, - 0.11471414634146337, - -0.09230980487804882, - -0.010721524390243967, - -0.13876521951219484, - -0.024852487804878247, - -0.029979719512195135, - -0.13789832926829246, - 0.02672051219512185, - -0.0720816097560979, - 0.014993536585365865 - ] - ], - "std": [ - [ - 0.8752456105780106, - 1.0319878972477479, - 1.020270188955276, - 0.973373221402528, - 0.908857763487908, - 1.068933148158204, - 0.9629291943811422, - 0.9096695962820129, - 1.0396848408746504, - 1.0024455533701155, - 1.2137033994344781, - 1.1602914885292481, - 1.031634721498422, - 1.0994550266298473, - 0.9328296141970309, - 1.0321010371852055, - 0.9931654994287419 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3520, - "cert_evals": { - "36": 0.3199999928474426, - "72": 0.23999999463558197, - "108": 0.1599999964237213, - "255": 0.07999999821186066 - }, - "fold": 2 - }, - { - "best_epoch": 59, - "best_val_acc": 0.4166666666666667, - "test_acc": 0.37264150943396224, - "train_size": 82, - "val_size": 36, - "test_size": 212, - "stats": { - "mean": [ - [ - 0.03463378048780499, - 0.006275073170731583, - 0.007361365853658851, - -0.05765181707317083, - 0.06462351219512194, - 0.062483414634146285, - 0.04866843902439023, - 0.17367926829268246, - 0.043925926829268234, - -0.03673495121951222, - 0.010883487804878128, - 0.06834443902439019, - -0.029979719512194993, - 0.11632791463414643, - 0.026720512195121806, - 0.06462351219512184, - 0.14385658536585347 - ] - ], - "std": [ - [ - 0.9863628325148939, - 0.9862904448213375, - 0.9415700081720351, - 0.9778925433614022, - 0.9627768184983537, - 0.7605592682926826, - 0.962929194381142, - 0.8544857970801263, - 0.9752042587005816, - 1.0115176437449636, - 0.9787732234590277, - 0.8230916787799415, - 1.031634721498422, - 0.888087814072915, - 0.9328296141970309, - 0.9627768184983537, - 0.9363654126487833 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 3520, - "cert_evals": { - "36": 0.25, - "72": 0.1944444477558136, - "108": 0.1388888955116272, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2892712320987869, - "std_test_acc": 0.06920638751016542, - "n_samples": 330, - "n_features": 17, - "n_classes": 15, - "mean_cert_acc_36": 0.29073529317975044, - "std_cert_acc_36": 0.05464866659537474, - "mean_cert_acc_72": 0.20723856426775455, - "std_cert_acc_72": 0.0667657342089932, - "mean_cert_acc_108": 0.14354575611650944, - "std_cert_acc_108": 0.08048170994781274, - "mean_cert_acc_255": 0.03960784338414669, - "std_cert_acc_255": 0.04573968123724152 - }, - "seeds": { - "dataset": "seeds", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 29, - "best_val_acc": 0.9, - "test_acc": 0.8828125, - "train_size": 52, - "val_size": 30, - "test_size": 128, - "stats": { - "mean": [ - [ - -0.07865740384615384, - -0.09929158269230767, - 0.10740706153846159, - -0.11327312326923078, - -0.054041704038461535, - 0.11302156807692312, - -0.12860311538461539 - ] - ], - "std": [ - [ - 0.9776589269685166, - 1.0102414254274936, - 0.8380902928078587, - 1.0256407102447727, - 0.9263919424516689, - 1.0662347835422732, - 0.9877327834391749 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.8666667342185974, - "72": 0.8000000715255737, - "108": 0.6666666865348816, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.868421052631579, - "test_acc": 0.9, - "train_size": 52, - "val_size": 38, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.058945873076923054, - 0.058565444230769224, - 0.07005121538461541, - 0.06763472500000012, - 0.047836257499999944, - -0.05406976365384615, - 0.04528192692307701 - ] - ], - "std": [ - [ - 0.9708842177474521, - 0.9848353623619012, - 0.8161306877633503, - 0.9973740833983674, - 0.9401704976733031, - 0.9044940579464946, - 1.002197108725799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.6315789222717285, - "72": 0.5789473652839661, - "108": 0.5263158082962036, - "255": 0.07894736528396606 - }, - "fold": 1 - }, - { - "best_epoch": 60, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.9032258064516129, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.033384901923076866, - -0.0331742116538462, - -0.031110369230769246, - -0.035362980769230695, - -0.03749499615384611, - -0.05436379423076917, - -0.022526719230769286 - ] - ], - "std": [ - [ - 0.9921027190305836, - 0.9758756553777916, - 1.131396588661939, - 0.9525393107723146, - 1.031011005759497, - 0.9529339051548767, - 0.9671977555675655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.7941176295280457, - "72": 0.6176470518112183, - "108": 0.44117647409439087, - "255": 0.1764705926179886 - }, - "fold": 2 - }, - { - "best_epoch": 77, - "best_val_acc": 0.9705882352941176, - "test_acc": 0.8225806451612904, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.01415203269230775, - 0.0027556519230769717, - -0.08995134999999999, - 0.03169613269230778, - -0.04915413269230773, - 0.020229542307692343, - -0.026400719230769202 - ] - ], - "std": [ - [ - 0.968562549022194, - 0.987659685020645, - 0.896948829634495, - 0.9880022117491448, - 0.9355234042408067, - 1.095434168498032, - 1.0069225875711127 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 580, - "cert_evals": { - "36": 0.7941176295280457, - "72": 0.5588235259056091, - "108": 0.3529411852359772, - "255": 0.029411764815449715 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8771547379032258, - "std_test_acc": 0.03746975885552717, - "n_samples": 210, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.7716202288866043, - "std_cert_acc_36": 0.09942781603667607, - "mean_cert_acc_72": 0.6388545036315918, - "std_cert_acc_72": 0.11016876854076463, - "mean_cert_acc_108": 0.4967750385403633, - "std_cert_acc_108": 0.1335604817562709, - "mean_cert_acc_255": 0.07120743067935109, - "std_cert_acc_255": 0.07736841672147841 - }, - "plant-texture": { - "dataset": "plant-texture", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 76, - "best_val_acc": 0.6867469879518072, - "test_acc": 0.6736842105263158, - "train_size": 400, - "val_size": 249, - "test_size": 950, - "stats": { - "mean": [ - [ - -0.016478091624999976, - -0.014961091800000008, - -0.004249621250000072, - 0.023384388500000127, - 0.005502324450000172, - 0.0145078697499998, - 0.0045305880750000724, - -0.03467714649999986, - 0.004193091999999971, - 0.012809078150000047, - -0.009651387200000038, - -0.01915911049999979, - -0.008120220149999673, - 0.007483559499999939, - -8.819250000012408e-06, - -0.019568870142500156, - 0.028020058549999945, - 0.022078226650000053, - 0.0008334952449999984, - -0.0007628900000000476, - -0.033131676325000525, - -0.02417429049999988, - 0.012456803749999997, - 0.002599056999999966, - -0.016433078500000114, - -0.0015455646349999707, - 0.03351081127500002, - -0.00866295650000013, - -0.001216327300000051, - 0.02500025624999989, - 0.002615395250000011, - 0.004382452249999722, - -0.0336998632, - 0.024454489599999945, - 0.006896749999999824, - 0.0024042895000002573, - -0.0489830051999999, - -0.0018739831749999436, - -0.0027442942499998836, - 0.014888681500000006, - 0.039273120399999896, - -0.03620304349999986, - 0.01871371774999999, - 0.0017737930000000502, - 0.03068173249999988, - 0.005476874500000017, - -0.018285551499999983, - -0.01942126079499999, - 0.020034201150000052, - -0.04440868274999999, - -0.0031926880000002233, - -0.009055307999999866, - 0.01178355375000011, - 0.006780597750000028, - -0.015243231374999874, - 0.051239233250000044, - 0.01800514339999995, - 0.008651616399999893, - 0.0034974595000000232, - 0.03453392162500026, - -0.006043314750000227, - 0.012514663999999986, - 0.043475420250000084, - -0.02456098675000002 - ] - ], - "std": [ - [ - 0.9009966230602708, - 0.9364276177287642, - 0.9754761006143327, - 1.0291666417884513, - 1.0289691228068274, - 0.9876927454085853, - 0.9560626059354702, - 0.9597522889147546, - 0.9994773403976824, - 1.0152637844096681, - 0.9520114484241692, - 0.9432619847706322, - 0.9482931419315812, - 1.0591026895126023, - 0.9522570318080412, - 0.9864956149999131, - 1.084922016377646, - 1.173758426456074, - 1.0592998584844, - 1.0606714617823771, - 0.8614306216418535, - 1.0345366597359764, - 1.042209469105469, - 1.0348653782485668, - 0.9988649975902255, - 1.0174988947519772, - 1.0858204535316325, - 0.9739602296564857, - 1.0131848275815751, - 1.0264935540496496, - 0.9816966426566287, - 1.0024562576995246, - 0.9036181164894379, - 1.0437722258848774, - 0.9846104856336191, - 1.0510739753463445, - 0.8892428833739887, - 0.9794996248503948, - 0.9461971557449678, - 1.0298104390925615, - 1.1599976257671403, - 0.9173959381413883, - 0.9736629274573383, - 0.9990534408909421, - 1.0761727962998655, - 0.9933289670108497, - 0.9771946168612999, - 1.032165319421753, - 1.0398720209157222, - 0.9587359927023673, - 1.012139905486573, - 0.9975269161128212, - 1.0373603976704429, - 0.9974923617573629, - 1.0098998196849565, - 1.1923604394819194, - 1.0833214484639513, - 1.0328745232566003, - 1.0402739857013459, - 1.1225366590688706, - 0.9261829634072084, - 1.0546429695267736, - 1.0777446293534623, - 0.9933512209550289 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.6546184420585632, - "72": 0.5742971897125244, - "108": 0.5381525754928589, - "255": 0.3052208721637726 - }, - "fold": 0 - }, - { - "best_epoch": 66, - "best_val_acc": 0.6798418972332015, - "test_acc": 0.7103594080338267, - "train_size": 400, - "val_size": 253, - "test_size": 946, - "stats": { - "mean": [ - [ - -0.004256254850000026, - 0.021923264150000024, - -0.012071683000000069, - -0.011057278499999901, - -0.017880446849999797, - 0.0011827752499998178, - -0.0027601811999999146, - -0.0251483662499997, - 0.055288276499999955, - 0.018802836700000086, - 0.000680779799999956, - -0.003705401924999697, - -0.0076088335999996695, - -0.006072732000000045, - 0.0014956542500000531, - -0.02329864526500025, - 0.00074919069999995, - 0.034619562699999926, - 0.014588840164999981, - -0.0003229700500000161, - 0.03756710242499937, - -0.018300292499999992, - 0.015038550999999963, - 0.038566000999999954, - -0.024540214250000143, - 0.03385858173000003, - -0.01502205307499997, - -0.03221403250000019, - -0.03763231055000007, - -0.0005684717500001015, - 0.005178833750000021, - 0.0232263649999997, - -0.018164639750000218, - -0.0284664659000001, - 0.014296748749999815, - -0.01446542499999974, - 0.017083458499999923, - -0.05198149362499994, - 0.02665897775000016, - 0.0006017054999999511, - -0.023385096025000055, - -0.00870071099999995, - -0.02645367400000001, - 0.030389902050000018, - -0.010937763500000006, - -0.05008216174999998, - -0.014492351249999987, - -0.029835240265000052, - -0.0028061221000000624, - 0.012136923749999967, - 0.04889772374999951, - -0.005096808249999897, - -0.007376563999999944, - 0.017595101374999984, - -0.013797275999999694, - 0.054841677249999804, - -0.058722712075000016, - 0.03106128492499999, - 0.04723510375, - 0.03316721925000017, - -0.00928761275000021, - 0.004404617250000025, - -0.002385128999999882, - -0.039578189499999986 - ] - ], - "std": [ - [ - 1.0176195895454074, - 1.0490244648468456, - 0.9960419330218429, - 1.0013824399376616, - 0.9994469044392366, - 0.9946100427625639, - 1.0157545132253116, - 0.9788609202986969, - 1.071845617834868, - 0.9893086678710389, - 0.9761446960534231, - 1.0226495027246933, - 1.039042345736355, - 0.9862504907230619, - 1.010782124858231, - 0.9283410333997018, - 0.9169243300337626, - 1.2172212453002578, - 1.0463189591077335, - 1.0069757171220548, - 1.1331476744057545, - 0.9469821203572525, - 1.056155176364169, - 1.0595663845370344, - 0.9428967883897005, - 1.0970228794322368, - 0.9685633455294996, - 0.9741644818618026, - 0.9143633677590421, - 1.0691597858758368, - 1.01412670505509, - 1.070121954375621, - 0.951399475845066, - 0.9830032176811866, - 1.0946821401422548, - 0.9450181434403627, - 1.0182514042513124, - 0.9407099037863594, - 1.0799791344020868, - 0.9842100577075739, - 0.9049268404343978, - 0.9743966176706755, - 0.9614307865494272, - 1.0589976460635564, - 1.033707681388281, - 0.9570270454194322, - 0.9726967073724329, - 0.9598087507205947, - 1.0248291708573996, - 1.0065887165171423, - 1.1899283807762595, - 1.046684908157972, - 0.9585960515533316, - 1.0015106988574207, - 0.9882827515120411, - 1.1390243681390715, - 0.903234233001017, - 1.0770406438636961, - 1.0289747705280785, - 1.108986637240471, - 0.9644875764134929, - 0.9341662575099802, - 1.0003551075843455, - 0.9381906895869818 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.6126482486724854, - "72": 0.5494071245193481, - "108": 0.5138339996337891, - "255": 0.30434784293174744 - }, - "fold": 1 - }, - { - "best_epoch": 68, - "best_val_acc": 0.716, - "test_acc": 0.7007376185458377, - "train_size": 400, - "val_size": 250, - "test_size": 949, - "stats": { - "mean": [ - [ - 0.006781644050000072, - -0.01704826455000003, - -0.002251882250000035, - -0.0028131144999998512, - -0.005865192699999791, - 0.009570933999999944, - -0.009578214299999865, - -0.024165803499999656, - -0.01858652050000008, - -0.016836627099999942, - 0.022271386250000094, - 0.02783143624999974, - 0.013649515400000272, - 0.03256191874999994, - 0.007509060350000286, - 0.028498989239999706, - 0.009155898099999922, - -0.05709269885000008, - -0.011131543627500075, - 0.007129308599999935, - 0.009527655224999435, - 0.048195565000000024, - -0.03163669524999997, - -0.012298672749999962, - -0.015361769500000262, - -0.020092703134999917, - 0.00814105310000005, - 0.010467141749999798, - 0.000659113049999987, - 0.0005926604999999846, - -0.003039380250000019, - 0.006916299999999689, - 0.0028526314500000234, - 0.02393395764999979, - -0.017349249750000083, - -0.004382585749999812, - 0.0006067708249999293, - -0.02260160009999996, - -0.020113583249999886, - -0.027872431749999968, - 0.012264436799999952, - 0.015939157750000252, - -0.014283123999999987, - -0.014588402899999955, - 0.013490449499999968, - 0.011403421250000092, - 0.012658765250000021, - -0.014379616514999992, - 0.014957853600000057, - 0.00609202149999992, - -0.02169176450000027, - -0.0238132444999999, - -0.016261851749999882, - -0.006561618624999998, - 0.00928921537500022, - -0.0672483589999997, - 0.0054866013749999285, - 0.003738513875000059, - -0.02022912349999999, - -0.003440074000000029, - 0.030528467999999764, - 0.03239571075000004, - 0.03326437500000009, - -0.011354963499999924 - ] - ], - "std": [ - [ - 1.0176353776788036, - 0.9190930489962008, - 1.0268538651935009, - 0.9999682393873391, - 0.9984018173866293, - 1.0374879590245607, - 0.9749352350820676, - 0.996266197839155, - 0.9511625612934416, - 0.9876855487180032, - 1.105409076208761, - 1.0321003973234553, - 1.0235494324640213, - 1.1213865795944102, - 1.0879930289006665, - 1.0838318604426802, - 1.0877272851283968, - 0.774752481406204, - 1.0373588129982505, - 0.9969058944401101, - 1.011738502430844, - 1.1511835702083388, - 0.9377685226320285, - 1.0219749119064445, - 0.92170310125349, - 0.9806129656814709, - 1.0038200109094886, - 1.0479216121391026, - 1.0231420017542938, - 0.9787899196190312, - 1.0290085842795444, - 1.0501562971981688, - 0.9469912325322501, - 1.0353208445844364, - 0.9577479946023613, - 0.9403622048724667, - 0.9697131314173383, - 0.9465545623876653, - 0.9782386950900146, - 0.9139584627856204, - 0.9779691745581587, - 1.0259013952137952, - 0.9330608640569992, - 0.942152577459924, - 0.9978008930918613, - 1.0501702677822984, - 1.0356406401318516, - 0.9717916536323801, - 0.982544393973635, - 1.047669652090456, - 0.8616845618348262, - 0.9101934286793992, - 1.0301962610060198, - 0.9575486231894531, - 0.9827140500471714, - 0.5778539784498753, - 0.9613134752896453, - 1.0047774832021952, - 0.9907827459169802, - 0.9871971074482115, - 1.162147207193799, - 1.0844411935907712, - 1.0567242900140779, - 0.9982258566338452 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.6360000371932983, - "72": 0.5879999995231628, - "108": 0.5200000405311584, - "255": 0.30800002813339233 - }, - "fold": 2 - }, - { - "best_epoch": 65, - "best_val_acc": 0.7448559670781894, - "test_acc": 0.6903765690376569, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.014342517400000006, - -0.010508095700000018, - 0.020846525499999963, - 0.0065602567500000954, - 0.04070300080000023, - 0.005624379000000016, - 0.010057827824999985, - -0.0016692939999995607, - -0.0012298350000000452, - 0.004113477850000035, - -0.006016862100000142, - -0.027265562499999736, - 0.012290107750000214, - -0.017597352249999944, - -0.05018481082499988, - -0.019962193892500257, - -0.01139161950000006, - -0.022701001150000014, - 0.0013786910799999214, - -0.014646860050000085, - -0.015396491325000532, - 0.008186758999999919, - 0.04188897099999995, - 0.029843807999999857, - -0.027753020000000236, - -0.0005539261349998608, - -0.017307911899999966, - 0.011377426749999739, - -0.022145610699999995, - 0.007566919749999868, - -0.027431704249999946, - 0.042545776999999674, - 0.052352197149999995, - -0.006990049900000131, - 0.010389971999999801, - 0.018498143250000078, - 0.06626066654999992, - 0.00848889462500006, - -0.018184080999999918, - 0.01926874899999994, - -0.03685933877500006, - 0.0007597582500002853, - -0.02537281875000002, - 0.008902194600000003, - 0.02412217824999988, - 0.031126447000000078, - 0.024641684499999875, - 0.0029474992500001605, - 0.005532393600000062, - -0.008580874249999974, - -0.015919812000000293, - -0.00023579924999993536, - 0.03706109150000009, - -0.0008052041249999526, - -0.03436781549999974, - 0.022327436750000006, - 0.007519205675000007, - -0.011987557750000155, - 0.01592568225000001, - 0.005316474750000138, - -0.0004174132500002535, - -0.032213199249999686, - -0.031228355999999867, - 0.02102232000000007 - ] - ], - "std": [ - [ - 0.8692420724813031, - 0.949763414888491, - 1.0642544830753824, - 1.0472839362776507, - 1.0901344960110089, - 1.0448532151498395, - 0.9860966887034024, - 0.992983631561972, - 1.0149294022896036, - 0.9431952484176876, - 1.0340529605805364, - 0.9513173925745501, - 1.0567752587933925, - 0.9542576532027438, - 0.7813209238320555, - 0.9338054729806743, - 0.9321480764995789, - 0.8561905534972463, - 0.9927488431023881, - 0.9167664054814741, - 0.9198840727955573, - 1.0334423218940791, - 1.0542630877180026, - 1.0910912930890575, - 0.9104729281174669, - 0.940879543920847, - 0.9516761628090449, - 1.0514139332592722, - 0.9431400801236285, - 1.0295711364901166, - 0.8800987512468141, - 1.1173664674104642, - 1.1433392914474967, - 0.9617273036124687, - 1.037564686694581, - 1.0144405124623135, - 1.141213336619724, - 0.9794696310119911, - 0.9763734610882173, - 1.0315472144044722, - 0.937513787219726, - 0.9989573963275813, - 0.898086886732961, - 1.0058174039027852, - 1.0273289677810482, - 1.0127412982823678, - 1.0261552552616107, - 1.0621741318043578, - 0.9715566474052263, - 0.9644661846983199, - 0.8986136195077067, - 0.9995526222906947, - 1.0617704910396841, - 1.063170800289359, - 0.9564967404036995, - 1.2714040020058475, - 1.0285638690116818, - 0.9378454050408493, - 1.0325468321763043, - 1.0983078969994187, - 0.916541159688309, - 1.0160097153090744, - 0.9197027539366839, - 1.0261398372506563 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 54247, - "cert_evals": { - "36": 0.6831275224685669, - "72": 0.6172839403152466, - "108": 0.5720164179801941, - "255": 0.374485582113266 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6937894515359093, - "std_test_acc": 0.01569191900460713, - "n_samples": 1599, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6465985625982285, - "std_cert_acc_36": 0.029797292562594512, - "mean_cert_acc_72": 0.5822470635175705, - "std_cert_acc_72": 0.028298062921591746, - "mean_cert_acc_108": 0.5360007584095001, - "std_cert_acc_108": 0.026135201155499076, - "mean_cert_acc_255": 0.3230135813355446, - "std_cert_acc_255": 0.034349982695996886 - }, - "soybean": { - "dataset": "soybean", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 37, - "best_val_acc": 0.8135593220338984, - "test_acc": 0.8508064516129032, - "train_size": 376, - "val_size": 59, - "test_size": 248, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13741, - "cert_evals": { - "36": 0.7966101765632629, - "72": 0.7627118825912476, - "108": 0.7627118825912476, - "255": 0.6271186470985413 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8627450980392157, - "test_acc": 0.82421875, - "train_size": 376, - "val_size": 51, - "test_size": 256, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13741, - "cert_evals": { - "36": 0.8627451062202454, - "72": 0.7843137383460999, - "108": 0.7647058963775635, - "255": 0.5098039507865906 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8214285714285714, - "test_acc": 0.8247011952191236, - "train_size": 376, - "val_size": 56, - "test_size": 251, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13741, - "cert_evals": { - "36": 0.7678571939468384, - "72": 0.7678571939468384, - "108": 0.7321428656578064, - "255": 0.4464285969734192 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.9047619047619048, - "test_acc": 0.819672131147541, - "train_size": 376, - "val_size": 63, - "test_size": 244, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 13741, - "cert_evals": { - "36": 0.888888955116272, - "72": 0.7936508655548096, - "108": 0.7777778506278992, - "255": 0.7142857313156128 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8298496319948919, - "std_test_acc": 0.01415371618190991, - "n_samples": 683, - "n_features": 35, - "n_classes": 18, - "mean_cert_acc_36": 0.8290253579616547, - "std_cert_acc_36": 0.05631151439669375, - "mean_cert_acc_72": 0.7771334201097488, - "std_cert_acc_72": 0.014357484578073289, - "mean_cert_acc_108": 0.7593346238136292, - "std_cert_acc_108": 0.019320117086726263, - "mean_cert_acc_255": 0.574409231543541, - "std_cert_acc_255": 0.1195778725396015 - }, - "ringnorm": { - "dataset": "ringnorm", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.976929902395741, - "test_acc": 0.9629210942799005, - "train_size": 1850, - "val_size": 1127, - "test_size": 4423, - "stats": { - "mean": [ - [ - -0.0014913630590810715, - -0.0002028115945945495, - -0.003624673004864866, - 0.030743673347964937, - -0.0034106684216216178, - -0.004585295625405408, - -0.007129368502702696, - 0.02503018201621619, - -0.009548345086486483, - -0.023094663821621602, - 0.024392343743783677, - -0.022385221852432413, - -0.011269039536756825, - 0.006084699226486499, - -0.002144298956756773, - 0.012506844875783789, - -0.00058454836702704, - 0.03584240386432444, - -0.012133667589189186, - 0.004316507892972984 - ] - ], - "std": [ - [ - 0.9784283387930162, - 0.9905460412687422, - 1.0065390278100863, - 0.9927153916321547, - 0.9735595969809379, - 0.9917492622308341, - 1.021226537005995, - 0.984043931354316, - 1.0020439489201134, - 1.0140676776467927, - 1.01390897497898, - 1.0144771852122418, - 1.0088742566237001, - 1.0031650144538549, - 0.9957376523551107, - 1.004052473854246, - 1.0009632837253672, - 1.0136956725096684, - 1.0117437667654883, - 0.9896482611831617 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4205, - "cert_evals": { - "36": 0.9414374828338623, - "72": 0.8952972888946533, - "108": 0.8154392242431641, - "255": 0.36202308535575867 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.9604779411764706, - "test_acc": 0.9632451815329449, - "train_size": 1850, - "val_size": 1088, - "test_size": 4462, - "stats": { - "mean": [ - [ - -0.008131689650810797, - -0.002498043243243252, - -0.023727151785405413, - -0.03585440558918916, - -0.0003934882972973119, - 0.0225867714875676, - 0.033729259347567535, - 0.04028018498378375, - -0.011526702379459474, - 0.005509034924324315, - -0.0036079329924324473, - -0.010609778086486462, - -0.04445419758486492, - -0.019035246131351363, - -0.023686496141621632, - -0.004599276812324327, - -0.01283934108918918, - -0.017065241494054067, - 0.0003217353513513623, - 0.0033787389697297146 - ] - ], - "std": [ - [ - 1.022177893241832, - 0.9975248053566046, - 1.0196388744846618, - 1.0221479866384073, - 0.9970357977944808, - 1.0307981420348893, - 0.9773560353822935, - 0.9781176224444603, - 1.0106652173823045, - 0.9892263924920568, - 1.0047809286897451, - 0.9927926966385846, - 0.9948403657240741, - 1.008299177644683, - 0.986103425256104, - 1.0040901235563537, - 1.0207243055267705, - 0.9859651487873408, - 1.0109851150234057, - 1.0209172013335133 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4205, - "cert_evals": { - "36": 0.9319853186607361, - "72": 0.890625, - "108": 0.8345588445663452, - "255": 0.36672794818878174 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.9665116279069768, - "test_acc": 0.9611173184357542, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02891295190162165, - 0.03068944431891898, - -0.019467257363783776, - -0.009042827307170279, - 0.0023045943172973027, - 0.03461760786972972, - -0.013958165583783782, - -0.0037264931027027265, - 0.004122639091891881, - 0.008077664260864866, - 0.00500549670162161, - 0.05230572106145954, - 0.00560352195189189, - -0.0038027441356756407, - -0.006340691426324323, - -0.017875234487027075, - -0.009974290385945996, - 0.031068824466486403, - -0.018748794218378367, - 0.005651800251891893 - ] - ], - "std": [ - [ - 0.9932694884617136, - 1.0072036987514652, - 0.9893573161360424, - 0.9958218951278952, - 1.0085886667535657, - 0.9790791907975733, - 0.9983260051236463, - 0.9947362590919102, - 1.006364157341519, - 1.0005095470798928, - 0.9832199273034367, - 0.9689205473346516, - 1.0001853849462015, - 1.033775512614162, - 1.0032724243458653, - 0.9853254002831421, - 1.0043894835352993, - 1.0395476633542529, - 0.9896749630098167, - 0.9691966087764504 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4205, - "cert_evals": { - "36": 0.919069766998291, - "72": 0.8679069876670837, - "108": 0.800000011920929, - "255": 0.38976743817329407 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.9646511627906976, - "test_acc": 0.9584357541899441, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02046777164864863, - 0.0021980356432432023, - 0.004059637980540555, - -0.009342822182702694, - 0.002387918376162144, - 0.030360256719999965, - -0.015382828059459445, - -0.018204245005945925, - -0.025843862712432407, - 0.027745209016216188, - 0.004481657689729722, - 0.026131714623621623, - 0.022636812074594607, - 0.014200627510810747, - -0.0033628461978918974, - -0.017424993537297307, - 0.02008856371405403, - -0.012326211236756734, - -0.005294278313513533, - -0.011560347406486508 - ] - ], - "std": [ - [ - 1.003862152326972, - 1.0116328206717198, - 0.9982327875050149, - 1.0058161542849646, - 0.9897416118790039, - 0.97887136461081, - 0.9958939467129719, - 1.025014828335411, - 1.0096954961376094, - 1.0002821071815167, - 0.9846740927254561, - 0.9871728584855372, - 0.988810619026956, - 0.9866476352820501, - 0.9798465412109066, - 1.0074699501447237, - 0.9933722458992488, - 0.9892672826168423, - 1.0089595701990006, - 1.0171370551906491 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4205, - "cert_evals": { - "36": 0.9255813956260681, - "72": 0.8744186162948608, - "108": 0.7953488826751709, - "255": 0.37023255228996277 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9614298371096359, - "std_test_acc": 0.0022046559651957526, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9295184910297394, - "std_cert_acc_36": 0.009536319316011012, - "mean_cert_acc_72": 0.8820619732141495, - "std_cert_acc_72": 0.013003634488494127, - "mean_cert_acc_108": 0.8113367408514023, - "std_cert_acc_108": 0.01770338482544668, - "mean_cert_acc_255": 0.3721877560019493, - "std_cert_acc_255": 0.012192867826494827 - }, - "spect": { - "dataset": "spect", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.9, - "test_acc": 0.7391304347826086, - "train_size": 186, - "val_size": 10, - "test_size": 69, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5065, - "cert_evals": { - "36": 0.800000011920929, - "72": 0.5, - "108": 0.30000001192092896, - "255": 0.10000000149011612 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.7058823529411765, - "test_acc": 0.6451612903225806, - "train_size": 186, - "val_size": 17, - "test_size": 62, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5065, - "cert_evals": { - "36": 0.6470588445663452, - "72": 0.529411792755127, - "108": 0.3529411852359772, - "255": 0.05882352963089943 - }, - "fold": 1 - }, - { - "best_epoch": 8, - "best_val_acc": 0.75, - "test_acc": 0.6949152542372882, - "train_size": 186, - "val_size": 20, - "test_size": 59, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5065, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.550000011920929, - "108": 0.4000000059604645, - "255": 0.10000000149011612 - }, - "fold": 2 - }, - { - "best_epoch": 4, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7213114754098361, - "train_size": 186, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 5065, - "cert_evals": { - "36": 0.4444444477558136, - "72": 0.3333333432674408, - "108": 0.2777777910232544, - "255": 0.0555555559694767 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7001296136880784, - "std_test_acc": 0.0409000465775741, - "n_samples": 265, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.6228758320212364, - "std_cert_acc_36": 0.14642273809263168, - "mean_cert_acc_72": 0.4781862869858742, - "std_cert_acc_72": 0.09872432477986656, - "mean_cert_acc_108": 0.33267974853515625, - "std_cert_acc_108": 0.05484746424039762, - "mean_cert_acc_255": 0.07859477214515209, - "std_cert_acc_255": 0.02475261063112275 - }, - "spectf": { - "dataset": "spectf", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5238095238095238, - "test_acc": 0.5254237288135594, - "train_size": 187, - "val_size": 21, - "test_size": 59, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19805, - "cert_evals": { - "36": 0.4761904776096344, - "72": 0.4761904776096344, - "108": 0.4761904776096344, - "255": 0.4761904776096344 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5789473684210527, - "test_acc": 0.5573770491803278, - "train_size": 187, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19805, - "cert_evals": { - "36": 0.4736842215061188, - "72": 0.4736842215061188, - "108": 0.4736842215061188, - "255": 0.42105263471603394 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.65, - "test_acc": 0.48333333333333334, - "train_size": 187, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19805, - "cert_evals": { - "36": 0.550000011920929, - "72": 0.550000011920929, - "108": 0.550000011920929, - "255": 0.550000011920929 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.5555555555555556, - "test_acc": 0.5, - "train_size": 187, - "val_size": 18, - "test_size": 62, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 19805, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.5 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5165335278318052, - "std_test_acc": 0.03226370182803292, - "n_samples": 267, - "n_features": 44, - "n_classes": 2, - "mean_cert_acc_36": 0.49996867775917053, - "std_cert_acc_36": 0.03539967430150687, - "mean_cert_acc_72": 0.49996867775917053, - "std_cert_acc_72": 0.03539967430150687, - "mean_cert_acc_108": 0.49996867775917053, - "std_cert_acc_108": 0.03539967430150687, - "mean_cert_acc_255": 0.4868107810616493, - "std_cert_acc_255": 0.05355296147744877 - }, - "statlog-australian-credit": { - "dataset": "statlog-australian-credit", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.5754716981132075, - "test_acc": 0.5509708737864077, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.05059407542441863, - -0.0114752416860465, - 0.028838848837209195, - 0.03936136046511627, - 0.10460593604651149, - 0.0779865668604651, - 0.08156061627906987, - 0.15811348837209352, - 0.05523483604651162, - 0.1309385000000002, - 0.06254351744186054, - -0.11882176316511633, - 0.041984078837209345, - 0.07566618604651176 - ] - ], - "std": [ - [ - 1.0101299726407869, - 1.0530472517300817, - 0.9967360557731824, - 0.9782321556549705, - 1.0601462124818095, - 1.0386276590440506, - 0.9921323025144253, - 1.0098717215967856, - 0.8568205957330315, - 1.0017391917815985, - 0.8280019139302006, - 0.8059241197617667, - 1.4892583738151293, - 1.0047800961056161 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2105, - "cert_evals": { - "36": 0.3113207519054413, - "72": 0.16981132328510284, - "108": 0.11320754885673523, - "255": 0.028301887214183807 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6288659793814433, - "test_acc": 0.6270783847980997, - "train_size": 172, - "val_size": 97, - "test_size": 421, - "stats": { - "mean": [ - [ - -0.0864253130930232, - -0.033577701104651185, - -0.03875552325581389, - 0.029890569767441845, - 0.028733052325581446, - 0.014722290813953477, - 0.05829668604651171, - -0.01803883720930214, - 0.054039201162790776, - -0.043972749999999845, - -0.07365430232558125, - -0.024331187647674404, - 0.08401893802325594, - 0.08735679069767467 - ] - ], - "std": [ - [ - 0.9209242895195554, - 0.9435504125386636, - 1.067477333690663, - 1.061435553615557, - 1.0025792818765138, - 1.0277952989603758, - 0.9948560751139975, - 0.9964680315230806, - 0.9046016810802003, - 0.994587469176134, - 1.1556768232845753, - 0.935329242863178, - 1.6527499781150876, - 1.0051200887036142 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2105, - "cert_evals": { - "36": 0.3505154550075531, - "72": 0.20618556439876556, - "108": 0.11340206116437912, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.6333333333333333, - "test_acc": 0.5700934579439252, - "train_size": 172, - "val_size": 90, - "test_size": 428, - "stats": { - "mean": [ - [ - -0.07147041345930233, - -0.029198059883720928, - -0.10634986046511644, - -0.012728412790697653, - -0.06173072674418615, - 0.0097622159302325, - 0.05829668604651169, - 0.08765255813953526, - 0.008607926744186043, - -0.06729424999999996, - 0.004173023255814025, - -0.03348306104651162, - -0.012487369767441872, - -0.017858651162790676 - ] - ], - "std": [ - [ - 0.971314722723139, - 0.8466778612216974, - 1.042970249181201, - 0.959839375401117, - 0.918650223910635, - 0.8910303524098012, - 0.9948560751139973, - 1.0082316527571256, - 0.8072245383487707, - 0.9913009258016392, - 0.8525556362245806, - 0.9327938415221685, - 0.575642414570075, - 0.997133880165406 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2105, - "cert_evals": { - "36": 0.3888888955116272, - "72": 0.1666666716337204, - "108": 0.08888889104127884, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 8, - "best_val_acc": 0.6116504854368932, - "test_acc": 0.5566265060240964, - "train_size": 172, - "val_size": 103, - "test_size": 415, - "stats": { - "mean": [ - [ - -0.1213828103255814, - -0.06661143598837206, - 0.001801104651162605, - 0.1309130523255815, - 0.11044239534883706, - -0.028884297790697674, - 0.10482454651162802, - 0.09939604651162864, - -0.012912282558139528, - -0.12559799999999988, - 0.023629854651162924, - 0.0062312962406976735, - 0.17098330383720955, - 0.12242860465116306 - ] - ], - "std": [ - [ - 0.928604583415627, - 0.9683009241515906, - 1.0138252442857156, - 0.9530281481075065, - 0.9511816420159422, - 0.9323161262752426, - 0.9888538720631012, - 1.0088469910217654, - 0.7964967613394043, - 0.9806129187696861, - 0.964831290983948, - 0.838672394350281, - 1.7526808412132595, - 1.0053240290706722 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 2105, - "cert_evals": { - "36": 0.40776699781417847, - "72": 0.21359223127365112, - "108": 0.10679611563682556, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5761923056381323, - "std_test_acc": 0.03485938484186338, - "n_samples": 690, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.3646230250597, - "std_cert_acc_36": 0.04278002146647558, - "mean_cert_acc_72": 0.18906394764780998, - "std_cert_acc_72": 0.02426992635271841, - "mean_cert_acc_108": 0.10557365417480469, - "std_cert_acc_108": 0.011538862405760438, - "mean_cert_acc_255": 0.007075471803545952, - "std_cert_acc_255": 0.014150943607091904 - }, - "statlog-german-credit": { - "dataset": "statlog-german-credit", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.7222222222222222, - "test_acc": 0.7260726072607261, - "train_size": 250, - "val_size": 144, - "test_size": 606, - "stats": { - "mean": [ - [ - 0.008747452000000005, - 0.11021018984000003, - 0.06555079600000023, - 0.10154820480000003, - -0.010759709999999997, - -0.02979250000000003, - 0.08191152000000003, - 0.013589535999999907, - 0.08188774399999998, - -0.06417329279999998, - 0.041099871999999926, - 0.0640540519999999, - 0.02485610000000021, - 0.057033071999999865, - 0.037065583999999575, - -0.014164548000000032, - 0.003288288000000005, - -0.09291863999999964, - 0.055446887999999986, - 0.033893919999999966, - -0.019884256, - -0.06814002399999995, - 0.019990000000000167, - 0.004141975999999968 - ] - ], - "std": [ - [ - 1.003978613784907, - 1.1209135794421377, - 1.0561299223802987, - 1.0960852648064718, - 1.0015570603843653, - 1.0186243811552194, - 0.9706722294277974, - 0.9826945821214509, - 0.9667757761368231, - 0.9930707850493405, - 0.9574267666614031, - 1.0136622966442341, - 1.022617820769464, - 1.0089854337740911, - 1.0859859373554877, - 0.9904599650540205, - 1.0037797010309435, - 1.118329779782364, - 1.1191480919785946, - 1.026929516139364, - 1.008621805841551, - 0.7419439487110271, - 1.014184725481508, - 0.9983740501128531 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6005, - "cert_evals": { - "36": 0.6041666865348816, - "72": 0.4444444477558136, - "108": 0.3194444477558136, - "255": 0.0625 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.7151515151515152, - "test_acc": 0.6820512820512821, - "train_size": 250, - "val_size": 165, - "test_size": 585, - "stats": { - "mean": [ - [ - -0.11847553600000008, - 0.036239413119999966, - 0.02862046800000001, - -0.09383200439999995, - 0.060125340400000005, - 0.15559079999999997, - -0.014122872000000066, - 0.03171004799999993, - -0.020949231999999995, - 0.024086774399999983, - 0.035430963999999704, - 0.03635581599999994, - 0.01380900000000019, - -0.02444276800000006, - 0.015885439999999883, - -0.04249425600000005, - 0.0032882880000000194, - -0.05162157599999978, - -0.045364992, - -0.03910935999999991, - 0.02430596400000002, - -0.06814002399999995, - -0.009994999999999971, - 0.03726506400000005 - ] - ], - "std": [ - [ - 0.9921196542418786, - 0.9839775335987256, - 0.9719344651930834, - 0.8219136288585911, - 1.0283437624856175, - 0.935161859470199, - 1.0304888406780581, - 0.969745031693504, - 1.0144787229611012, - 0.9607218147860226, - 0.9757296988321245, - 0.9986987034773843, - 1.0124834391949327, - 0.99440586812025, - 1.0376109095734123, - 0.9715066082685968, - 1.003779701030944, - 1.0681499773760452, - 0.8871445440000011, - 0.9654046905991231, - 0.9876884886364683, - 0.741943948711028, - 0.9919250708722922, - 0.9887116931453116 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6005, - "cert_evals": { - "36": 0.5696969628334045, - "72": 0.46666663885116577, - "108": 0.3999999761581421, - "255": 0.06666666269302368 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7615894039735099, - "test_acc": 0.7011686143572621, - "train_size": 250, - "val_size": 151, - "test_size": 599, - "stats": { - "mean": [ - [ - -0.007155444000000004, - -0.02280468616000002, - -0.000923963999999978, - -0.005769232000000004, - 0.027214445999999993, - -0.033102900000000046, - -0.08756082399999997, - -0.008155120000000118, - -0.043801872000000026, - -0.036042587200000024, - -0.06660962000000034, - -0.012116240000000006, - 0.03590320000000018, - 0.03259031999999998, - 0.015885439999999754, - 0.014165159999999979, - -0.009864799999999998, - 0.044738240000000214, - -0.025202616000000018, - -0.02868032000000009, - 0.015467920000000017, - -0.013628039999999968, - -0.019989999999999956, - 0.04554583600000004 - ] - ], - "std": [ - [ - 0.9999148002086538, - 1.0148356615854706, - 0.9944072856585561, - 1.035717095952802, - 1.0170037494400637, - 0.9881689707602084, - 0.9574315744991436, - 0.9962604301494323, - 1.0106965591920622, - 0.938266029045709, - 1.046848672784522, - 1.0034643812466981, - 1.0325345627288987, - 1.0053273490207943, - 1.0376109095734132, - 1.0082616972439922, - 0.9864816, - 0.9336343846074779, - 0.9390127419470407, - 0.974766613507818, - 0.9920679785169961, - 0.9539597199999994, - 0.9841903486622879, - 0.9861074856695757 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6005, - "cert_evals": { - "36": 0.6622516512870789, - "72": 0.5960264801979065, - "108": 0.42384105920791626, - "255": 0.05298013240098953 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7533333333333333, - "test_acc": 0.7116666666666667, - "train_size": 250, - "val_size": 150, - "test_size": 600, - "stats": { - "mean": [ - [ - -0.07712802800000004, - 0.035575906559999905, - 0.03600647600000002, - 0.06969280920000001, - -0.07151825079999988, - 1.2599999999729494e-06, - 0.09320968800000004, - -0.008155136000000117, - -0.047610556000000026, - -0.07366734000000005, - 0.04676877999999975, - -0.0398143480000001, - 0.013809000000000111, - -0.024442767999999993, - 0.0794258719999996, - -0.023607784000000107, - -0.036170976, - -0.02409019999999976, - 0.11593401599999997, - 0.06518104000000009, - 0.006629876000000042, - -0.013628039999999942, - 0.03998, - -0.028981112000000014 - ] - ], - "std": [ - [ - 0.9961848281424827, - 1.0357494337664712, - 0.9956407453516892, - 1.0641268992559583, - 0.9722690935335091, - 0.9495990606515547, - 0.9583641989375432, - 1.0028304935144103, - 0.9697124254270231, - 0.9284015893774715, - 0.9387328207858588, - 0.9103631774518237, - 1.0124834391949329, - 0.9944058681202499, - 1.1756410923708531, - 0.9842733398970128, - 0.9503959399474098, - 1.032426600000002, - 1.233700183972741, - 1.0506449065402248, - 0.9963498257987028, - 0.9539597199999992, - 1.028271299122951, - 1.0068547054058516 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 6005, - "cert_evals": { - "36": 0.6399999856948853, - "72": 0.5333333611488342, - "108": 0.42000001668930054, - "255": 0.09333333373069763 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7052397925839842, - "std_test_acc": 0.018525589425702507, - "n_samples": 1000, - "n_features": 24, - "n_classes": 2, - "mean_cert_acc_36": 0.6190288215875626, - "std_cert_acc_36": 0.04067152188658945, - "mean_cert_acc_72": 0.51011773198843, - "std_cert_acc_72": 0.06860577286923182, - "mean_cert_acc_108": 0.3908213749527931, - "std_cert_acc_108": 0.04871893929491633, - "mean_cert_acc_255": 0.06887003220617771, - "std_cert_acc_255": 0.01728558344225746 - }, - "statlog-heart": { - "dataset": "statlog-heart", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.8421052631578947, - "test_acc": 0.8303030303030303, - "train_size": 67, - "val_size": 38, - "test_size": 165, - "stats": { - "mean": [ - [ - -0.08198015373134328, - -0.20437704477611945, - 0.14667940298507465, - -0.10702356567164191, - 0.12296643701492538, - 0.0031060895522387424, - 0.1721716417910448, - 0.05256702985074625, - -0.09777528358208952, - -0.07363618358208954, - 0.14071911940298493, - -0.06190307462686559, - 0.07189410447761192 - ] - ], - "std": [ - [ - 0.9602755621241335, - 1.0534397591881424, - 0.965842016381191, - 0.8781181021048233, - 1.1908161716364944, - 1.0012132661304654, - 0.983067488143195, - 0.9410627873975389, - 0.9570769609540178, - 0.878212234528083, - 0.8616316071032667, - 0.9849557990787127, - 0.9977403560745624 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1825, - "cert_evals": { - "36": 0.6842105388641357, - "72": 0.6315789222717285, - "108": 0.6052631735801697, - "255": 0.1315789520740509 - }, - "fold": 0 - }, - { - "best_epoch": 34, - "best_val_acc": 0.7450980392156863, - "test_acc": 0.7368421052631579, - "train_size": 67, - "val_size": 51, - "test_size": 152, - "stats": { - "mean": [ - [ - 0.10317251194029849, - -0.04498435820895522, - -0.10467137313432831, - 0.12694810597014922, - 0.17465611791044777, - 0.25472334328358204, - 0.08243026865671647, - -0.11108194776119398, - -0.002699328358208915, - -0.025414538805970124, - -0.05362482089552247, - 0.1120346268656717, - -0.13575953731343274 - ] - ], - "std": [ - [ - 0.933803946437699, - 1.0141183535164209, - 1.0495962756290413, - 0.9673366402230045, - 0.8198187755507609, - 1.1979377392725967, - 0.9966276802719692, - 1.0695932382111324, - 0.997165030870351, - 0.9974922014552127, - 0.9446202495075935, - 1.110709570807387, - 0.9882692368647951 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1825, - "cert_evals": { - "36": 0.686274528503418, - "72": 0.5686274766921997, - "108": 0.4313725531101227, - "255": 0.05882353335618973 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.8260869565217391, - "test_acc": 0.802547770700637, - "train_size": 67, - "val_size": 46, - "test_size": 157, - "stats": { - "mean": [ - [ - 0.13594266119402976, - -0.14061997014925387, - 0.06813225373134335, - -0.08696855671641794, - 0.03171528507462684, - 0.04504229850746271, - 0.18712851940298503, - 0.03130544776119405, - 0.09237662686567168, - -0.06451316865671636, - 0.019254119402985, - 0.08040952238805975, - -0.15114120895522393 - ] - ], - "std": [ - [ - 0.8711281879382763, - 1.040823259043546, - 0.9637958388354753, - 0.9133876556024206, - 0.9725134126319966, - 1.040829334168815, - 0.9723132590478262, - 0.9630003579670339, - 1.0269376874323441, - 0.8130127152575585, - 0.8919207037488958, - 1.0082879636602924, - 0.9714271921263085 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1825, - "cert_evals": { - "36": 0.5869565606117249, - "72": 0.47826087474823, - "108": 0.3913043439388275, - "255": 0.08695652335882187 - }, - "fold": 2 - }, - { - "best_epoch": 43, - "best_val_acc": 0.9, - "test_acc": 0.7730061349693251, - "train_size": 67, - "val_size": 40, - "test_size": 163, - "stats": { - "mean": [ - [ - 0.08678730746268656, - -0.14061997014925384, - 0.03671347761194034, - 0.07263314626865668, - -0.06617695701492539, - 0.17085092537313418, - 0.08243026865671643, - -0.04536504626865671, - -0.03439131343283579, - -0.07884894179104476, - -0.029331820895522515, - 0.15947211940298509, - -0.0511598059701492 - ] - ], - "std": [ - [ - 0.9010573312665855, - 1.0408232590435458, - 1.0531172362720425, - 0.9118585344964205, - 0.9359858544688878, - 1.1423287841859981, - 0.9966276802719692, - 1.0086415816105951, - 0.9850040267731803, - 0.9462659856917733, - 0.9421179375671704, - 1.0971195664680449, - 0.9795524388118361 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 1825, - "cert_evals": { - "36": 0.7750000357627869, - "72": 0.675000011920929, - "108": 0.625, - "255": 0.15000000596046448 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7856747603090375, - "std_test_acc": 0.04008949666749642, - "n_samples": 270, - "n_features": 13, - "n_classes": 2, - "mean_cert_acc_36": 0.6831104159355164, - "std_cert_acc_36": 0.07681251635080782, - "mean_cert_acc_72": 0.5883668214082718, - "std_cert_acc_72": 0.08541185823049749, - "mean_cert_acc_108": 0.51323501765728, - "std_cert_acc_108": 0.11906461138923202, - "mean_cert_acc_255": 0.10683975368738174, - "std_cert_acc_255": 0.04153607097565223 - }, - "spambase": { - "dataset": "spambase", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 24, - "best_val_acc": 0.9213793103448276, - "test_acc": 0.9280997798972854, - "train_size": 1150, - "val_size": 725, - "test_size": 2726, - "stats": { - "mean": [ - [ - 0.021226006173913785, - -0.015919149391304187, - 0.025415802530432907, - 0.03918618617391535, - -0.00802565730434888, - -0.019898612173913727, - 0.006333582695649156, - 0.0138353715652162, - 0.010869212166955465, - 0.020277107478260063, - -0.03972575965999889, - -0.02055293502608697, - -0.008113843652174586, - 0.014708887365217537, - 0.01133711377391179, - -0.015495447060868504, - 0.03913622733043563, - -0.017462963999999633, - 0.0187409115304347, - 0.005520461426088844, - -0.0038418207913071324, - 0.008610802582609307, - 0.035890673565219404, - -0.006205582330433885, - 0.009182778760001165, - -0.019677288817390202, - 0.0004982232156532273, - 0.02920531815652134, - 0.012658779999999129, - 0.017062090382608135, - -0.013314016521739344, - -0.02566035391304503, - -0.008576744521738438, - -0.022911713043477794, - 0.0025098786956515694, - -0.007468803278259888, - 0.011673062539131227, - -0.015021546086957481, - -0.00910834485217397, - -0.02154278895652143, - 0.05463170547826161, - 0.023553851304347857, - 0.010670661652173499, - 0.0295903323391293, - 0.007351219000000634, - 0.01269573645391135, - -0.023270003826086932, - 0.03709884669565298, - 0.007815205191304105, - 0.027519189395651733, - -0.015820542199999555, - -0.01672272254086909, - 0.042409089939126635, - 0.025760643735651907, - 0.02838511237043451, - -0.013437700554782798, - 0.0164267618000002 - ] - ], - "std": [ - [ - 1.1235027725136815, - 0.8904989974639629, - 0.9957178739385403, - 1.4995577621881944, - 0.926476291913068, - 0.8885189316158734, - 0.9024040689634729, - 1.0405154757286925, - 1.1233331839178615, - 0.8981778369870301, - 0.8892119217650689, - 0.9874908627493307, - 0.9205513578145247, - 0.9632286363722543, - 1.0765253751015154, - 0.8531114122905263, - 1.0916574204014953, - 0.9124374318543399, - 0.9910784663927087, - 0.9680608594157823, - 0.9407382453902644, - 0.9930333587983213, - 1.1491144107563753, - 0.6425563314801666, - 1.0428011323424244, - 0.8430611857711853, - 1.0214512070760071, - 1.1643521198183129, - 1.10698998653912, - 1.0810838839403236, - 0.8380031520069444, - 0.8416763955823331, - 1.2024906820600971, - 0.8481231877782008, - 0.8570058504483157, - 0.9470628246612116, - 1.06910230060386, - 0.5874337186131844, - 0.8169185036473402, - 0.8578401703545604, - 1.4145108263137103, - 1.0433820861839775, - 0.9733444555118707, - 1.393792873658117, - 0.9492090774739013, - 1.0044806426321926, - 0.81385805230804, - 1.3465645155559474, - 1.0636978414150784, - 1.007651802571978, - 0.6554083067039526, - 0.7777941339804235, - 1.245208842537934, - 1.6535667744655882, - 1.3137439814967093, - 0.6661201009582893, - 1.219503651337539 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33065, - "cert_evals": { - "36": 0.8896551728248596, - "72": 0.848275899887085, - "108": 0.8055172562599182, - "255": 0.48965519666671753 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9307065217391305, - "test_acc": 0.9314917127071823, - "train_size": 1150, - "val_size": 736, - "test_size": 2715, - "stats": { - "mean": [ - [ - -0.024849632956522313, - -0.03413819886956486, - -0.00989163035652276, - -0.002361400086956756, - -0.03987249782608704, - 0.01090509313043455, - 0.01957335878260548, - 0.001824029217390987, - -0.024616771288696538, - -0.00523980729217439, - -0.0020601358313020405, - -0.05077641741739166, - -0.03844389808695691, - 0.0008553938956523932, - -0.01214520726087042, - -0.009230109313042243, - 0.010565583165218426, - -0.046801976826087485, - -0.013554089600000253, - 0.02790070953043506, - 0.0032765880556492374, - -0.022136448173912388, - -0.029918836608694217, - -0.007934282660868743, - -0.023365790114781765, - -0.029432224478259654, - -0.022027940843476913, - -0.010254641513043462, - -0.03708282617391394, - -0.030502210695652975, - -0.006006388869565457, - -0.048024147826089034, - 0.029480932521740062, - -0.0510750817391295, - -0.028351204086956815, - -0.026517849208694946, - 0.01842911532173985, - -0.03338618443478374, - 0.006675741999999962, - -0.04656739886956605, - -0.020719941826085986, - 0.006543958434782931, - 0.011525401739130135, - -0.008087698269565702, - 0.025108898113044256, - -0.007957335130433963, - -0.015061640434782204, - -0.03721756826086869, - -0.03895043960869612, - -0.001666222565217826, - -0.010009838134782371, - 0.03633144539478134, - -0.06020993099130556, - -0.0013161700260872296, - -0.03022302409408695, - -0.004946863700869469, - 0.004550906813912774 - ] - ], - "std": [ - [ - 0.8958373484867075, - 0.9002436174684451, - 0.9749857170890281, - 0.9175103073316754, - 0.8456789748627611, - 1.0296079196279977, - 1.0663773858644263, - 0.9918744873399122, - 0.9377758356585005, - 0.9683003635587637, - 0.9988701214159026, - 0.8510020785398145, - 0.8120292232717867, - 1.1716911892002921, - 0.9335490252401448, - 0.9275724825067901, - 1.0706786172093499, - 0.8159996197989664, - 1.018783583831139, - 1.3842479172234758, - 1.039815972096556, - 0.8839135364998896, - 0.8932393785890523, - 0.9102522959355095, - 0.9028197785306566, - 0.9621741754161531, - 0.9455093600221522, - 1.0873334815971143, - 0.9298495573937857, - 0.8712375739105048, - 1.1638136373741579, - 0.7194920963255054, - 0.993798468472957, - 0.7165877104812148, - 0.7540408567752576, - 0.9687673124893158, - 0.981800827979203, - 0.29631208384482205, - 1.2015746837404693, - 0.8040600124748868, - 0.721184410759368, - 1.0883976635466879, - 1.1000595828326398, - 0.6542723004921799, - 1.1435952861265584, - 0.9423531730144734, - 0.6560729981871746, - 0.5591229852816202, - 0.5489093243563901, - 0.9888972344464931, - 0.6428451363337641, - 1.028319563197099, - 0.6205068262838673, - 0.5771896246525331, - 0.41206923845873533, - 0.6584069792527852, - 1.0945705958475596 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33065, - "cert_evals": { - "36": 0.907608687877655, - "72": 0.875, - "108": 0.8491848111152649, - "255": 0.5584239363670349 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.949928469241774, - "test_acc": 0.9320494186046512, - "train_size": 1150, - "val_size": 699, - "test_size": 2752, - "stats": { - "mean": [ - [ - 0.04921885617391417, - 0.014926593956521877, - 0.00847792629565125, - 0.05005613400000414, - 0.0033398545217390415, - 0.022115092173912148, - 0.020861821652170594, - 0.01550478669565098, - 0.005469835709564297, - -0.002394102646087372, - -0.004648887133041112, - -0.03289461768695655, - -0.040754755739131086, - 0.02023474459130333, - -0.03975969647826165, - -0.0013114386782596627, - 0.05593795568695754, - -0.04049862191304387, - 0.032395505704347835, - 0.003473580347827736, - -0.03802155532695763, - 0.020674000869565144, - -0.029397571826085454, - 0.05626614292173871, - -0.016279572017390314, - -0.040442041434781556, - -0.027683359373911642, - -0.018165945565216026, - -0.0067161096434789095, - -0.01001410846956648, - -0.022173674869565393, - 0.0009115565217380702, - -0.0006774207913042033, - -2.747652173902797e-05, - -0.017699280086957207, - -0.0014646963999993766, - -0.01282538191304263, - -0.03204628226087075, - 0.032762344347826086, - -0.009639197913043794, - 0.10482606808695744, - -0.031013759826086604, - 0.020927692434782336, - 0.006242524399999054, - -0.026823291339128374, - 0.043980723565215755, - -0.005029141565217051, - -0.00635898059999959, - 0.007536563304348806, - -0.0018206163191308838, - -0.026798041434782056, - -0.002352054191304867, - -0.031762150104349914, - -0.03071606211652189, - -0.002249609841739219, - -0.015034978442608676, - 0.011666985643478154 - ] - ], - "std": [ - [ - 1.1778724434167362, - 1.0760534101769437, - 1.0559839237532962, - 1.5297906049045558, - 1.1364234457764475, - 1.0490814157140953, - 1.1363046556284118, - 1.0380124741143066, - 1.075498258791, - 0.8663393072266115, - 0.9747929071031151, - 0.969828844789839, - 0.7696639194748692, - 1.0473361728395063, - 0.8303333840972749, - 0.8838263753298514, - 1.2440346851573585, - 0.9334811719941839, - 1.02990808565559, - 0.8957714253842652, - 0.9678502243817942, - 1.1500298875956583, - 0.9330778093343873, - 1.5773371750732401, - 0.9230289983981412, - 0.8158091055273212, - 0.9489997820681896, - 0.9552807238624355, - 1.0072242253552435, - 1.0223260308735955, - 0.8234643073736883, - 1.0311031398813912, - 0.8806613305973721, - 1.0286119212691307, - 0.8014510966571808, - 0.9352593214362214, - 0.9329050736248139, - 0.3527683412758974, - 1.1692746053848972, - 1.002962447177659, - 1.4919910858493521, - 0.8738202541405161, - 1.1462384337701108, - 1.0090960980820731, - 0.9207764793259576, - 1.0912524568744784, - 0.816026256403742, - 0.7771366886117157, - 0.9566601501316736, - 0.9562471491235174, - 0.6185383136448549, - 0.8282423578976752, - 0.7966634350742242, - 0.34217344919196696, - 0.8296715880092417, - 0.6379508479090837, - 1.2381153537237015 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33065, - "cert_evals": { - "36": 0.9298998713493347, - "72": 0.8927038908004761, - "108": 0.8354792594909668, - "255": 0.5207439064979553 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.9187592319054653, - "test_acc": 0.9192501802451334, - "train_size": 1150, - "val_size": 677, - "test_size": 2774, - "stats": { - "mean": [ - [ - 0.018947906521740433, - -0.000799500504347751, - 0.01308322393912882, - -0.04350387713043517, - -0.017981908217392446, - -0.037174041304348704, - 0.022572385652170752, - -0.04463838826086928, - -0.00969831843826173, - 0.015462332956521007, - 0.02533698608174001, - -0.01796958450434803, - -0.002596639478261534, - -0.008146872721739728, - -0.010465523286957488, - -0.020865805773911915, - -0.023057402052173097, - 0.015772556173913998, - 0.029574481513043406, - -0.00723897516521638, - -0.012929820996524495, - 0.013256362000000747, - -0.016364737217389708, - -0.0054786337391299, - -0.023381384405216223, - 0.018361981547826933, - -0.027815069829563832, - -0.016357650539129607, - 0.02130572809565106, - -0.04712495074782753, - -0.023661064608695874, - -0.017694028695653844, - -0.035716115565216526, - -0.015046066956521246, - 0.017066349999999682, - -0.017144463043477796, - 0.00945527166956592, - 0.0090967913913036, - -0.019910964156521774, - -0.012770454869565474, - 0.008144727217391987, - 0.026037255217391253, - -0.03684596452174003, - -0.03572749460869723, - -0.026032580895649946, - 0.034894907043476656, - -0.040598744086955754, - -0.013571423391303747, - 0.04706986420869568, - 0.04318946167130402, - -0.01196526951304294, - -0.018042527704347985, - 0.049467921365213274, - -0.02400611535652195, - 0.06052994408086956, - 0.0599142720547826, - -0.0026769801565217854 - ] - ], - "std": [ - [ - 0.9331871594323544, - 0.9567845251269138, - 0.9760296399392536, - 0.051280137756585374, - 0.9428238363495951, - 0.8814135527767363, - 0.9954267960650186, - 0.6955201641843568, - 1.0576570344486964, - 1.1798688036970275, - 1.0384456763015388, - 0.9235329672549664, - 0.9059067437108173, - 0.8252286378311408, - 0.9221679162247977, - 1.0327807332881183, - 0.9152290942982179, - 1.0569927523658942, - 1.019968514725996, - 0.9205072920345395, - 0.9958149041823585, - 1.016878390862468, - 0.8965516556476434, - 1.0877876259600743, - 0.948111265047695, - 1.0393908013003292, - 0.9611733587640997, - 0.9251890870444093, - 1.1498439764663797, - 0.8019976062593172, - 0.8125415636929294, - 0.8726450743629817, - 0.6932596937551812, - 0.8745634092810176, - 1.3798992402930492, - 0.8915710521880803, - 0.9391065100766924, - 1.1627844455953502, - 0.8173394703147074, - 0.9245635097978325, - 0.9000725380226579, - 1.1834987177794307, - 0.775157987005211, - 0.6770693378003936, - 0.7878189821125126, - 1.0585249177081846, - 0.48012225657491536, - 0.635321002731002, - 1.2507891578889274, - 1.3781763830166411, - 0.957654911058225, - 0.6938467149180203, - 1.3755269217325827, - 0.35513836957625733, - 1.6062909589981371, - 1.7067437542745856, - 0.9544103185210019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 33065, - "cert_evals": { - "36": 0.8877400159835815, - "72": 0.8596749901771545, - "108": 0.8286558389663696, - "255": 0.5553914308547974 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9277227728635631, - "std_test_acc": 0.005911901298652915, - "n_samples": 4601, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.9037259370088577, - "std_cert_acc_36": 0.019610258105702383, - "mean_cert_acc_72": 0.8689136952161789, - "std_cert_acc_72": 0.019272508733982903, - "mean_cert_acc_108": 0.8297092914581299, - "std_cert_acc_108": 0.018247855821066764, - "mean_cert_acc_255": 0.5310536175966263, - "std_cert_acc_255": 0.032463224846028246 - }, - "statlog-image": { - "dataset": "statlog-image", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 49, - "best_val_acc": 0.9226519337016574, - "test_acc": 0.87527352297593, - "train_size": 577, - "val_size": 362, - "test_size": 1371, - "stats": { - "mean": [ - [ - 0.05277729462738304, - -0.026856590034661988, - -0.04045374350086678, - 0.035925407279029424, - 0.012791040953206106, - -0.02749923800693239, - 0.026879459393414143, - 0.003427681455805914, - -0.003979492894280729, - -0.0036277449220103795, - -0.004736499878682832, - -0.003368361143847496, - 0.0064276489428076265, - -0.008315490103986137, - 0.007643567209705356, - -0.0043468179896013785, - 0.0004630635528596608, - -0.0013222841941074428 - ] - ], - "std": [ - [ - 1.0182285353798557, - 0.9851787517694358, - 0.9390514410011299, - 1.0719805534061642, - 1.0253303532403122, - 0.7168098920649388, - 1.0463467417069485, - 1.0739156275157598, - 0.9846461541428279, - 0.986758186324584, - 0.9813280135807977, - 0.9874022073254759, - 0.9931538939642666, - 0.9774222979865599, - 0.9945730722498334, - 0.98084516278497, - 0.9787696627538863, - 1.0056912001088976 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3610, - "cert_evals": { - "36": 0.8563536405563354, - "72": 0.8176795840263367, - "108": 0.7486188411712646, - "255": 0.3867403566837311 - }, - "fold": 0 - }, - { - "best_epoch": 56, - "best_val_acc": 0.8829113924050633, - "test_acc": 0.8821453775582216, - "train_size": 577, - "val_size": 316, - "test_size": 1417, - "stats": { - "mean": [ - [ - -0.00805977642980937, - -0.018866870935875215, - 0.031481733102252704, - -0.043535077989602024, - 0.004621514436741676, - 0.01480505808492205, - -0.014060085823223602, - -0.02213133720970536, - 0.002966329462738305, - 0.0030170756499133438, - 0.002753383032928949, - 0.0031395960138648014, - -0.0019510392547660267, - 0.0010119288561525432, - 0.0002420222010398325, - 0.0026207177123050403, - -0.00027903677296360597, - -0.004136256395147322 - ] - ], - "std": [ - [ - 0.9953843774509928, - 1.0074852374270842, - 1.0783606982862584, - 0.9028473634226395, - 1.0693480635548707, - 1.0940228399134122, - 0.8711465724120171, - 0.502597420466186, - 1.006613669140276, - 1.0050554458942274, - 1.0062103872564798, - 1.0073657656318686, - 0.9940821219426057, - 0.9803990682446567, - 0.9797804248563735, - 1.0060668347936674, - 0.9852523228665813, - 0.9927198570183016 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3610, - "cert_evals": { - "36": 0.841772198677063, - "72": 0.797468364238739, - "108": 0.7310127019882202, - "255": 0.3607594966888428 - }, - "fold": 1 - }, - { - "best_epoch": 40, - "best_val_acc": 0.8726790450928382, - "test_acc": 0.8709439528023599, - "train_size": 577, - "val_size": 377, - "test_size": 1356, - "stats": { - "mean": [ - [ - 0.05914366984402079, - 0.022316960745233937, - 0.06025597920277344, - 0.004141213171577218, - 0.06498358975736578, - -0.007717641698440197, - 0.003916004280762564, - -0.024700628942807636, - -0.011757545424610043, - -0.012553493500866587, - -0.011469935798960128, - -0.011205641403812857, - 0.0023379489774696394, - -0.007725091837088372, - 0.010744232443674168, - -0.011220052305025987, - -0.013785179953206241, - 0.003924050017330997 - ] - ], - "std": [ - [ - 1.024154455792897, - 0.9811663585132518, - 1.0550539991337744, - 1.0439910345858283, - 1.1416502363087357, - 0.8904529955722684, - 1.0841860242487946, - 0.7205096411504827, - 0.9892628189620303, - 0.9876451169861917, - 0.9910594913771583, - 0.9889085818803738, - 1.0052016942584325, - 1.0015543969928375, - 1.001939370908761, - 0.9907018248984832, - 0.9753060190971025, - 0.9976064937693578 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3610, - "cert_evals": { - "36": 0.7957559823989868, - "72": 0.7374005317687988, - "108": 0.7002652287483215, - "255": 0.35543766617774963 - }, - "fold": 2 - }, - { - "best_epoch": 30, - "best_val_acc": 0.8869047619047619, - "test_acc": 0.8654259126700071, - "train_size": 577, - "val_size": 336, - "test_size": 1397, - "stats": { - "mean": [ - [ - -0.004805442807625656, - 0.03371339715771235, - 0.02189034662045027, - 0.035925407279029334, - 0.0042291054419410475, - 0.03768918716984402, - 0.012717266897746975, - 0.03924694882149047, - 0.00528661488734836, - 0.005418960658578841, - 0.0062262528249566835, - 0.0039763388388214865, - -0.003098130467937617, - 0.010604977712305036, - -0.01486111181975736, - 0.007219200675909865, - 0.014029051389948003, - 0.01013749448873485 - ] - ], - "std": [ - [ - 1.008276364629133, - 1.010568100241832, - 1.0315325534295983, - 1.1379229784648968, - 0.9804535280460098, - 1.2556130480825498, - 1.057279793514591, - 1.3153187531590647, - 1.004023150383831, - 1.004919767936061, - 1.0036256590527597, - 1.0041255432995537, - 1.0046162783500956, - 1.0114881398893187, - 1.0145020055917877, - 1.0028701935817135, - 1.0098377455026906, - 0.990416131086278 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 3610, - "cert_evals": { - "36": 0.8422619104385376, - "72": 0.7708333730697632, - "108": 0.6964285969734192, - "255": 0.3303571343421936 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8734471915016297, - "std_test_acc": 0.007061658101071084, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.8340359330177307, - "std_cert_acc_36": 0.02640044949132214, - "mean_cert_acc_72": 0.7808454632759094, - "std_cert_acc_72": 0.034740837218037966, - "mean_cert_acc_108": 0.7190813422203064, - "std_cert_acc_108": 0.025046717573368328, - "mean_cert_acc_255": 0.3583236634731293, - "std_cert_acc_255": 0.02312212121541222 - }, - "semeion": { - "dataset": "semeion", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.8854961832061069, - "test_acc": 0.8906752411575563, - "train_size": 398, - "val_size": 262, - "test_size": 933, - "stats": { - "mean": [ - [ - 0.042952336683416886, - 0.08904046231155748, - 0.07781711306532647, - 0.04420791457286419, - 0.023773748743718452, - 0.030800670854271264, - 0.05355933668341719, - 0.03393323618090457, - 0.027005577889447012, - -0.020098884422110736, - -0.038558869346733554, - -0.02876319095477392, - -0.035930085427135716, - -0.005666462311557859, - -0.03678980402010061, - -0.02540032914572887, - 0.07164423115577907, - 0.10856828643216102, - 0.016988085427135702, - 0.008401615577889203, - 0.058609482412060376, - 0.009480130653266463, - 0.017019934673366894, - 0.018380477386934664, - -0.03487012562814079, - -0.04757404020100504, - -0.03736131909547739, - -0.015900620603015, - -0.02739998994974887, - 0.02467418090452264, - 0.0249909623115577, - -0.0428204346733669, - 0.09282983919598005, - 0.0839422261306534, - 0.045602110552763954, - -0.0022594874371859885, - 0.03105556030150764, - 0.038234974874371906, - 0.05212423115577904, - -0.0418055175879393, - 0.007379648241206374, - -0.0123181708542711, - 0.03084452261306535, - -0.015929640703517652, - -0.032517437185929664, - -0.042322022613065426, - 0.012141331658292034, - -0.0381711532663317, - 0.08658839698492467, - 0.048203969849246485, - -0.04225107537688428, - -0.025943195979899407, - -0.0023844723618089915, - 0.036030047738693574, - 0.019591012562814026, - -0.00906672110552767, - 0.05304341708542693, - 0.04683804020100484, - 0.011912374371859305, - 0.007315894472361927, - -0.09851672361809082, - -0.03642700000000022, - -0.020734497487437303, - 0.031377703517588146, - 0.06271911809045175, - 0.00858300502512564, - -0.03295607788944731, - -0.05819111557788897, - 0.0045722713567837555, - 0.0003809296482409935, - -0.02592891959799003, - 0.02250984924623118, - 0.04199087437185916, - 0.015708170854271196, - -0.026958037688442335, - -0.06993793467336694, - -0.06541721608040225, - -0.06384432160804038, - 0.007286145728643622, - 0.030955864321607733, - 0.027522726130653326, - 0.036648336683416785, - -0.002193748743718662, - 0.012495773869346763, - -0.009007914572864381, - -0.0036712160804018216, - 0.058828603015075205, - 0.0316613417085427, - 0.007075424623115544, - -0.04322718592964837, - -0.06008731155778924, - -0.04533076381909549, - -0.022957175879396944, - -0.0168389145728642, - 0.025421821608039852, - 0.02792173869346751, - -0.07432091959799038, - 0.013624623115577675, - -0.034945268844221195, - 0.02665020100502518, - 0.03429036180904528, - 0.052019472361808976, - 0.05586435175879404, - -0.01356301507537669, - -0.016037165829145907, - -0.03266601758794015, - -0.04719567587939709, - -0.00748582412060346, - 0.004539849246231048, - 0.021088369346733554, - -0.011933391959799155, - -0.015972572864321154, - -0.03545065829145717, - -0.037793592964824145, - -0.044449964824120315, - 0.029925321608040113, - 0.06288003015075373, - 0.08463542713567856, - 0.02237871859296501, - 0.006899319095477609, - 0.01449656281407041, - 0.000527683417085827, - 0.03920230150753784, - 0.01104597989949731, - -0.025606010050250903, - 0.009040170854271303, - -0.005590462311557578, - -0.01597257286432165, - -0.028310065326633178, - -0.028887447236180964, - -0.0659081507537687, - -0.02844676884422169, - -0.023109949748743735, - 0.032979929648241244, - 0.004363246231154997, - 0.04131952261306578, - 0.0639989572864323, - 0.0895776356783918, - 0.08333377889447266, - 0.004363924623115477, - 0.04033003768844212, - 0.0043767613065326776, - -0.026182336683417056, - 0.005207839195979919, - -0.04224544723618088, - -0.02382967085427132, - -0.07914226130653301, - -0.06476556532663379, - -0.0037090954773871154, - 0.03603720603015092, - -0.011745665829145997, - 0.009745507537688426, - 0.03452877889447241, - 0.05641689698492448, - 0.058819748743718606, - 0.0017769246231155048, - 0.05289571608040145, - 0.020843309045226126, - -0.026537417085427038, - -0.027443012562814097, - -0.037861175879396816, - -0.009719047738693285, - -0.014178577889447092, - -0.013634623115577697, - 0.011744346733668245, - -0.06803158291457227, - -0.052816281407034815, - -0.03685464572864351, - -0.015264748743718476, - -0.02556971608040183, - -0.01646636934673348, - 0.023691919597990285, - 0.08278233165829174, - 0.00689019346733639, - -0.011008341708542625, - 0.006246170854271169, - -0.04551160301507559, - -0.01852485427135688, - -0.016720412060301414, - -0.006744517587939658, - -0.020554698492462387, - 0.0033862311557788963, - -0.013512402010050132, - 0.030196592964824073, - 0.053002623115577296, - 0.029924190954773895, - 0.010655278894472263, - -0.025002311557788908, - 0.005749233668341486, - -0.017590547738693327, - -0.0046878693467337276, - -0.025057909547738694, - -0.025841457286432157, - 0.014470603015075412, - -0.028042884422110625, - -0.026089296482412073, - -0.011480763819095607, - -0.03543923115577921, - -0.012104502512562777, - 0.033738502512562836, - 0.06796942713567744, - 0.030141675879396694, - -0.07938337688442194, - -0.10993767839195982, - -0.08592113567839203, - -0.02513346733668336, - 0.02942003768844198, - 0.016245618090452357, - -0.027027889447236178, - -0.04646055778894485, - -0.05783185678391942, - 0.003077424623115391, - 0.001774763819095415, - 0.02235859296482412, - 0.046390603015075665, - 0.07475743718592887, - 0.0031286934673366894, - -0.10202691457286422, - -0.15626765326633196, - -0.15922729145728687, - -0.027267879396984968, - 0.010767738693467357, - 0.06725591457286462, - 0.03289026633165819, - -0.05212582914572871, - -0.07667999246231152, - -0.106186944723618, - -0.05246548743718603, - -0.04017505527638196, - 0.01756687437185917, - 0.01388585929648225, - -0.0017839547738693002, - -0.019856271356783726, - -0.037364902010050265, - -0.05228199748743718, - 0.005632914572864403, - 0.04385109547738676, - 0.07341574120603038, - 0.0661586381909549, - -0.010089979899497585, - -0.018135623115577832, - -0.016660778894472178, - -0.054114793969849306, - -0.03197704522613057, - -0.014875979899497477, - 0.0030890326633166588, - 0.0005838040201005258, - -0.012102854271356855, - 0.06015804020100524, - 0.03463156281407019, - 0.058009472361808555, - 0.0446316331658288, - 0.0002885954773868734, - -0.0071491407035177675, - -0.019207316582914656, - 0.03504411055276377 - ] - ], - "std": [ - [ - 1.0563097554831, - 1.0780957512893903, - 1.0452812422000708, - 1.017690638492427, - 1.0052440697335492, - 1.001399326721192, - 0.9943611635248776, - 0.9929612277732924, - 0.9913927954434718, - 1.0053448775578797, - 1.0107048900784519, - 1.0054061730470043, - 1.0028699621408272, - 0.9995583413505211, - 0.9908593466765735, - 0.9853542136542434, - 1.0705845251257127, - 1.0662779250282277, - 1.0073168970262103, - 1.0024787753418176, - 1.0119304591198905, - 1.0015280003985942, - 1.0018124775575221, - 1.0027574917083557, - 0.9948097176804833, - 0.9923519865939135, - 0.9947029572529067, - 0.9975568639854349, - 0.9951782326467599, - 1.0031187267852708, - 1.0051393922435368, - 0.9711219802777251, - 1.0817185838320085, - 1.0424648712408837, - 1.0182936561607598, - 0.9988131715298316, - 1.0100389974395088, - 1.0139507799801692, - 1.0198550521351346, - 0.97749433095435, - 1.0032558897416382, - 0.9932725134057337, - 1.013388153002777, - 0.992842992738858, - 0.9886564261302372, - 0.9877708685493644, - 1.002648114792108, - 0.9747606061850567, - 1.0747816119657112, - 1.02255888174825, - 0.9796743045806331, - 0.9871350747933134, - 0.9985485116873231, - 1.0182554602963436, - 1.0116426528399904, - 0.9928963782396165, - 1.0328245805209502, - 1.028752519230958, - 1.0063396812352823, - 1.0030257612563318, - 0.9538014614932016, - 0.9874092532167232, - 0.9925147054908431, - 1.0217704776560097, - 1.0429986387634673, - 1.003221409383544, - 0.9871161786807092, - 0.9731000264043922, - 1.0018596893583598, - 0.9998848837132579, - 0.9838376395078868, - 1.0132854070395554, - 1.0217847466795487, - 1.0070449497421416, - 0.9875771901975943, - 0.9687095163481707, - 0.9722544188400668, - 0.9736748724392092, - 1.002916353992525, - 1.0272314038286867, - 1.0175371205727017, - 1.0126645847614397, - 0.998955451392166, - 1.004243498099933, - 0.9961238320171252, - 0.9981311657855426, - 1.0219513419744302, - 1.0121545944257246, - 1.0020340690091334, - 0.9842453448395471, - 0.9788060413943263, - 0.9810097805258174, - 0.9891626357910038, - 0.9902166181537699, - 1.0148948382390708, - 1.028918636127175, - 0.9511980135419595, - 1.003861802009821, - 0.9884969480698704, - 1.0071337781982594, - 1.008265380409389, - 1.0101011443230787, - 1.0106821329347353, - 0.9969256666173059, - 0.9967866423549481, - 0.9931894679821107, - 0.9875817203374175, - 0.997173617790909, - 1.001723029579845, - 1.0125751464485413, - 0.9912331141505772, - 0.9829645856272501, - 0.9793767425495771, - 0.9867539831463441, - 0.9841093178180385, - 1.0103484071725306, - 1.0191860749351354, - 1.0221675875431637, - 1.0044195246237828, - 1.0008342681651312, - 1.001627138412346, - 0.9997772095897719, - 1.0081078939034254, - 1.003310560327655, - 0.9881623645836118, - 1.0047875054511681, - 0.9961421301729743, - 0.9829645856272511, - 0.9869920158115834, - 0.9937316253503987, - 0.9793377827744155, - 0.9904754389720483, - 0.9925397869122989, - 1.0079161666418393, - 1.0006599864175547, - 1.0059991425953247, - 1.0069100585561557, - 1.0100296780570686, - 1.0103236310080053, - 1.0006392870463336, - 1.0075172047508214, - 1.0007852286664525, - 0.9900807435463777, - 1.004024989821359, - 0.9835365256139716, - 0.9945808044935542, - 0.9691682679807009, - 0.96674874592973, - 0.9980415205638171, - 1.0146475059616948, - 0.9949143848564165, - 1.0029906462271676, - 1.0092866189920002, - 1.0179588242197937, - 1.0178009772928769, - 1.0002181457107617, - 1.008080645940541, - 1.0024397087121901, - 0.9933173510271756, - 0.979532808786883, - 0.9865060572780482, - 0.9977415269762818, - 0.9946445941177685, - 0.9927935684967815, - 1.0058109822326597, - 0.9600947752163551, - 0.96839132111533, - 0.9786069630651635, - 0.991429793512298, - 0.984865660959036, - 0.991272639453808, - 1.0096533608655676, - 1.0197900633557413, - 1.000689387806265, - 0.997433042533609, - 1.003492294968093, - 0.9845806330338616, - 0.9966488938063878, - 0.9940656012175009, - 0.9960501295471854, - 0.9861802001739265, - 1.0020303578560832, - 0.9900047845237433, - 1.0217532005343193, - 1.0359244307293263, - 1.0209897301141686, - 1.0061223937153252, - 0.9865088395902182, - 1.0015893626764498, - 0.9952846796435972, - 0.998505053609909, - 0.9830838889803715, - 0.9912812278008364, - 1.0013260724779938, - 0.9920474470886185, - 0.986699951491271, - 0.9924575926179362, - 0.9728376598101992, - 0.9907682549659087, - 1.025076872660426, - 1.0411907333948913, - 1.018295470960672, - 0.9565632778298347, - 0.9500274157105609, - 0.9755944720993126, - 0.9941828603605654, - 1.0084492238238705, - 1.012173917495229, - 0.9873637546749423, - 0.9915215887443988, - 0.9895629283115104, - 1.000389392831378, - 1.0002897764695722, - 1.009216837413109, - 1.0207204122961515, - 1.0300273492943937, - 1.0009253171711008, - 0.9578388667517177, - 0.9464920214014784, - 0.9560486423104471, - 0.9960505224694267, - 1.001839403738359, - 1.0292507570404104, - 1.032844527725739, - 0.9670637057290374, - 0.9795327684867063, - 0.990873804709991, - 1.0050346356911726, - 1.0066384733685902, - 0.9953856475823458, - 0.9956398623489264, - 1.0001306439998972, - 1.004180675810961, - 1.0045488952963422, - 1.0031559055765875, - 0.9998417518500189, - 1.006215000354876, - 1.0258626825494845, - 1.042692556346792, - 0.9864205332461236, - 0.9760435492162586, - 0.9843487751495544, - 0.9645133054191944, - 0.9864637647341462, - 0.9965084374804701, - 1.000034736592101, - 0.9997322633620359, - 0.9981023381080815, - 1.0063573537400703, - 1.009704938325987, - 1.0267732677147232, - 1.029166926292455, - 0.9999357967957346, - 0.9919070208357084, - 0.9723136941246707, - 1.0773934238154859 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662029, - "cert_evals": { - "36": 0.8549618124961853, - "72": 0.8320610523223877, - "108": 0.8015267252922058, - "255": 0.6832060813903809 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.9182692307692307, - "test_acc": 0.9047619047619048, - "train_size": 398, - "val_size": 208, - "test_size": 987, - "stats": { - "mean": [ - [ - -0.025444005025125734, - 0.012452298994974662, - -0.01753376130653282, - -0.010535125628140796, - -0.027963286432161016, - -0.04474275879396973, - -0.001844291457286734, - -0.03242843216080438, - -0.04103420100502541, - -0.04103420100502534, - -0.07008529648241217, - -0.0339002412060303, - 0.004486437185929683, - 0.034529477386934605, - 0.05066186934673367, - 0.03759841206030118, - -0.016225437185929562, - -0.007291756281406924, - -0.021709919597990002, - -0.07642158040201036, - -0.018874525125628004, - 0.024846484924623234, - 0.006883537688442274, - 0.018380477386934792, - -0.06017425879397, - -0.10329628140703531, - -0.07275537688442205, - -0.08172246231155769, - -0.03756016080402036, - 0.024674180904522443, - 0.09202141206030141, - 0.07625499246231132, - 0.008998351758794185, - -0.025569716080401903, - -0.031083557788944435, - -0.013027306532663414, - 0.06831865326633176, - 0.011230351758794001, - 0.008583005025125642, - -0.02492873869346735, - -0.048525276381909295, - -0.07442176633165802, - -0.0577207035175878, - -0.037725047738693514, - -0.011412814070351763, - 0.030323379396984762, - 0.0794642814070353, - 0.0803478919597987, - -0.030803266331658172, - -0.04180551758793927, - 0.0072861457286432126, - 0.02951733165829129, - -0.0357700402010056, - -0.026724758793969693, - -0.03369344221105539, - -0.04033939698492487, - -0.061404133165829336, - -0.08515770351758864, - -0.07468530150753767, - -0.04247025125628165, - 0.009911819095477373, - -0.010079500000000168, - 0.09049717336683409, - 0.07485990954773888, - -0.012162479899497832, - 0.008583005025125627, - 0.03651040201005023, - 0.05084868341708568, - -0.03440337688442217, - -0.07894947236180942, - -0.0551369346733669, - -0.024766954773869324, - -0.0785643743718595, - -0.039971326633166, - -0.05980386180904579, - -0.004987391959798957, - 0.02596786432160804, - 0.0004355778894470852, - 0.04031095979899518, - 0.058227160804019816, - 0.015439334170854316, - 0.031283635678391784, - -0.0074858241206030764, - -0.025019600502512448, - -0.07371595477387047, - -0.04183514572864274, - -0.04984044221105505, - 0.004494080402009928, - 0.012374522613065268, - -0.01675520100502508, - -0.012701067839196296, - -0.023795125628140783, - -0.006465022613065289, - -0.028311256281406898, - 0.03132067839195961, - 0.057442422110552685, - -0.004038336683417221, - -0.0021707914572866695, - -0.03494526884422048, - -0.11471745728643258, - -0.08534165326633134, - -0.0046484924623118595, - 0.01981357788944731, - 0.012034547738693521, - 0.004354311557789168, - -0.0020305150753769405, - -0.011102356783919673, - -0.007485824120603068, - -0.00648208040201015, - 0.0033105125628139992, - 0.04936957286432154, - -0.0015483718592965048, - -0.029718994974874256, - -0.037793592964824124, - -0.08143026130653215, - -0.10412455276381975, - -0.05401591959799001, - -0.004798241206030193, - 0.001790125628140894, - 0.017090580402010242, - 0.004349567839195903, - 0.0464185025125627, - 0.028880633165829263, - -0.004844258793969922, - 0.029169467336683533, - 0.061084185929648475, - 0.03596850251256268, - 0.020087929648241395, - -0.039252185929648235, - -0.02888744723618094, - -0.07632192462311543, - -0.05998593467336719, - -0.012630180904522599, - -0.019015974874371653, - -0.00593697487437267, - -0.00457129648241148, - 0.07415152512562821, - 0.03869630402010022, - 0.02728184170854277, - -0.021357155778894528, - -0.0007776005025125215, - 0.019922994974874386, - 0.016423954773869348, - -0.014452487437185874, - -0.004894432160803889, - -0.01870493969849258, - -0.04199864321608045, - -0.014851090452261283, - 0.07316085929648249, - 0.08536457788944737, - 0.11267560804020099, - 0.06288003015075369, - 0.07644785427135675, - 0.03509371105527622, - 0.048207286432160684, - 0.001776924623115508, - 0.032457595477386816, - 0.07158755527638183, - -0.016237195979899414, - -0.0336133668341709, - -0.04314636683417066, - -0.05578319597989929, - -0.10459047236180906, - 0.003194804020100766, - 0.0685779899497486, - 0.02317846733668342, - 0.021932281407035317, - 0.02614409547738687, - -0.003889462311557614, - 0.020540575376884435, - -0.044554623115577605, - -0.04203865326633149, - 0.06187867336683395, - 0.04752313819095463, - -0.04686316834170835, - -0.04679553266331694, - -0.024493984924623322, - -0.01852485427135685, - -0.016720412060301434, - 0.01604057788944729, - 0.009299409547738608, - 0.0033862311557789544, - 0.02953875879397003, - 0.023905276381909438, - 0.03440919597989908, - 0.017458256281406695, - -0.018785663316582903, - -0.008077185929648255, - 0.04812320351758792, - 0.05475012562814082, - -0.0357499145728643, - -0.03103446231155784, - 0.021505778894472378, - -0.015889653266331783, - 0.013454844221105499, - 0.0017875879396984156, - 0.012179376884421975, - -0.01678287185929663, - -0.00589275879396984, - -0.004469753768844167, - 0.0018416281407035852, - 0.04801996482412023, - -0.006607417085426772, - 0.01927615075376883, - -0.013691266331658422, - 0.005638994974874419, - -0.02323134422110586, - -0.015634231155779235, - 0.02235859296482414, - 0.004349969849246065, - -0.057831856783919514, - -0.10517045226130767, - -0.01945968844221099, - 0.027845979899497508, - 0.03523984924623154, - 0.058234824120602026, - 0.04097556532663358, - 0.04702545728643234, - -0.026715706030150742, - -0.056987793969849404, - 0.0030878542713568703, - -0.055905929648241134, - -0.016319035175879428, - 0.01113210301507554, - 0.05284130653266339, - 0.04167066834170896, - 0.004379306532663385, - -0.027141316582914445, - -0.03505809045226166, - -0.06500647236180847, - -0.07488839698492449, - -0.06392821608040328, - -0.030181115577889023, - -0.01196931155778885, - -0.09264249999999949, - -0.07980767587939623, - -0.06318036432160816, - -0.013091394472361883, - 0.02329241457286456, - -0.01008997989949755, - -0.009979238693467495, - 0.0307693567839191, - 0.07542535175879414, - 0.03283405025125624, - 0.015896482412060334, - -0.06264278894472358, - -0.04979732663316539, - -0.032352462311557695, - -0.031164914572864088, - -0.002164130653266925, - -0.015071595477387092, - -0.028697351758794065, - 0.013561917085426976, - 0.03722015075376866, - 0.006671256281406974, - 0.009651467336683284 - ] - ], - "std": [ - [ - 0.9636741758313841, - 1.0114901264074088, - 0.9882775735799015, - 0.9950592288041458, - 0.9923805318375012, - 0.9954931130085297, - 0.9998185415922022, - 1.004999458131321, - 1.010779654446278, - 1.010779654446278, - 1.0185416165064392, - 1.0063375239233516, - 0.9991983947714009, - 0.9997603743675092, - 1.0095253737082777, - 1.0193698237551072, - 0.9821944196534186, - 0.9946303679905539, - 0.9894242823280908, - 0.9705707946712009, - 0.9949783327748166, - 1.0043140064479021, - 1.0005809927926241, - 1.0027574917083555, - 0.9904879432435517, - 0.9807642982944419, - 0.9886574068821276, - 0.9859635090427469, - 0.993309351687357, - 1.0031187267852708, - 1.016593255470364, - 1.0442887804592182, - 1.0083038126963626, - 0.9848656609590366, - 0.9855933554664763, - 0.9945670911869946, - 1.021074800634514, - 1.0040491737335164, - 1.003221409383544, - 0.9867264401919432, - 0.9744951602926358, - 0.9578713331810542, - 0.9708937667896353, - 0.982985543001351, - 0.9959503979748483, - 1.0070454733225949, - 1.016290393566305, - 1.0456745349293197, - 0.9697098121066737, - 0.9774943309543503, - 1.002916353992525, - 1.0129710134068142, - 0.9818517087835826, - 0.9848326582689778, - 0.9778679221613454, - 0.968463827587338, - 0.9562287284130288, - 0.9385814756983131, - 0.9535361456044965, - 0.9789868837316601, - 1.0036524516031298, - 0.996437230762304, - 1.025505334499929, - 1.0500603213568676, - 0.9906100846596538, - 1.003221409383544, - 1.012180944973295, - 1.0196387340397408, - 0.9825025594694498, - 0.954339750008454, - 0.9648376067685865, - 0.9839085531249888, - 0.952009038761473, - 0.9795794492787074, - 0.9716080021777768, - 0.9976717208316266, - 1.0091951026702335, - 0.9998457759635255, - 1.0167764080390456, - 1.0501441178091095, - 1.0098311230543442, - 1.0108582982234158, - 0.9971736177909091, - 0.9900282216050488, - 0.9676953459071826, - 0.9809946576246661, - 0.9776591097799061, - 1.0015254267851037, - 1.0037560308732274, - 0.9939516521695569, - 0.9956124335469829, - 0.9901857170585183, - 0.9967866165949004, - 0.9835484169272641, - 1.018300563902619, - 1.0581476797822778, - 0.9972534687047357, - 0.9990036074983834, - 0.9884969480698704, - 0.9585590451776096, - 0.9727715498408732, - 0.9986198721072891, - 1.0039545778843277, - 1.0019737557338864, - 1.0004300707708857, - 0.9993128946907187, - 0.9970527336984197, - 0.9971736177909094, - 0.996738394700752, - 1.0017488836874449, - 1.032459139242276, - 0.9980880058113938, - 0.9827755352139497, - 0.986753983146344, - 0.9694084590768833, - 0.954374856491467, - 0.9794063309627129, - 0.9981812449768528, - 1.0000844130171747, - 1.0024414937297792, - 1.000289920583818, - 1.0066579629145789, - 1.006045023392842, - 0.9980537361415068, - 1.0118648303811897, - 1.0321212562513462, - 1.0214564915487925, - 1.0199705326922406, - 0.9818228908495026, - 0.9937316253503986, - 0.975676694136014, - 0.9791967139583257, - 0.995853785405071, - 0.9944140275090272, - 0.998324720722163, - 0.9988796207201501, - 1.0076775206024515, - 1.0051477965419011, - 1.003942697943822, - 0.9947376367611466, - 0.9995186129589284, - 1.0045214386643773, - 1.0053188986302066, - 0.9873973753633679, - 0.9979198179428485, - 0.9957288015852994, - 0.9844024166044868, - 0.9926040090239354, - 1.0288602149576338, - 1.0327381635127548, - 1.0376323561660248, - 1.0191860749351351, - 1.019248439489373, - 1.0114615654187875, - 1.0148089052316012, - 1.0002181457107615, - 1.0051758820658891, - 1.007308437371659, - 0.9958774515386598, - 0.9748378659951137, - 0.9845361751656108, - 0.9871701294240001, - 0.9569477899284584, - 1.0012684139824397, - 1.033059928368479, - 1.0117771863985163, - 1.0115884288301853, - 1.0135614014099843, - 0.9976100259611177, - 1.010965511332625, - 0.9761143046477329, - 0.9803433318407708, - 1.0153886119387059, - 1.0056269030060545, - 0.9892055337201077, - 0.969426249412664, - 0.9918445350591615, - 0.9966488938063878, - 0.9940656012175014, - 1.0080956439499935, - 1.0056005212297308, - 1.0020303578560827, - 1.019908165966182, - 1.0172691233582607, - 1.0236709394617247, - 1.0122768805463278, - 0.9879530979067631, - 0.9955177997515855, - 1.0145032156568023, - 1.0113052100223867, - 0.9900950783072645, - 0.9789878020749606, - 1.0061210323379788, - 0.9976371796061079, - 1.0030525515532585, - 1.0005432856827527, - 1.0071552470675884, - 0.9872213285090347, - 0.9953725735493347, - 0.996186609496757, - 1.00089379219493, - 1.0287570615182273, - 0.9964079316152177, - 1.0069062426818565, - 0.9963817032039104, - 1.0008280481425031, - 0.9920979056678535, - 0.9872669976493121, - 1.0092168374131085, - 1.0003352873084816, - 0.9895629283115106, - 0.9695148264401307, - 0.9928241899429654, - 1.011466978521356, - 1.015897314997225, - 1.0238688838054302, - 1.0150342744039813, - 1.0149508574937365, - 0.9925404112632117, - 0.9872466320901033, - 1.0000513594585967, - 0.9865335518102039, - 0.9916934654171699, - 1.0111500201640033, - 1.0290091218292727, - 1.0080282510552814, - 0.9998062630573106, - 1.0027987951392292, - 1.0058448354473761, - 1.0127865866340113, - 1.0179715342017457, - 1.013555459538838, - 1.0063545738992565, - 1.0013980777392146, - 1.0039675000000043, - 0.9940267908926063, - 0.9867813019457877, - 0.9943765006272788, - 1.015526891626581, - 0.9864205332461236, - 0.9867876895945505, - 1.0266969428458936, - 1.042059643812452, - 1.0120358570624033, - 1.0028235097925473, - 0.9905175353506179, - 0.9946414253907617, - 0.9951193904567321, - 0.994780772003151, - 0.9990168722978009, - 0.9919731463227914, - 0.9791890939000777, - 1.0112363498675152, - 1.0384478663637378, - 1.0089325105827842, - 1.0217975650986395 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662029, - "cert_evals": { - "36": 0.889423131942749, - "72": 0.879807710647583, - "108": 0.8701923489570618, - "255": 0.7211538553237915 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.9043824701195219, - "test_acc": 0.8940677966101694, - "train_size": 398, - "val_size": 251, - "test_size": 944, - "stats": { - "mean": [ - [ - 0.025853251256281188, - 0.026377419597989695, - 0.006303957286432041, - -0.016009429648241216, - 0.013426341708542615, - 0.000583298994974769, - -0.011917678391959662, - -0.037533175879397224, - -0.020098884422110854, - 0.0008364321608037243, - 0.019239580402010244, - -0.008214989949749375, - -0.025825954773869612, - -0.0006419698492463064, - 0.009508140703517508, - -0.019673170854271324, - -0.008902964824120629, - 0.029295625628140858, - 0.03910123115577878, - 0.04551176381909547, - 0.022450278894472483, - -0.041741050251256066, - -0.028593851758793917, - -0.037733369346733686, - 0.010677314070351713, - 0.008148201005025205, - 0.008145326633165782, - 0.009415472361809119, - 0.0284809497487437, - 0.009431022613065136, - -0.03688329899497498, - -0.04282043467336695, - -0.025931434673366276, - 0.0032492160804019695, - -0.014650914572864066, - -0.034562944723617914, - 0.004439065326633279, - 0.022032201005025183, - -0.04040087437185899, - -0.02492873869346697, - 0.012970140703517999, - 0.010264954773869574, - -0.013438090452261338, - -0.04317389949748748, - -0.011412814070351772, - 0.05626816582914544, - -0.03446686432160752, - -0.03817115326633142, - -0.01699248241206059, - 0.00882481909547732, - -0.04225107537688392, - -0.020397143216080688, - -0.035770040201005424, - -0.03813472361809031, - -0.05145492713567884, - -0.03408486180904533, - 0.016902085427135845, - 0.03483842713567786, - -0.03427305276381909, - -0.03140666331658277, - -0.011773889447236174, - 0.047884999999999796, - -0.0048442587939699355, - -0.04316322110552765, - -0.024642746231156448, - -0.002302301507537566, - -0.006238201005025181, - -0.0363831557788939, - -0.028835427135678583, - -0.04495072864321667, - 0.020803904522613076, - -0.007038153266331668, - 0.06495377889447201, - 0.026844070351758658, - -0.026958037688442293, - -0.02663757286432158, - 0.020592271356783716, - 0.027218869346733378, - 0.023798552763819147, - -0.016768904522613152, - -0.020810841708543488, - 0.004460130653266039, - 0.013682477386934629, - -0.025019600502512482, - -0.019792587939698632, - 0.02358873366834184, - -0.011806276381909597, - 0.020794437185929524, - 0.028271816582914534, - -0.006166407035175833, - -0.044291896984924944, - 0.024660060301507664, - 0.032016668341708576, - 0.04052279396984933, - 0.0490172487437184, - -0.016359286432160735, - -0.056750273869347244, - -0.007435929648241428, - 0.0017769246231154824, - 0.021414361809045206, - 0.04469314572864335, - 0.052019472361808976, - 0.0043632462311552775, - 0.03251259798994986, - 0.01964791959799002, - -0.022454183417085893, - -0.10391374874371867, - 0.008390402010050075, - 0.03760563819095469, - 0.11590360552763804, - 0.0493695728643219, - 0.04893633165829245, - -0.06410897487437181, - -0.006136658291457329, - -0.033884165829145316, - -0.002246648241206082, - -0.01682175376884426, - 0.00046256281407027904, - 0.022378718592965034, - -0.018578834170853733, - -0.06667939698492395, - -0.06575905527638143, - -0.043371045226129806, - 0.01104597989949733, - 0.06203475376884437, - 0.037953512562814026, - -0.005590462311557684, - 0.03451213065326728, - -0.022839005025125664, - -0.003315185929648206, - -0.024253055276382062, - -0.0389598241206035, - -0.03882960301507507, - -0.03981433668341692, - -0.031687527638191625, - -0.05046211557788869, - -0.0578318567839198, - -0.03762569346733697, - -0.0389613567839193, - 0.01979657286432155, - 0.019776218592964884, - 0.01474091708542714, - -0.042159695979899554, - -0.014452487437185876, - -0.0048944321608039645, - -0.013580208542713676, - -0.05791733668341716, - -0.009305037688442106, - 0.029235170854271467, - 0.025075567839196122, - 0.015302437185929314, - -0.022135206030150862, - 0.013569241206029991, - 0.02443211809045206, - 0.04290105527638174, - 0.09095939447236231, - 0.1091005477386932, - 0.020843309045226067, - -0.0007868643216079208, - -0.03978372110552767, - -0.0220056030150753, - -0.030192002512562766, - -0.04608865829145755, - 0.042463467336683505, - 0.051527896984924354, - 0.0915860050251251, - 0.01618239195979925, - -0.008218854271356756, - -0.020952391959798814, - 0.014776788944723587, - 0.034092487437186, - 0.04560211055276428, - 0.08278233165829134, - 0.10847255527638236, - 0.024846484924623196, - -0.052689055276382346, - 0.0017780376884420149, - -0.013441829145728687, - 0.020275924623115744, - 0.06161076884422113, - 0.08692009045226239, - 0.04008957286432224, - -0.0012120703517585535, - -0.007551306532663401, - -0.04616232160804049, - -0.013706580402010225, - -0.024673851758793934, - 0.08783185929648209, - 0.07460693467336664, - 0.0960876532663306, - 0.02119716834170848, - -0.03701101507537695, - -0.010059045226130629, - -0.010829610552763923, - -0.012481236180904494, - 0.04081522613065362, - 0.029924482412060183, - 0.008092273869346436, - -0.04316322110552756, - -0.03630996733668343, - -0.08232102512562797, - -0.04733090954773897, - 0.004588884422110799, - 0.08388306532663306, - 0.0430607738693465, - 0.04666894472361813, - -0.01270106783919614, - -0.047514080402010335, - -0.010565728643216074, - -0.026136346733668523, - -0.03245043718592946, - 0.023696067839195353, - 0.01770060301507536, - 0.044308140703517615, - -0.003787788944723613, - 0.014174522613065448, - -0.05093826633165829, - 0.02573226130653278, - 0.030287150753768848, - 0.0401397286432159, - 0.053680743718593056, - 0.02102522613065334, - -0.010747371859296528, - 0.05464842964824082, - -0.017136783919598057, - -0.045805907035175675, - -0.05090381909547731, - -0.0068819798994974556, - -0.03505809045226187, - -0.02371979899497456, - 0.00344182914572863, - 0.0033947336683414304, - 0.0007934170854273202, - -0.0018110753768842327, - 0.0032136934673366708, - 0.01568474874371846, - 0.01327067839195978, - 0.019348781407035248, - 0.004921175879397266, - 0.031125522613065133, - 0.04711545226130587, - 0.010442155778894433, - -0.024673851758794076, - -0.015774271356783803, - -0.06616341708542701, - -0.0980368467336672, - 0.0005838040201006485, - 0.008146753768844201, - 0.004349567839195794, - 0.003092396984924539, - -0.015071595477387165, - 0.007967140703517566, - -0.01298472613065332, - 0.0446150326633164, - 0.023923638190954576, - 0.0477404321608047 - ] - ], - "std": [ - [ - 1.034353343932803, - 1.024348567936632, - 1.0036818973846862, - 0.9926016744364617, - 1.0028981060461741, - 0.9997262707845033, - 1.0004780191128255, - 1.0057381568404924, - 1.0053448775578797, - 0.9994421248178098, - 0.9935827482337024, - 1.0014086229280772, - 1.0021061616018854, - 0.9996719899466749, - 1.0017361970021768, - 0.988660808590669, - 0.9901596478521693, - 1.0192247642124055, - 1.0167388988236599, - 1.0138944681676312, - 1.0047989281967311, - 0.9904645459818706, - 0.9954463096472054, - 0.9922833494657366, - 1.000931207563311, - 1.000707942136333, - 1.0005842378657308, - 1.0008281188231554, - 1.003557986182927, - 1.0010705577402124, - 0.9904311917270927, - 0.9711219802777267, - 0.9739587043622917, - 1.0015066140578677, - 0.9931898260069552, - 0.9856672449691517, - 1.0012331552789873, - 1.0081082975427937, - 0.9818673205301623, - 0.9867264401919426, - 1.0059158746745933, - 1.0048856527038488, - 0.9933559670825766, - 0.9804299925042913, - 0.9959503979748487, - 1.0125781824597548, - 0.9904165488252873, - 0.9747606061850563, - 0.9833821256471468, - 1.0040856115046517, - 0.9796743045806305, - 0.9898888553822821, - 0.9818517087835823, - 0.9782007130770088, - 0.9656942565779187, - 0.9734797731342064, - 1.010665700345605, - 1.021589297626431, - 0.9794856875095689, - 0.9845971696829052, - 0.9948281863198752, - 1.0136085631297738, - 0.9980537361415062, - 0.9668195470806507, - 0.9810513427219819, - 0.9987231668355041, - 0.997403787663875, - 0.9835516799557577, - 0.9853855373152387, - 0.9749106414617704, - 1.0117447309449026, - 0.9952897165079869, - 1.032947917542788, - 1.0120811271463608, - 0.9875771901975944, - 0.9885862353477245, - 1.0072891612096109, - 1.0093428281641061, - 1.0100051475667393, - 0.9840366571448279, - 0.9854634000263881, - 1.00134698674654, - 1.0041146501612022, - 0.9900282216050488, - 0.9917355999661862, - 1.0093104531776096, - 0.9947373509131133, - 1.0080042462360728, - 1.0087372732373883, - 0.9976110730657628, - 0.9846934585447732, - 1.0088475388403126, - 1.0133097733764065, - 1.0209739586680646, - 1.0282470508532253, - 0.9817846585536307, - 0.9633992156471255, - 0.9973233600463974, - 1.000218145710761, - 1.0057309799061696, - 1.010623899141674, - 1.0101011443230787, - 1.0006599864175545, - 1.0055249208224792, - 1.0028819022633104, - 0.9953395717809288, - 0.9698021524023763, - 1.0024258063274285, - 1.0158129918211263, - 1.063456671941438, - 1.0324591392422755, - 1.04774222887087, - 0.9616904393179179, - 0.997695806697438, - 0.9880152027656462, - 0.9988433850344972, - 0.9937292230975006, - 0.9998296099021827, - 1.0044195246237817, - 0.9963489105119412, - 0.9879651241571221, - 0.9859903114183225, - 0.9884715320146122, - 1.003310560327655, - 1.0244185872318146, - 1.0203911139057007, - 0.9961421301729745, - 1.034050235933694, - 0.989521079569911, - 0.9990477366494994, - 0.992755500716447, - 0.9868421928940853, - 0.9873393959627118, - 0.9881958106921132, - 0.9919947175362285, - 0.9895831364382834, - 0.9895629283115108, - 0.9929032652937821, - 0.9922751284451915, - 1.003847339906563, - 1.0037363434884359, - 1.0033043471411776, - 0.9838300352467959, - 0.9873973753633691, - 0.9979198179428482, - 0.9968491311161947, - 0.9780752949201328, - 0.9952808518444423, - 1.0120796997058796, - 1.0102563563170064, - 1.0056657842293373, - 0.9917811647092868, - 1.003612286469916, - 1.0080281022283166, - 1.0132678758599065, - 1.0226525060210754, - 1.0139038318701246, - 1.0024397087121901, - 0.9995063040570514, - 0.9700809553445697, - 0.9922233441291306, - 0.9933207816371948, - 0.9824557032259209, - 1.0196898531365701, - 1.0252921553121754, - 1.0436509722569267, - 1.0085279865152725, - 0.9951421649917936, - 0.9882760866228761, - 1.0078553724971193, - 1.016034101650163, - 1.0182936561607592, - 1.0197900633557413, - 1.009927427136894, - 1.0043140064479028, - 0.9653870680055727, - 1.0002294165307881, - 0.9975169703830418, - 1.0060899274497221, - 1.0302542392319602, - 1.050457422656358, - 1.0263818971478929, - 0.9988293446894524, - 0.993948379991406, - 0.9646507012293754, - 0.9894725219782052, - 0.9841733127810417, - 1.039912432152242, - 1.0215994164574418, - 1.0180415302669792, - 1.004726329086974, - 0.9748378645110533, - 0.996502380675558, - 0.9983170617806623, - 0.9963911641009451, - 1.0183269819540794, - 1.017678321054885, - 1.0055414218665415, - 0.9668195470806507, - 0.9703066737368953, - 0.9404292201679834, - 0.967852473516548, - 1.0019282394069462, - 1.028101194822195, - 1.008793562942109, - 1.0081602197776465, - 0.9956124335469831, - 0.9606578789878316, - 0.9949738705848414, - 0.9953677319031761, - 0.9944335251793368, - 1.0048415968196438, - 1.0055583780485124, - 1.0180101093887308, - 0.9978522893615333, - 1.0059363426964134, - 0.9778798529166732, - 1.0083401893079658, - 1.0068711996262265, - 1.006423096229551, - 1.0046479120669225, - 1.0037804464514235, - 0.994459962409335, - 1.0536434113524862, - 0.9893818936419583, - 0.9884128417013845, - 0.9968841227714262, - 1.0005451392022922, - 1.0058448354473761, - 1.0049722474461862, - 0.9987027037023654, - 0.998829254733481, - 0.9994987832666141, - 0.9999543973377994, - 0.9993809740185148, - 1.0000438421505866, - 1.0018684789535641, - 1.007170379629404, - 1.003098792935798, - 1.0389250180520742, - 1.057188249524631, - 1.009038472352926, - 0.9841733127810427, - 0.9933150572644535, - 0.9837566845129954, - 0.9835369109711313, - 0.9997322633620358, - 1.00066670782988, - 1.0002899205838178, - 1.000633573204784, - 0.9919731463227919, - 1.0051578019898537, - 0.988327819096806, - 1.0458203733919074, - 1.032263512848999, - 1.1039230782773841 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662029, - "cert_evals": { - "36": 0.8685259222984314, - "72": 0.8525896668434143, - "108": 0.8207171559333801, - "255": 0.6972111463546753 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.9241706161137441, - "test_acc": 0.9065040650406504, - "train_size": 398, - "val_size": 211, - "test_size": 984, - "stats": { - "mean": [ - [ - 0.017303708542713854, - 0.033339979899497045, - 0.042060535175879, - 0.0551565226130648, - 0.03412115577889427, - 0.020728213567838986, - 0.003192402010050319, - -0.017114201005025118, - -0.009631226130653392, - -0.014865055276382138, - -0.017541251256281226, - -0.08527074371859306, - -0.0611904120603017, - -0.045862402010050325, - 0.009508140703517527, - -0.013946012562814322, - 0.0643217587939701, - 0.0719809045226133, - 0.061214376884421925, - -0.018105633165829183, - -0.06536492964824103, - -0.07759587688442295, - -0.059003042713567794, - -0.012227075376884505, - -0.05005260552763839, - -0.04250838190954796, - -0.022192437185929587, - -0.0007109648241205073, - -0.04772033165829164, - 0.009431022613065164, - -0.04203948743718602, - -0.01305157788944726, - 0.07187196733668362, - 0.037831934673366825, - 0.018214371859296575, - -0.09378594974874371, - -0.10202691457286414, - -0.08058536683417125, - 0.008583005025125713, - 0.014450412060301456, - -0.02057281407035149, - 0.01591073618090474, - 0.05852115577889456, - 0.05490543216080418, - 0.025520276381909558, - 0.01994546482412024, - -0.029288175879396895, - -0.05002305778894475, - 0.09349378894472334, - -0.0024263668341707816, - -0.08628416080401952, - -0.042581354271357584, - 0.019872572864321515, - 0.07025994221105543, - 0.03735249748743718, - -0.021575791457286518, - 0.022925640703517693, - 0.052837846733668196, - 0.07541733668341698, - 0.023911276381909558, - -0.06598816080402005, - -0.03642700000000029, - -0.03662473618090472, - -0.0555867085427135, - 0.019038185929648087, - -0.01863026130653271, - -0.043643228643215105, - 0.029040723618090913, - 0.026844070351758627, - 0.04571258793969818, - 0.0616951256281406, - 0.04614825125628155, - 0.05347232663316565, - 0.11036331658291482, - 0.016836394472361783, - -0.015812482412060267, - -0.05466603015075383, - -0.0745576381909549, - -0.07527588944723587, - -0.0031332562814071646, - 0.009397638190954651, - -0.0009045703517589661, - 0.03485077889447228, - -0.0035822437185929427, - -0.009007914572864234, - 0.029040723618090455, - 0.04252824623115574, - 0.11859657788944705, - 0.0971600904522612, - 0.07854394472361814, - -0.01270106783919611, - -0.023795125628140776, - -0.028454560301507496, - -0.06846445226130653, - -0.05716217336683423, - -0.008979115577889234, - -0.015752100502512602, - 0.029420037688442, - -0.019207185929647985, - -0.08853826130653279, - -0.06453608542713567, - 0.021109673366834107, - 0.06616457286432129, - 0.0990662613065328, - 0.05533300502512552, - 0.028604987437185914, - -0.04203948743718602, - -0.007485824120603054, - -0.023014974874371978, - -0.020393296482412362, - -0.048715170854271364, - -0.023184673366834257, - 0.01613431155778907, - 0.025520276381909585, - -0.02331836683417028, - -0.0022466482412058235, - 0.025685864321608003, - 0.1214610552763827, - 0.12532168341708572, - 0.07314251758794003, - 0.034790552763818976, - 0.015824623115577738, - -0.06917521608040215, - -0.010141005025125743, - -0.0036958190954772753, - -0.0025251658291457193, - 0.006283527638191006, - 0.027300030150753923, - 0.07564008040200966, - 0.037600432160804075, - 0.022608927135678237, - 0.018861979899497297, - 0.03452877889447219, - 0.06937706281407076, - 0.04556413065326641, - 0.041319522613065394, - -0.0070690175879395654, - 0.0030793718592961195, - 0.017090580402010398, - 0.019796572864321606, - -0.016192964824120658, - -0.04226193969849271, - -0.05281126884422079, - -0.0013456030150753172, - 0.04312830150753776, - 0.05816602763819115, - 0.0110636683417086, - -0.00930503768844212, - 0.012763037688442154, - 0.03055638693467361, - 0.009892816582914443, - -0.038075562814070325, - -0.017870065326633208, - -0.012883457286432217, - 0.08004467336683378, - 0.04899117336683459, - -0.023747236180904754, - -0.04004978643216082, - -0.04713785929648249, - -0.04595407537688452, - -0.016720412060301323, - -0.03019200251256272, - -0.008860231155778723, - 0.02002423115577915, - 0.023111075376884147, - -0.0053246733668341605, - -0.041316502512562255, - -0.03685464572864361, - -0.06645353768844256, - -0.04286107537688441, - 0.0677983919597992, - 0.029169467336683533, - 0.025297271356783873, - -0.0032680427135678793, - -0.026374695979899457, - 0.0062461708542712385, - -0.024493984924623437, - 0.01705632160804017, - 0.041416688442211205, - 0.050218221105527164, - -0.0026422336683418032, - -0.008848216080402028, - -0.050413396984924405, - -0.013842623115578042, - -0.015173276381909613, - 0.0423901256281407, - 0.022431655778894367, - 0.04833989949748727, - -0.015437751256281409, - -0.03309212060301497, - 0.00566614572864313, - 0.034707618090452225, - -0.020580653266331614, - -0.04118986683417089, - -0.043604532663316625, - -0.06511693467336681, - -0.04697097487437197, - -0.047876804020100805, - -0.03695147738693452, - -0.023573881909547713, - 0.02588810050251267, - 0.059938824120602745, - 0.06057039195979934, - 0.030043969849246118, - -0.02400981909547736, - -0.061034673366834095, - -0.03376162060301523, - -0.0028822914572863433, - 0.0004090452261306595, - -0.056622663316582986, - -0.05783185678391955, - -0.04331452261306535, - -0.02476830150753774, - -0.04897743718592962, - -0.02051391959798998, - -0.013363165829145748, - 0.01934878140703507, - 0.031055560301507686, - 0.040651306532663266, - -0.016091994974874516, - -0.06268290201004995, - -0.035390954773869276, - -0.027462361809045256, - -0.05414238693467362, - 0.006189246231155719, - 0.0005052211055278901, - -0.025775125628140556, - -0.047400653266331895, - -0.06064291457286465, - -0.023719798994974565, - -0.017446231155778813, - -0.012141331658291529, - 0.026605527638191077, - 0.033742751256281414, - -0.006876432160804101, - 0.005632914572864249, - -0.042793419597989886, - -0.0293114824120604, - -0.037945047738693345, - -0.05130548241206037, - 0.014489914572864079, - 0.01721788944723632, - -0.0011210979899498779, - -0.07518444221105554, - -0.05077718592964814, - -0.017136143216080403, - -0.019568648241205994, - 0.00814675376884411, - 0.08045203015075388, - 0.06091420100502482, - 0.0017932663316581627, - -0.004254356783919557, - 0.00028859547738686056, - -0.05891331407035207, - -0.08821684422110554, - -0.015741175879397072 - ] - ], - "std": [ - [ - 1.0230913089022202, - 1.0306470847496936, - 1.0253163638989118, - 1.0218049113878709, - 1.0074783028399366, - 1.0009433160751784, - 0.9994505670417713, - 1.0026241679219097, - 1.0024524994812487, - 1.0039133733751973, - 1.0048971378545626, - 1.01417394130718, - 1.004332289549513, - 0.9977382032551653, - 1.0017361970021768, - 0.9919233144935908, - 1.0637765669702473, - 1.0455715281984932, - 1.0255977102644784, - 0.99339605984875, - 0.9817359315428323, - 0.981056113878387, - 0.990012610165878, - 0.9974493811385823, - 0.9922963473581801, - 0.9932437097599804, - 0.9968980779182007, - 0.9995978440878907, - 0.9913328217211481, - 1.0010705577402124, - 0.9890209230468918, - 0.9912627019033904, - 1.0644590940044412, - 1.020043651023701, - 1.0074072543879427, - 0.958275404222389, - 0.9578388667517177, - 0.9639856165919881, - 1.003221409383544, - 1.0068397052494056, - 0.9893750244557449, - 1.0076889515382415, - 1.0247383219890505, - 1.0210165378194092, - 1.0075247387147834, - 1.0046362701743567, - 0.9918912192932127, - 0.9665843967074859, - 1.0802469947354034, - 0.998459552401291, - 0.9563901007544556, - 0.978638687720611, - 1.0089127439007188, - 1.0344283171064497, - 1.0220358948079418, - 0.9833155750584129, - 1.0144818792490966, - 1.0322631831022364, - 1.038787160693079, - 1.0103666845998722, - 0.9702991548533046, - 0.987409253216723, - 0.9866887156715956, - 0.9567900274378338, - 1.0134406606180522, - 0.991713556652289, - 0.9827676281149432, - 1.0114433247015615, - 1.012081127146361, - 1.0222420868044244, - 1.0338152076697806, - 1.0268430413524583, - 1.0274456473203384, - 1.0453074953992492, - 1.0068106834774446, - 0.99319836196822, - 0.9771166106782407, - 0.9688298069003922, - 0.9624528562451854, - 0.9968022599327558, - 1.005901557554794, - 0.9993474698627087, - 1.010564715068287, - 0.9983486611130268, - 0.9961238320171254, - 1.0114433247015613, - 1.0161717897956295, - 1.0406869709539412, - 1.0272052350520744, - 1.0224767767382823, - 0.9956124335469829, - 0.9901857170585184, - 0.9865469521402179, - 0.9587645381482431, - 0.9621648427676825, - 0.9899337643062542, - 0.9900729293902669, - 1.0084492238238705, - 0.9937034359335825, - 0.9692951161627006, - 0.9800863496307292, - 1.0042513937180102, - 1.0123603111480772, - 1.0141287908757117, - 1.007677408079292, - 1.0044650992699184, - 0.9890209230468918, - 0.9971736177909093, - 0.9889840573493727, - 0.9866310104770853, - 0.9637832135197844, - 0.9752349399210322, - 1.0083818727667295, - 1.0075247387147834, - 0.991793153918188, - 0.9988433850344973, - 1.0081706851369636, - 1.029626843869407, - 1.0196031669552301, - 1.0093980022007503, - 1.0039886223095509, - 1.0023095280591323, - 0.9808300777029364, - 0.9962389763825825, - 0.9980717278603489, - 0.9982433289914361, - 1.0036155922773329, - 1.0270598343773214, - 1.0290248534923514, - 1.0061441876968409, - 1.0055764584644775, - 1.0053031805865968, - 1.0092866189920002, - 1.0156784749241112, - 1.0088960099879092, - 1.0059991425953296, - 0.9986354940573221, - 1.0001773791355475, - 1.00244149372978, - 1.003847339906564, - 0.996065302775612, - 0.9880253584212956, - 0.9794959611542164, - 0.998556228240707, - 1.0140940621454713, - 1.0096760877814985, - 1.0033829165288874, - 0.9952808518444423, - 1.0052200897485457, - 1.012469146588948, - 1.0035830400494066, - 0.9857420630547223, - 0.9942119752062554, - 0.9950185461635798, - 1.0234288024686335, - 1.0131354799141175, - 0.9949817856959143, - 0.9931492960370479, - 0.9878551084342865, - 0.9652611606828942, - 0.9940656012175009, - 0.9933207816371951, - 0.9965622500501108, - 1.0093915715884572, - 1.0115749892045551, - 0.9968115171925963, - 0.9755344519015101, - 0.9786069630651631, - 0.961464080587249, - 0.9743356627980871, - 1.030835086571909, - 1.0118648303811906, - 1.006595799733842, - 0.9991930482950553, - 0.9940736745513704, - 1.003492294968093, - 0.9918445350591615, - 1.0021683881445074, - 1.0122899955900566, - 1.0249494745406926, - 0.9979849217942023, - 0.9934793024312332, - 0.9621029758682157, - 0.9890982158771477, - 0.9885456854845168, - 1.0294779143109518, - 1.0130593563263568, - 1.0229554890663815, - 0.9943926914757206, - 0.9911313414795533, - 1.0010785245110474, - 1.021221319921214, - 0.9930525323845899, - 0.9938444307912636, - 0.9874394122474933, - 0.965635318129075, - 0.9689109282338, - 0.9629284258029364, - 0.9717359308698656, - 0.9808646394091696, - 1.0162302100520217, - 1.0355012766301623, - 1.0272568498553079, - 1.0107564289840438, - 0.9937602047041728, - 0.9851594467890736, - 0.9884587080836413, - 0.9974266932665549, - 0.999864541688887, - 0.9894363675325561, - 0.9895629283115106, - 0.988727903086388, - 0.990877905737688, - 0.9766932163927938, - 0.9895469407930455, - 0.9935726213392223, - 1.007170379629405, - 1.0100389974395079, - 1.009109049155308, - 0.9965204677792965, - 0.9901869920407446, - 0.99174574443383, - 0.9860427444032561, - 0.9400600968558963, - 1.0033074400595374, - 0.9997993113498106, - 0.9985929054949167, - 1.0046389351594731, - 1.0095474638492092, - 1.0049722474461862, - 1.0044746555071224, - 1.0026481147921085, - 0.9930117198494639, - 0.9940678856560923, - 1.0002974171033587, - 0.9998417518500186, - 0.9914036227508137, - 0.9875178868961761, - 0.9721338649787347, - 0.9291330950891362, - 1.017948146105332, - 1.0150039988798456, - 0.9989984568183743, - 0.9666297205670561, - 0.9878791191600703, - 0.9975774564005543, - 0.9980042921168951, - 1.0006667078298794, - 1.0077886909582168, - 1.016455335207286, - 1.0005853010665489, - 0.9967266234061737, - 0.9999357967957346, - 0.9320191861094074, - 0.8633520103519924, - 0.9623275771498844 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 662029, - "cert_evals": { - "36": 0.8957346081733704, - "72": 0.8767772912979126, - "108": 0.8436019420623779, - "255": 0.7109004855155945 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8990022518925702, - "std_test_acc": 0.007813210146902767, - "n_samples": 1593, - "n_features": 256, - "n_classes": 10, - "mean_cert_acc_36": 0.877161368727684, - "std_cert_acc_36": 0.018821152041936625, - "mean_cert_acc_72": 0.8603089302778244, - "std_cert_acc_72": 0.02242720808564983, - "mean_cert_acc_108": 0.8340095430612564, - "std_cert_acc_108": 0.02962561148097439, - "mean_cert_acc_255": 0.7031178921461105, - "std_cert_acc_255": 0.01650489402892396 - }, - "statlog-vehicle": { - "dataset": "statlog-vehicle", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 42, - "best_val_acc": 0.6859504132231405, - "test_acc": 0.6964980544747081, - "train_size": 211, - "val_size": 121, - "test_size": 514, - "stats": { - "mean": [ - [ - -0.15146149526066363, - -0.10432839952606632, - -0.059711114691943054, - -0.10485173232227493, - -0.05972240473933653, - 0.023982654502369662, - -0.09937442175355453, - 0.0818855733649288, - -0.10596828436018967, - -0.11517251252132703, - -0.08347083222748818, - -0.1053934661943128, - -0.08422502947867287, - 0.06107363270142171, - -0.09882898767772512, - -0.031016796208530723, - -0.05365530142180105, - -0.07673026919431288 - ] - ], - "std": [ - [ - 0.9244006895318542, - 0.9269788321694366, - 0.9738611659537878, - 0.9392376060519674, - 0.9423236941745864, - 1.2031150582278034, - 0.9189159479510511, - 0.9554470489794712, - 0.9165422543676691, - 0.9419702932342265, - 0.899283407616931, - 0.9016819378903871, - 0.9169739004303826, - 1.0374334592683703, - 1.008232147929816, - 0.9709165003669759, - 0.9809690311814254, - 0.9851749395938914 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3499, - "cert_evals": { - "36": 0.5454545021057129, - "72": 0.43801650404930115, - "108": 0.3388429582118988, - "255": 0.041322313249111176 - }, - "fold": 0 - }, - { - "best_epoch": 58, - "best_val_acc": 0.7166666666666667, - "test_acc": 0.7009708737864078, - "train_size": 211, - "val_size": 120, - "test_size": 515, - "stats": { - "mean": [ - [ - -0.05707185829383899, - 0.01703814028436017, - -0.07233211819905201, - -0.08672841545023706, - -0.057319243601895775, - 0.03840272132701431, - -0.013982209905213271, - 0.02121443985781981, - -0.007237241706161201, - 0.0049784149421801165, - -0.014029810900473958, - -0.016262295578199085, - 0.0009614558767772847, - 0.11677855781990558, - 0.0023493535545024086, - -0.010852331753554503, - -0.10286354407582957, - -0.11368303744075818 - ] - ], - "std": [ - [ - 1.0402738933856586, - 0.9838455143238437, - 1.0190627316129826, - 1.0239103894741375, - 1.1508302480807033, - 1.1683856166359436, - 1.0055121275534542, - 0.9988185856887961, - 1.0147533040348673, - 0.9815814858424408, - 0.9995251885514925, - 1.0064285465555274, - 0.9637935338431834, - 1.1030605616237845, - 0.9937126714490084, - 0.995709949800922, - 1.0375518355312294, - 1.0614716810079152 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3499, - "cert_evals": { - "36": 0.5833333730697632, - "72": 0.5083333849906921, - "108": 0.40833336114883423, - "255": 0.02500000223517418 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.627906976744186, - "test_acc": 0.6403162055335968, - "train_size": 211, - "val_size": 129, - "test_size": 506, - "stats": { - "mean": [ - [ - -0.021963390047393307, - 0.015501836018957329, - 0.03765074758293839, - -0.033773345592417056, - -0.053714301421800954, - 0.025012608530805693, - 0.012391009146919438, - 0.0011931618483411932, - 0.003732862559241725, - -0.004163105436966835, - 0.014350785308056885, - 0.008870320853080559, - 0.03139527815165877, - 0.07120188767772496, - -0.007286610426540335, - 0.01621079620853081, - -0.11362760189573462, - -0.0754560952606636 - ] - ], - "std": [ - [ - 1.0013809830173679, - 0.9782519614775661, - 1.0067349356663802, - 0.9925585379225955, - 0.9656789538710515, - 1.079511023393183, - 1.0086208512176316, - 0.9976671958575583, - 1.0053473248040818, - 0.9749627707710302, - 1.0173842579149284, - 1.023042568770406, - 0.9834183626487213, - 1.0185730954327057, - 1.033273817278921, - 0.9965280678503624, - 0.9690108913489877, - 1.0258779208898805 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3499, - "cert_evals": { - "36": 0.4806201457977295, - "72": 0.39534884691238403, - "108": 0.27906978130340576, - "255": 0.01550387591123581 - }, - "fold": 2 - }, - { - "best_epoch": 67, - "best_val_acc": 0.7086614173228346, - "test_acc": 0.6909448818897638, - "train_size": 211, - "val_size": 127, - "test_size": 508, - "stats": { - "mean": [ - [ - 0.04652693270142183, - 0.020878930331753535, - 0.004595829952606676, - 0.050472680521327036, - 0.10850436966824639, - 0.11359419241706137, - 0.0035522710900474227, - -0.016401528483412357, - 0.0019045260663507124, - 0.02816009017251184, - 0.02038910379146921, - 0.003237731909952596, - 0.0162511691943128, - 0.05221142748815186, - 0.04571186824644554, - -0.08779599999999993, - -0.02366896398104278, - -0.04232626635071097 - ] - ], - "std": [ - [ - 1.0660694582459869, - 0.9954955740331093, - 1.0005918167210288, - 1.0225865249631643, - 1.1919100176742894, - 1.3676251093574603, - 0.9782612041335168, - 1.0070319475298821, - 0.9609306968438209, - 0.995608616420587, - 0.9856739612962143, - 0.9752124296736733, - 1.0143856365331891, - 1.0854963150619814, - 1.0148237536601927, - 0.9020045533947828, - 0.9646100732878, - 0.9403175219272142 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 3499, - "cert_evals": { - "36": 0.5748031735420227, - "72": 0.4724409580230713, - "108": 0.4094488024711609, - "255": 0.06299212574958801 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6821825039211191, - "std_test_acc": 0.028210541990455106, - "n_samples": 846, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.5460527986288071, - "std_cert_acc_36": 0.04654107613545981, - "mean_cert_acc_72": 0.45353492349386215, - "std_cert_acc_72": 0.04825885194808711, - "mean_cert_acc_108": 0.3589237257838249, - "std_cert_acc_108": 0.06264712048855862, - "mean_cert_acc_255": 0.036204579286277294, - "std_cert_acc_255": 0.020799242883287317 - }, - "steel-plates": { - "dataset": "steel-plates", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 38, - "best_val_acc": 0.6131147540983607, - "test_acc": 0.6472632493483927, - "train_size": 485, - "val_size": 305, - "test_size": 1151, - "stats": { - "mean": [ - [ - -0.033171420824742434, - -0.03487799787628848, - -0.025752341010309272, - -0.02575685641237119, - -0.013433178123711241, - -0.013203120387628779, - -0.01932132132144322, - -0.015286709072164926, - -0.03529740762886613, - -0.06188019999999985, - 0.029282459793814393, - 0.02461150515463966, - -0.02461150515463966, - 0.02680637649484613, - 0.05348254682474227, - 0.04729742422680411, - 0.037012766989690665, - -0.005113711814433202, - -0.04244604482474207, - 0.016299261237113144, - 0.02038411958762842, - 0.024304238721649656, - 0.01957637484536068, - 0.03119099608247441, - 0.008960876804329868, - -0.0667112558564948, - 0.03806582750515489 - ] - ], - "std": [ - [ - 0.9756894853975037, - 0.9770748287077284, - 0.928969513709341, - 0.9289613756914903, - 0.7271911461061646, - 0.6249440949513447, - 0.2710442676106522, - 0.8321078924444775, - 0.9681819508369377, - 0.9379050398893956, - 1.0059681125158686, - 1.004435542438173, - 1.004435542438173, - 1.0374639889594413, - 0.9990047126903454, - 0.9783238676858398, - 0.9859445483202275, - 0.9264109604441377, - 0.9798063758731859, - 0.9885797784975004, - 0.9993680933241289, - 0.9978320614999503, - 0.9928227904046222, - 0.9831836156202347, - 0.9769683973001587, - 0.9740787014301614, - 0.9975175191485853 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7840, - "cert_evals": { - "36": 0.5606557130813599, - "72": 0.4786885380744934, - "108": 0.43934425711631775, - "255": 0.26885247230529785 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.7007042253521126, - "test_acc": 0.6100682593856656, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.03706820797938135, - 0.03657455558762895, - 0.014421525546391723, - 0.014414742845360836, - -0.04709934408247418, - -0.04852457241237108, - -0.033936195713195796, - -0.05171317672164952, - 0.013659632577319523, - -0.027462527628865894, - 0.006293505773195868, - 0.011990152577319948, - -0.011990152577319948, - -0.03296888268041301, - -0.009405954164948402, - -0.043928852597938134, - 0.002384727134020549, - -0.013394573402062043, - 0.027507874268041282, - 0.038990112989690746, - 0.0011484783505151038, - -0.02832227346391757, - -0.023262162268041238, - -0.03206279731958757, - -0.003237806419175221, - -0.04168354620618558, - -0.012072491587628926 - ] - ], - "std": [ - [ - 1.015411156192268, - 1.0184785548739292, - 1.121885848311569, - 1.1218788885198352, - 0.690006383533972, - 0.5810603178627508, - 0.2538653505206093, - 0.7901091189782915, - 1.0313073308807894, - 1.1253321716484355, - 0.9934036908444747, - 1.002106781592608, - 1.002106781592608, - 0.9446882153445072, - 1.006327755621702, - 1.0256643689759664, - 0.9902082423796534, - 1.0703705601717843, - 0.9814029395820514, - 0.9594928614842593, - 0.9948279945629597, - 0.9781432437014432, - 0.9737318425454382, - 0.9896265964372553, - 0.996385694776415, - 1.1531115464252937, - 0.9965705557829847 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7840, - "cert_evals": { - "36": 0.6126760244369507, - "72": 0.5528168678283691, - "108": 0.49295774102211, - "255": 0.26760563254356384 - }, - "fold": 1 - }, - { - "best_epoch": 60, - "best_val_acc": 0.6812080536912751, - "test_acc": 0.6666666666666666, - "train_size": 485, - "val_size": 298, - "test_size": 1158, - "stats": { - "mean": [ - [ - 0.01349540909278348, - 0.011743234845361083, - 0.055380051591752535, - 0.05537599281030928, - -0.002818057010309121, - -0.0043726463257731905, - -0.011363671857525773, - 0.0014854367216495697, - -0.017973084123711465, - -0.019961297319587557, - -0.006256404123711325, - 0.037232857731959154, - -0.037232857731959154, - -0.057822187216493647, - -0.04968943053608254, - 0.05299214910515458, - 0.012450677092783526, - -0.0152095140206186, - -0.021158501278350353, - -0.03180742531958788, - 0.011834936082473834, - 0.02963465686597942, - 0.02183907072164954, - 0.04186944268041253, - 0.024153798268247404, - -0.04557396327835056, - 0.03912331686597949 - ] - ], - "std": [ - [ - 1.0305115292152447, - 1.0350302276108283, - 1.0568148967701887, - 1.0568064122935077, - 0.7926988315617414, - 0.6342514589481083, - 0.28414711305629714, - 0.9056134481718624, - 0.9751665814504833, - 1.0270919456979695, - 0.9900679127467883, - 1.0066006750596284, - 1.0066006750596284, - 0.9543742160994036, - 1.0004136931230714, - 1.0094115145490878, - 1.0121553004352448, - 0.8186606474983903, - 1.0281436358716267, - 1.0235390824617858, - 1.0008479768803218, - 0.990294035931081, - 0.9940477374299497, - 1.000219892821287, - 0.9933237184970842, - 0.9852467220628263, - 0.994697835657597 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7840, - "cert_evals": { - "36": 0.6107382774353027, - "72": 0.5671141147613525, - "108": 0.5201342105865479, - "255": 0.34228187799453735 - }, - "fold": 2 - }, - { - "best_epoch": 41, - "best_val_acc": 0.647887323943662, - "test_acc": 0.6561433447098977, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.023743463731958805, - 0.016176765814433166, - 0.0014892443092783534, - 0.0014844411752577274, - -0.009514525814432954, - -0.020205760659793785, - -0.01871218610680407, - -0.005845208247422769, - 0.01885683030927834, - -0.00661354618556694, - 0.013281478350515526, - 0.0035759175257736252, - -0.0035759175257736252, - 0.001803373195877225, - -0.050778439121649456, - -0.007776909546391795, - 0.04831092711340207, - -0.05191724047422686, - -0.019034719298968952, - 0.018150954639175196, - 0.009697649484535607, - -0.007318674041237245, - -0.01604848907216485, - -0.0013126113402060792, - 0.01597799027505155, - 0.03087437377319595, - 0.008060444742267966 - ] - ], - "std": [ - [ - 1.035245883833329, - 1.0366480375890377, - 1.0283716528913942, - 1.0283643226814112, - 0.804966635241197, - 0.6387301143243845, - 0.2927267776520207, - 0.9211566457266325, - 1.0248177126554818, - 0.9991241777878153, - 0.9956957155110975, - 1.0004628088385008, - 1.0004628088385008, - 0.9913012556247199, - 0.9711702662146896, - 0.9776882812482338, - 0.9942196574638761, - 0.7385409188908473, - 1.0098201632818302, - 0.9666923500151875, - 0.9978814369963841, - 1.002103883727627, - 0.9660799436198654, - 1.0007299152954314, - 0.9729135128718771, - 1.03912258961276, - 1.0093273706219772 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 7840, - "cert_evals": { - "36": 0.5880281329154968, - "72": 0.5387324094772339, - "108": 0.47535210847854614, - "255": 0.30281689763069153 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6450353800276556, - "std_test_acc": 0.024623581981119656, - "n_samples": 1941, - "n_features": 27, - "n_classes": 7, - "mean_cert_acc_36": 0.5930245369672775, - "std_cert_acc_36": 0.024308176774804808, - "mean_cert_acc_72": 0.5343379825353622, - "std_cert_acc_72": 0.038866934114224816, - "mean_cert_acc_108": 0.48194707930088043, - "std_cert_acc_108": 0.033852551679329664, - "mean_cert_acc_255": 0.29538922011852264, - "std_cert_acc_255": 0.035261964772919464 - }, - "synthetic-control": { - "dataset": "synthetic-control", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.9634146341463414, - "test_acc": 0.9565217391304348, - "train_size": 150, - "val_size": 82, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.03924785799999999, - 0.09383712196000003, - 0.07046625366666667, - 0.0014863559999998659, - -0.05929098933333334, - -0.038894416533333365, - -0.06979297906666665, - 0.14184743933333332, - -0.017701836666666713, - 0.031171698399999972, - -0.021065953866666622, - 0.0012081412666666543, - -0.04361972219999998, - 0.0025437976666666416, - 0.07672977846666663, - 0.020924183333333297, - -0.0169760114666666, - 0.002974836000000029, - 0.003983265866666657, - -0.024021968200000025, - -0.03956240413333334, - -0.1248241973333334, - -0.05730380093333336, - -0.05808679486666668, - -0.028370202666666712, - -0.09732389666666662, - -0.05763924799999995, - -0.13051837340000005, - -0.05395017553333331, - -0.03267161173333333, - -0.023729760666666683, - -0.07524714946666669, - -0.06614863693333331, - -0.019300918133333376, - -0.030039852199999936, - 0.011592385653333353, - 0.031318077333333326, - 0.01763483633333328, - -0.0250934726666667, - -0.004898507333333266, - 0.004217182600000006, - -0.0246385992666667, - -0.030988849866666696, - -0.04759142453333339, - -0.01953947740000004, - -0.01564450933333335, - -0.015787699133333277, - 0.002320799400000045, - 0.024963803466666677, - -0.007529426400000029, - 0.04093678893333338, - 0.015736563599999965, - -0.03746829866666665, - 0.014098554666666692, - -0.011547875333333272, - -0.02319905666666666, - -0.03142149800000005, - -0.016265246000000014, - 0.007930060666666574, - -0.023128325933333405 - ] - ], - "std": [ - [ - 0.9961076807315135, - 0.9206509112843125, - 1.0540224386437416, - 1.0522148944257685, - 0.9493400263469906, - 1.0413681468006608, - 1.0206521762883793, - 1.0022196701786035, - 0.9563400774380424, - 0.9609145334914101, - 1.0024994267345215, - 0.9932555095692103, - 0.9717731403065037, - 0.98032175468797, - 0.9982624484839073, - 0.9382038270345618, - 0.9768753390482254, - 0.9916308705368667, - 1.006723658496416, - 1.0297445317020146, - 1.032876694551145, - 0.972144505822908, - 0.9798593024092027, - 0.9843687966126489, - 1.011735889322179, - 1.0429049244153183, - 1.0346506734246277, - 1.0538601962572212, - 0.9988680991418135, - 1.0180957806321926, - 0.9596516599467743, - 0.9834125851120433, - 1.0264509047524573, - 1.041847740419822, - 0.9781778184682978, - 1.0266071515222082, - 1.0054089356966365, - 0.9672870323425345, - 1.0086182531503245, - 0.9476236198433843, - 0.9903141136237383, - 0.9773410750044438, - 0.9739559384791738, - 1.0166341319600727, - 1.0066772526142282, - 0.9830356367906539, - 0.9703713876993874, - 1.0032669206080842, - 0.9780136276281223, - 0.9963547072355085, - 0.9891349444554035, - 0.9865762284560603, - 0.975071666163836, - 0.9738556836226393, - 0.9427521925477134, - 0.9585723823680283, - 1.023473462894158, - 0.974178234052611, - 0.9584708977350718, - 0.9781662302529668 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37089, - "cert_evals": { - "36": 0.9268292188644409, - "72": 0.8780487775802612, - "108": 0.8170731663703918, - "255": 0.4878048598766327 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.9879518072289156, - "test_acc": 0.9591280653950953, - "train_size": 150, - "val_size": 83, - "test_size": 367, - "stats": { - "mean": [ - [ - 0.07431676333333329, - 0.055703143333333274, - 0.059986597200000005, - 0.05962913333333327, - 0.01711391199999998, - -0.09842530133333331, - -0.037238006933333324, - 0.04494911246666669, - 0.03584688633333339, - -0.03672074413333339, - 0.1400467430666667, - -0.0017188513300000175, - 0.09355356086666661, - 0.08375834533333343, - 0.10196642733333329, - -0.002735159333333399, - -0.04132526846666665, - 0.002115888533333303, - -0.04545685346666663, - -0.026682441333333327, - 0.0202955157, - 0.05891559266666658, - 0.09727385853333322, - 0.0824819633333333, - -0.003187957799999993, - 0.019345319200000027, - 0.015127944066666616, - -0.01814940193333335, - 0.028838950733333313, - -0.037662185733333346, - -0.03617591013333335, - 0.015016469333333294, - 0.03429976273333337, - 0.0064533666666667005, - -0.029528327399999967, - -0.020207610346666682, - -0.015195800666666651, - -0.03826542699999998, - -0.0280714353333333, - -0.03387643922666661, - -0.006132136866666568, - -0.06652122866666664, - -0.012367441333333272, - 0.04345637599999996, - 0.04305291933333331, - 0.025584800666666543, - 0.017196319133333353, - -0.01777196502666665, - -0.07746244253333334, - -0.044407173933333335, - -0.055261454599999996, - -0.052746810399999934, - -0.0045274859999999695, - -0.025930303333333373, - 0.035556554666666684, - 0.009908130666666676, - 0.016988207333333238, - -0.00977137813333338, - -0.020683775666666668, - 0.012211349666666682 - ] - ], - "std": [ - [ - 0.9843088538516878, - 1.0385221048037923, - 1.0362809707291913, - 1.070636491980348, - 1.036981973032216, - 1.0535025500445936, - 1.0486711166621683, - 1.0486450651360273, - 1.0014223592087255, - 0.9374084409356886, - 0.9860590509896011, - 0.9753368966519272, - 1.0333021459864373, - 0.9876115794841844, - 1.02068622354422, - 1.0112690289204789, - 1.0116637203824093, - 1.033925288406938, - 1.0512195357703547, - 1.018333809220628, - 0.985055866337006, - 0.943091921098071, - 0.9490130762941131, - 0.99910695778916, - 1.0356025959908477, - 1.0026236047334451, - 1.0141313027658527, - 0.9956117641629766, - 1.0018305711459572, - 1.0053268814426604, - 1.0314502672967765, - 1.038459737162511, - 0.937751592640825, - 0.9861261142353305, - 0.9749386073698773, - 0.9772874202358274, - 0.9591957253028498, - 0.9926707359223034, - 0.9729932139063138, - 0.9920544640877638, - 0.9836353401854067, - 0.99810857871081, - 1.0023120691127656, - 0.9517953446574153, - 1.0036265983538577, - 1.0142510395016522, - 0.9769674154680212, - 1.0141447148508704, - 1.0111479341233067, - 0.9771982566562517, - 0.9980648743000833, - 0.9633210674621704, - 0.9823793488227291, - 0.9870075135806297, - 0.983054034466811, - 0.990652388626008, - 1.0024265300075932, - 0.9594171079813323, - 0.9682468460883036, - 0.9900597520223805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37089, - "cert_evals": { - "36": 0.8554216623306274, - "72": 0.7710843086242676, - "108": 0.7108433246612549, - "255": 0.4337349236011505 - }, - "fold": 1 - }, - { - "best_epoch": 18, - "best_val_acc": 0.9787234042553191, - "test_acc": 0.9578651685393258, - "train_size": 150, - "val_size": 94, - "test_size": 356, - "stats": { - "mean": [ - [ - -0.114856322, - -0.06579790133333327, - 0.03355098266666663, - -0.03648713526666665, - -0.0011477239999999878, - 0.13642399413333328, - -0.07596104666666668, - -0.0056418873333333374, - 0.09558374166666667, - 0.02089898246666667, - 0.03188003920000004, - 0.007430201999999999, - -0.0038350263999999894, - -0.01883838019999997, - 0.0748425113333334, - 0.00488779438666673, - 0.018437261666666697, - 0.030671767333333304, - 0.022914690999999977, - 0.01594029433333337, - -0.048436106666666714, - -0.0024884444666667177, - 0.04168678213333334, - 0.041644789333333244, - 0.042822868333333354, - 0.06534793200000001, - -0.010656098666666605, - -0.006021577466666684, - 0.04735826933333332, - 0.025442156333333393, - 0.017160075866666614, - -0.04544196133333331, - -0.013476259999999967, - 0.033218761599999966, - -0.005814218000000064, - -0.02626612546666666, - 0.0554423356666666, - -0.005378560400000007, - 0.004365360799999973, - 0.01993973579999998, - -0.013822085533333268, - -0.0276612758666667, - -0.005520540333333351, - 0.027592530666666643, - -0.0016518936666666988, - -0.02964797600000004, - -0.016894890799999965, - -0.018347165760000048, - 0.02878474666666673, - 0.009005892399999991, - 0.0005037746666666054, - -0.010252967199999949, - 0.009452513999999928, - -0.0006035673333334005, - -0.023115470666666638, - 0.0008124299999999337, - -0.010064331333333435, - 0.02198669420666669, - 0.005671073333333329, - 0.009682615733333344 - ] - ], - "std": [ - [ - 1.0560741237905633, - 1.0909763937676147, - 0.9591104934810897, - 1.0027353336789389, - 1.0137393600188147, - 0.9974355725372859, - 0.9334185111764193, - 1.0358338960107323, - 0.9936794808583214, - 1.0639561849283727, - 1.0322757313313562, - 1.0330482466022683, - 1.0135503676371944, - 1.0679076791635504, - 0.9641245690753236, - 1.0282675239598804, - 1.0002353813184108, - 0.9684654582597145, - 1.0331226003460752, - 1.0536462803122515, - 0.9988253263652744, - 1.0354371216022098, - 0.9964647889804219, - 1.017635225822453, - 1.0005114917749387, - 1.021355655521812, - 0.9645306146203501, - 1.0113815411448928, - 0.9806016929287075, - 1.0144519155296894, - 1.0265802362924008, - 1.02000197200153, - 1.07766142678815, - 1.0468290903972308, - 1.0314178108001988, - 1.000469001033564, - 1.0450722590473078, - 1.0325221094946504, - 1.048894956227836, - 0.9833702833504419, - 1.0153917705572146, - 1.012455383336184, - 1.0589782810850652, - 1.0157128503216464, - 1.0196629247844613, - 1.0470501606989209, - 1.0194159827106324, - 1.0071984093717992, - 1.0321411977245474, - 1.043438003333306, - 1.0407295108896613, - 1.027173255849118, - 1.0179448117519239, - 1.0453526291643118, - 1.0174480325437838, - 1.0318194380088317, - 1.0133347569254487, - 1.0231404714757075, - 1.030328051006465, - 1.0096253910405713 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37089, - "cert_evals": { - "36": 0.9255318641662598, - "72": 0.9042552709579468, - "108": 0.8297871947288513, - "255": 0.4999999701976776 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.9887640449438202, - "test_acc": 0.9362880886426593, - "train_size": 150, - "val_size": 89, - "test_size": 361, - "stats": { - "mean": [ - [ - 0.1277572366666666, - 0.04134771529333352, - 0.021863094333333402, - 0.014401853333333483, - -0.002803757326666718, - 0.06694332266666667, - 0.07448979026666658, - 0.06807802960000005, - 0.019724051666666666, - 0.06465353440000006, - -0.0428330099999999, - -0.07357414919666662, - -0.04223157999999999, - -0.12545532820000008, - -0.04292649966666659, - -0.10589588954666669, - -0.04041633779999999, - 0.05218024986666674, - 0.05426686220000013, - 0.0227305805333333, - 0.10614008046666681, - 0.04376943119999995, - -0.013266023600000024, - -0.07076259793333334, - -0.074043531, - -0.08001001866666667, - -0.07797701933333334, - -0.09792546133333335, - -0.061854662000000005, - -0.024533988199999985, - 0.03629900386666665, - 0.0058454133399999395, - 0.007318489999999978, - 0.03803268466666662, - 0.044273164599999956, - 0.0013259573333333503, - -0.002469843333333337, - -0.029172804800000018, - -0.05582708400000001, - -0.05666843433333332, - -0.048033903333333315, - -0.06985443860000005, - -0.0578782198666667, - -0.05657032866666666, - -0.026883787333333433, - -0.00934031266666669, - 0.011623247533333353, - 0.035373553640000055, - 0.013784810000000043, - 0.005969853333333333, - 0.02904661893333334, - 0.02376045733333324, - -0.02384677466666665, - -0.05474407806666669, - -0.06623972000000003, - -0.06898137600000002, - -0.07447672184000008, - -0.08693477600000002, - -0.05651159700000001, - -0.03601778493333341 - ] - ], - "std": [ - [ - 0.9996137529479245, - 1.0036117435912413, - 1.0522681023859373, - 1.1119684771253828, - 1.0298920232178084, - 1.070456358378364, - 1.0922136476449562, - 0.9445072794294876, - 0.9503254307664003, - 0.9324621895873916, - 0.9965913991681153, - 1.1062786611692523, - 1.1218688680681206, - 1.0020156097641995, - 1.0418972253640428, - 0.9838023238329702, - 0.9853089091257823, - 1.0414927333939905, - 1.0350491750495694, - 1.0308468611443276, - 1.0024128778412678, - 0.9938024611079457, - 0.9539537713906278, - 0.9088792441254281, - 0.9267414020449568, - 1.0592924551372531, - 1.035601875159454, - 1.0348290235762594, - 1.0072879218281139, - 1.0455750589807704, - 0.9984184008706671, - 0.966055737300902, - 0.9991473365977808, - 1.0374974178986145, - 0.9976106602571032, - 0.9683911885436237, - 0.9999529450897607, - 0.9934502585034328, - 1.0060525583431303, - 0.9969439583936579, - 1.0032737317903146, - 1.006882715938048, - 0.9888037727439014, - 0.997171098741018, - 1.0163770279221114, - 0.9925585952400967, - 1.0393735568577307, - 1.0254123445542493, - 1.0212979411217074, - 1.0292884216225284, - 0.9986396756965731, - 0.9791900111960249, - 1.0282697752335705, - 1.0042624464425858, - 1.014742625093536, - 1.0220728519074882, - 0.9823536621313895, - 1.0001527437069238, - 1.0095902426275776, - 1.0166981511490805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 37089, - "cert_evals": { - "36": 0.8764045238494873, - "72": 0.7865168452262878, - "108": 0.6966292262077332, - "255": 0.3820224702358246 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9524507654268788, - "std_test_acc": 0.010827542713774157, - "n_samples": 600, - "n_features": 60, - "n_classes": 6, - "mean_cert_acc_36": 0.8960468173027039, - "std_cert_acc_36": 0.03583828094399255, - "mean_cert_acc_72": 0.8349763005971909, - "std_cert_acc_72": 0.06604372153055443, - "mean_cert_acc_108": 0.7635832279920578, - "std_cert_acc_108": 0.06954249175308148, - "mean_cert_acc_255": 0.45089055597782135, - "std_cert_acc_255": 0.05419572355011575 - }, - "teaching": { - "dataset": "teaching", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.4090909090909091, - "test_acc": 0.38461538461538464, - "train_size": 38, - "val_size": 22, - "test_size": 91, - "stats": { - "mean": [ - [ - -0.11332560526315784, - -0.17121901315789478, - 0.029873731578947377, - -0.30744157894736857, - -0.12647241315789476 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.9379212090884154, - 0.9728178435489211, - 1.2214091484203293, - 1.0035868928906388 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 316, - "cert_evals": { - "36": 0.27272728085517883, - "72": 0.27272728085517883, - "108": 0.13636364042758942, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3125, - "test_acc": 0.31958762886597936, - "train_size": 38, - "val_size": 16, - "test_size": 97, - "stats": { - "mean": [ - [ - 0.08642726315789476, - 0.17190744736842098, - 0.21345746842105265, - 0.20351052631578942, - 0.02251846578947367 - ] - ], - "std": [ - [ - 0.9226189788343568, - 0.9529276096944189, - 1.0986997290584972, - 0.7479572951992832, - 0.9794960526322802 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 316, - "cert_evals": { - "36": 0.1875, - "72": 0.0625, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.2916666666666667, - "test_acc": 0.3707865168539326, - "train_size": 38, - "val_size": 24, - "test_size": 89, - "stats": { - "mean": [ - [ - -0.11332560526315784, - 0.02154873684210526, - -0.18742893684210518, - -0.08846210526315801, - -0.16320968421052634 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.983440529661239, - 0.8586823726924572, - 1.0752563594695814, - 0.9991610142309885 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 316, - "cert_evals": { - "36": 0.0833333358168602, - "72": 0.0833333358168602, - "108": 0.0416666679084301, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.2777777777777778, - "test_acc": 0.3263157894736842, - "train_size": 38, - "val_size": 18, - "test_size": 95, - "stats": { - "mean": [ - [ - 0.0864272631578948, - -0.03628181578947368, - -0.2848404736842105, - 0.057524210526315775, - -0.050956549999999996 - ] - ], - "std": [ - [ - 0.9226189788343567, - 1.030764765505801, - 0.8345079992343973, - 0.9376140898091212, - 1.1033171507511983 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 316, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.1111111119389534, - "108": 0.1111111119389534, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3503263299522452, - "std_test_acc": 0.03222696757007067, - "n_samples": 151, - "n_features": 5, - "n_classes": 3, - "mean_cert_acc_36": 0.1636679321527481, - "std_cert_acc_36": 0.0850054424075494, - "mean_cert_acc_72": 0.1324179321527481, - "std_cert_acc_72": 0.09563560835256676, - "mean_cert_acc_108": 0.07228535506874323, - "std_cert_acc_108": 0.06265286003556901, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "statlog-landsat": { - "dataset": "statlog-landsat", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 37, - "best_val_acc": 0.8614190687361419, - "test_acc": 0.8570619869799038, - "train_size": 2000, - "val_size": 902, - "test_size": 3533, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13617, - "cert_evals": { - "36": 0.8314855694770813, - "72": 0.8037694096565247, - "108": 0.7682926654815674, - "255": 0.521064281463623 - }, - "fold": 0 - }, - { - "best_epoch": 34, - "best_val_acc": 0.866304347826087, - "test_acc": 0.8614509246088193, - "train_size": 2000, - "val_size": 920, - "test_size": 3515, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13617, - "cert_evals": { - "36": 0.8260869383811951, - "72": 0.7989130020141602, - "108": 0.761956512928009, - "255": 0.5445652008056641 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8672470076169749, - "test_acc": 0.8549488054607508, - "train_size": 2000, - "val_size": 919, - "test_size": 3516, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13617, - "cert_evals": { - "36": 0.8280739784240723, - "72": 0.7954297661781311, - "108": 0.7649618983268738, - "255": 0.5375407934188843 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8396017699115044, - "test_acc": 0.8646275842537525, - "train_size": 2000, - "val_size": 904, - "test_size": 3531, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 13617, - "cert_evals": { - "36": 0.8053097128868103, - "72": 0.7721238732337952, - "108": 0.7267699241638184, - "255": 0.5011062026023865 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8595223253258066, - "std_test_acc": 0.004349464053121513, - "n_samples": 6435, - "n_features": 36, - "n_classes": 6, - "mean_cert_acc_36": 0.8227390497922897, - "std_cert_acc_36": 0.011831500511643896, - "mean_cert_acc_72": 0.7925590127706528, - "std_cert_acc_72": 0.014046142182852949, - "mean_cert_acc_108": 0.7554952502250671, - "std_cert_acc_108": 0.019324281242107735, - "mean_cert_acc_255": 0.5260691195726395, - "std_cert_acc_255": 0.01933821734264795 - }, - "tic-tac-toe": { - "dataset": "tic-tac-toe", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 41, - "best_val_acc": 0.7534246575342466, - "test_acc": 0.7958115183246073, - "train_size": 239, - "val_size": 146, - "test_size": 573, - "stats": { - "mean": [ - [ - -0.06774635146443425, - 0.01449869790794993, - 0.05074422594142255, - -0.014738167364016513, - 0.015902112970711264, - 0.01937172301255273, - -0.05826698744769888, - 0.06322694058577437, - -0.03456911297071133 - ] - ], - "std": [ - [ - 0.9772364146923964, - 0.9898671665296854, - 0.9927899252300538, - 1.0052200080228313, - 1.0139839580724326, - 1.0321649186622677, - 0.9396177418537401, - 0.9908262445058792, - 1.022463266648573 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.5479452013969421, - "72": 0.3561643958091736, - "108": 0.21232876181602478, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 53, - "best_val_acc": 0.7847222222222222, - "test_acc": 0.7930434782608695, - "train_size": 239, - "val_size": 144, - "test_size": 575, - "stats": { - "mean": [ - [ - 0.055483841004184395, - -0.00011965439330530087, - 0.00808757322175727, - -0.029356599999999875, - 0.039023707112970575, - 0.019371482008368506, - -0.08670484518828446, - -0.039102302092049956, - 0.027046133891213308 - ] - ], - "std": [ - [ - 0.9957045497387771, - 1.0146010728149857, - 1.003301186901333, - 1.0124926159677299, - 0.9987054895066753, - 0.9814356430315144, - 0.973828360138658, - 1.0003184664932105, - 0.9832177518418727 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.625, - "72": 0.472222238779068, - "108": 0.3055555522441864, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 46, - "best_val_acc": 0.7938931297709924, - "test_acc": 0.7755102040816326, - "train_size": 239, - "val_size": 131, - "test_size": 588, - "stats": { - "mean": [ - [ - -0.04878792468619211, - 0.0047529958158996155, - 0.09814042677824272, - -0.024483735564853226, - 0.034399451882844975, - -0.009865222594141925, - -0.02508974895397498, - 0.004753076150627897, - -0.04878784100418414 - ] - ], - "std": [ - [ - 1.001934480203885, - 0.9778484267660271, - 1.0046660181235467, - 1.0212723008937266, - 1.0210245107562923, - 1.0306454853299336, - 0.9862518055799147, - 0.9951065507668124, - 0.9747736634076275 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.6870229244232178, - "72": 0.49618321657180786, - "108": 0.38167938590049744, - "255": 0.038167938590049744 - }, - "fold": 2 - }, - { - "best_epoch": 60, - "best_val_acc": 0.7898550724637681, - "test_acc": 0.7314974182444062, - "train_size": 239, - "val_size": 138, - "test_size": 581, - "stats": { - "mean": [ - [ - 0.10288007531380783, - 0.04373577740585817, - 0.041264979079497874, - -0.034229491213389085, - -0.05346292050209214, - -0.1999054092050213, - 0.08392158158995812, - 0.07297261589958158, - -0.05826715481171532 - ] - ], - "std": [ - [ - 0.9966065572515563, - 1.018968015200093, - 0.9922920069375739, - 0.9979419605462078, - 0.9801398510182366, - 0.9915447189713678, - 0.9965163996887837, - 0.9964419395653665, - 0.9951178388160773 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 905, - "cert_evals": { - "36": 0.6449275612831116, - "72": 0.54347825050354, - "108": 0.39855071902275085, - "255": 0.043478261679410934 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7739656547278789, - "std_test_acc": 0.02970489213224615, - "n_samples": 958, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.6262239217758179, - "std_cert_acc_36": 0.05823916466435301, - "mean_cert_acc_72": 0.46701202541589737, - "std_cert_acc_72": 0.07960817647563574, - "mean_cert_acc_108": 0.32452860474586487, - "std_cert_acc_108": 0.08503776937988067, - "mean_cert_acc_255": 0.02041155006736517, - "std_cert_acc_255": 0.02366872247127646 - }, - "titanic": { - "dataset": "titanic", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.7746478873239436, - "test_acc": 0.7469135802469136, - "train_size": 550, - "val_size": 355, - "test_size": 1296, - "stats": { - "mean": [ - [ - -0.033479024545449286, - -0.04388359999999998, - 0.04633865636363635 - ] - ], - "std": [ - [ - 1.0184009911459524, - 0.9030112522482995, - 0.965727266734473 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 285, - "cert_evals": { - "36": 0.7267605662345886, - "72": 0.1774647831916809, - "108": 0.1774647831916809, - "255": 0.0845070406794548 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8137535816618912, - "test_acc": 0.7273425499231951, - "train_size": 550, - "val_size": 349, - "test_size": 1302, - "stats": { - "mean": [ - [ - 0.00599657709091412, - -0.02712665454545435, - 0.02416022909090901 - ] - ], - "std": [ - [ - 0.993203063568118, - 0.9413765013907114, - 0.9824417459762911 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 285, - "cert_evals": { - "36": 0.7650430202484131, - "72": 0.1719197779893875, - "108": 0.15759313106536865, - "255": 0.10315186530351639 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7413249211356467, - "test_acc": 0.7466266866566716, - "train_size": 550, - "val_size": 317, - "test_size": 1334, - "stats": { - "mean": [ - [ - 0.014578170545459438, - -0.043883600000000356, - 0.03303160000000017 - ] - ], - "std": [ - [ - 1.0150806710594007, - 0.9030112522482996, - 0.9758508000000029 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 285, - "cert_evals": { - "36": 0.4574132561683655, - "72": 0.13249211013317108, - "108": 0.12302839010953903, - "255": 0.06309148669242859 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.7784256559766763, - "test_acc": 0.7714067278287462, - "train_size": 550, - "val_size": 343, - "test_size": 1308, - "stats": { - "mean": [ - [ - 0.0077128369090957785, - -0.027126654545454543, - -0.0290679963636369 - ] - ], - "std": [ - [ - 1.026123748181085, - 0.9413765013907113, - 1.0194745387594568 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 285, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.4402332603931427, - "108": 0.16034986078739166, - "255": 0.06122449040412903 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7480723861638816, - "std_test_acc": 0.018052243532930203, - "n_samples": 2201, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.665875643491745, - "std_cert_acc_36": 0.14064286444973345, - "mean_cert_acc_72": 0.23052748292684555, - "std_cert_acc_72": 0.14123026186900037, - "mean_cert_acc_108": 0.15460904128849506, - "std_cert_acc_108": 0.02281508468204969, - "mean_cert_acc_255": 0.0779937207698822, - "std_cert_acc_255": 0.01982119438192849 - }, - "trains": { - "dataset": "trains", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.6, - "test_acc": 0.6666666666666666, - "train_size": 2, - "val_size": 5, - "test_size": 3, - "stats": { - "mean": [ - [ - -0.61237, - -0.9717294999999999, - -0.316228, - 0.621059, - 0.786374, - -0.474342, - -0.369273, - -0.316228, - -0.41404050000000003, - -0.161281, - 1.264911, - 0.2108185, - -0.08519500000000002, - -0.685249, - -0.7115125, - -0.29632100000000006, - 0.398527, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - -0.774597, - -0.774597, - 0.711514, - -0.316228, - 0.41404050000000003, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.6073305, - 1.0, - 1.0, - 0.406746, - 1.0, - 0.7385470000000001, - 1.0, - 1.0350995, - 0.322562, - 1.581139, - 0.5270465, - 1.2779150000000001, - 0.571041, - 0.16940750000000004, - 0.740799, - 1.328423, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 1.0, - 1.0, - 1.185856, - 1.0, - 1.0350995, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8705, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.6000000238418579, - "108": 0.6000000238418579, - "255": 0.4000000059604645 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.75, - "test_acc": 0.75, - "train_size": 2, - "val_size": 4, - "test_size": 4, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8705, - "cert_evals": { - "36": 0.75, - "72": 0.75, - "108": 0.5, - "255": 0.25 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.8333333333333334, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8705, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.5, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - 0.24293300000000004, - 1.264911, - -0.41404050000000003, - -1.1117685, - -0.474342, - 0.7385470000000001, - 1.264911, - -0.41404050000000003, - -0.32255999999999996, - -0.316228, - -1.370319, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - -0.621059, - 0.19365149999999998, - 1.1619, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.607332, - 1.581139, - 1.0350995, - 0.13558149999999997, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0350995, - 1.45153, - 1.0, - 1.0540910000000001, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 8705, - "cert_evals": { - "36": 1.0, - "72": 1.0, - "108": 1.0, - "255": 1.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6875, - "std_test_acc": 0.14231876063832777, - "n_samples": 10, - "n_features": 29, - "n_classes": 2, - "mean_cert_acc_36": 0.5875000059604645, - "std_cert_acc_36": 0.4250000002337439, - "mean_cert_acc_72": 0.5875000059604645, - "std_cert_acc_72": 0.4250000002337439, - "mean_cert_acc_108": 0.5250000059604645, - "std_cert_acc_108": 0.4112987574242836, - "mean_cert_acc_255": 0.4125000014901161, - "std_cert_acc_255": 0.42499999994156407 - }, - "thyroid": { - "dataset": "thyroid", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.8600770218228498, - "test_acc": 0.7139993317741397, - "train_size": 3428, - "val_size": 779, - "test_size": 2993, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.5378690958023071, - "72": 0.4300385117530823, - "108": 0.32862645387649536, - "255": 0.1745828092098236 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8413524057217165, - "test_acc": 0.8235098235098235, - "train_size": 3428, - "val_size": 769, - "test_size": 3003, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.7165149450302124, - "72": 0.6111833453178406, - "108": 0.5019505620002747, - "255": 0.22886866331100464 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8428927680798005, - "test_acc": 0.7488215488215488, - "train_size": 3428, - "val_size": 802, - "test_size": 2970, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.618453860282898, - "72": 0.4738154709339142, - "108": 0.34039902687072754, - "255": 0.15835411846637726 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.8709219858156029, - "test_acc": 0.805021193348549, - "train_size": 3428, - "val_size": 705, - "test_size": 3067, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.716312050819397, - "72": 0.5801418423652649, - "108": 0.4609929025173187, - "255": 0.20283687114715576 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7728379743635153, - "std_test_acc": 0.05047167667024731, - "n_samples": 7200, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.6472874879837036, - "std_cert_acc_36": 0.08633383600446072, - "mean_cert_acc_72": 0.5237947925925255, - "std_cert_acc_72": 0.08582913638117735, - "mean_cert_acc_108": 0.40799223631620407, - "std_cert_acc_108": 0.08661217575784422, - "mean_cert_acc_255": 0.19116061553359032, - "std_cert_acc_255": 0.03114119310852031 - }, - "vertebral-column-2clases": { - "dataset": "vertebral-column-2clases", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 47, - "best_val_acc": 0.864406779661017, - "test_acc": 0.735632183908046, - "train_size": 77, - "val_size": 59, - "test_size": 174, - "stats": { - "mean": [ - [ - -0.04851593662337664, - -0.013603715584415602, - 0.017817786623376606, - -0.052196842324675335, - -0.002157415584415587, - -0.03604349805194806 - ] - ], - "std": [ - [ - 0.9285507134809343, - 1.06595981877074, - 0.9952787423256769, - 0.8624418582955644, - 0.9372946280214954, - 0.7536679299194217 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.6610169410705566, - "72": 0.49152541160583496, - "108": 0.4067796468734741, - "255": 0.08474576473236084 - }, - "fold": 0 - }, - { - "best_epoch": 40, - "best_val_acc": 0.9047619047619048, - "test_acc": 0.8219895287958116, - "train_size": 77, - "val_size": 42, - "test_size": 191, - "stats": { - "mean": [ - [ - -0.01160272857142857, - 0.19142412077922066, - 0.13749096324675333, - -0.1576678293376624, - 0.1349718081818182, - 0.01367927922077926 - ] - ], - "std": [ - [ - 0.9739076978851005, - 1.1234128014311557, - 1.0980714645789118, - 0.9124304878226723, - 0.8779104710989865, - 0.8103068848046617 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.523809552192688, - "108": 0.3095238208770752, - "255": 0.2380952388048172 - }, - "fold": 1 - }, - { - "best_epoch": 16, - "best_val_acc": 0.9215686274509803, - "test_acc": 0.7527472527472527, - "train_size": 77, - "val_size": 51, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.08900769350649353, - 0.022068336363636327, - -0.17777378870129867, - -0.13070269816883123, - -0.08019039701298694, - 0.034270005844155946 - ] - ], - "std": [ - [ - 1.1891598679346718, - 1.0629718968025748, - 0.9683921685715591, - 1.1934548554540982, - 1.0519483392859137, - 1.4108241281173226 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.8235294222831726, - "72": 0.6666666865348816, - "108": 0.529411792755127, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.8695652173913043, - "test_acc": 0.7379679144385026, - "train_size": 77, - "val_size": 46, - "test_size": 187, - "stats": { - "mean": [ - [ - -0.06772925194805193, - -0.07967984805194804, - -0.14121441038961047, - -0.02757299220779231, - -0.014883416753246786, - -0.1100020467532468 - ] - ], - "std": [ - [ - 1.0828152543652132, - 1.0199396915025827, - 0.9339640371725322, - 0.9916023829290741, - 1.077978313814909, - 0.7401101130023645 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 425, - "cert_evals": { - "36": 0.760869562625885, - "72": 0.54347825050354, - "108": 0.43478262424468994, - "255": 0.19565217196941376 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7620842199724032, - "std_test_acc": 0.04064944192624691, - "n_samples": 310, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.728020653128624, - "std_cert_acc_36": 0.07843209905585545, - "mean_cert_acc_72": 0.5563699752092361, - "std_cert_acc_72": 0.07658668219969736, - "mean_cert_acc_108": 0.42012447118759155, - "std_cert_acc_108": 0.09049708704618617, - "mean_cert_acc_255": 0.12962329387664795, - "std_cert_acc_255": 0.10792306907579628 - }, - "vertebral-column-3clases": { - "dataset": "vertebral-column-3clases", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.29545454545454547, - "test_acc": 0.37037037037037035, - "train_size": 77, - "val_size": 44, - "test_size": 189, - "stats": { - "mean": [ - [ - -0.017758871428571372, - -0.13893042727272728, - -0.08468526142857148, - 0.08071379740259733, - 0.06779229129870129, - 0.08923458311688294 - ] - ], - "std": [ - [ - 1.0953816731705295, - 0.8966984943146973, - 0.956938148341136, - 1.2077590425927807, - 1.073031602135157, - 1.464104633953606 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 438, - "cert_evals": { - "36": 0.06818182021379471, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 51, - "best_val_acc": 0.5370370370370371, - "test_acc": 0.5139664804469274, - "train_size": 77, - "val_size": 54, - "test_size": 179, - "stats": { - "mean": [ - [ - -0.049201149350649384, - -0.06358896883116881, - -0.11700971038961039, - -0.01579821818181819, - -6.0709350649427305e-05, - 0.0891967623376624 - ] - ], - "std": [ - [ - 1.093043067173537, - 1.0341900281252163, - 0.948390256340442, - 1.1192974642236186, - 1.0160280673716198, - 1.4089004707085644 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 438, - "cert_evals": { - "36": 0.42592594027519226, - "72": 0.37037038803100586, - "108": 0.31481480598449707, - "255": 0.09259259700775146 - }, - "fold": 1 - }, - { - "best_epoch": 84, - "best_val_acc": 0.8214285714285714, - "test_acc": 0.7966101694915254, - "train_size": 77, - "val_size": 56, - "test_size": 177, - "stats": { - "mean": [ - [ - -0.030620783376623464, - -0.15526778051948048, - -0.0557417341558442, - 0.0764179809090909, - -0.11299565064935047, - -0.10344603831168832 - ] - ], - "std": [ - [ - 0.9944305280127423, - 0.9108287434677631, - 0.8529822131400763, - 0.9664086884725089, - 0.9649650863065573, - 0.713799883374489 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 438, - "cert_evals": { - "36": 0.660714328289032, - "72": 0.5, - "108": 0.2857142984867096, - "255": 0.01785714365541935 - }, - "fold": 2 - }, - { - "best_epoch": 56, - "best_val_acc": 0.7735849056603774, - "test_acc": 0.7555555555555555, - "train_size": 77, - "val_size": 53, - "test_size": 180, - "stats": { - "mean": [ - [ - 0.20264046623376622, - 0.3261196974025974, - 0.10299690753246762, - 0.017040496636363645, - -0.09640795220779223, - 0.03692924155844167 - ] - ], - "std": [ - [ - 1.1066380009229393, - 1.1415960579871545, - 1.0733819141948675, - 1.089301161345955, - 0.9585561559088557, - 0.8693443253284101 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 438, - "cert_evals": { - "36": 0.5660377740859985, - "72": 0.43396228551864624, - "108": 0.22641509771347046, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6091256439660947, - "std_test_acc": 0.202197521738052, - "n_samples": 310, - "n_features": 6, - "n_classes": 3, - "mean_cert_acc_36": 0.43021496571600437, - "std_cert_acc_36": 0.25991292490725953, - "mean_cert_acc_72": 0.326083168387413, - "std_cert_acc_72": 0.22373835817796126, - "mean_cert_acc_108": 0.20673605054616928, - "std_cert_acc_108": 0.14264833276008573, - "mean_cert_acc_255": 0.027612435165792704, - "std_cert_acc_255": 0.04413041391538541 - }, - "twonorm": { - "dataset": "twonorm", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 33, - "best_val_acc": 0.977961432506887, - "test_acc": 0.9760143465590675, - "train_size": 1850, - "val_size": 1089, - "test_size": 4461, - "stats": { - "mean": [ - [ - -0.014544049503783818, - -0.003368689291891876, - 0.016772092459459455, - 0.0019175647345946178, - -0.02506532699859457, - 0.0038982543675675696, - 0.019339146565999932, - -0.009895024481081047, - 0.006385932609729719, - -0.0014487788735135277, - -0.02301627440935135, - -0.005151859209189199, - 0.008102996605405427, - -0.0044304854756756626, - 0.0017575496378378407, - -0.009554797715135191, - 0.026529897787837913, - 0.02922682911891893, - -0.01169157914054059, - -0.004898149291891907 - ] - ], - "std": [ - [ - 1.008740635111714, - 1.0057995039659557, - 0.9837382170327289, - 1.0009348723588565, - 0.9894373169495185, - 0.9855025922172592, - 1.0016273845342372, - 1.0019232777130362, - 1.0102983788423001, - 0.989126863772442, - 1.014473431822349, - 0.9873937513386905, - 1.0120815536633763, - 1.0026507637547364, - 0.9944344640609678, - 1.0009003980137419, - 1.017029495884869, - 0.9934459224888799, - 1.005170519855988, - 1.0182286286784454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4205, - "cert_evals": { - "36": 0.9623507857322693, - "72": 0.9540863037109375, - "108": 0.9348025918006897, - "255": 0.8135904669761658 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.9824253075571178, - "test_acc": 0.9755213055303718, - "train_size": 1850, - "val_size": 1138, - "test_size": 4412, - "stats": { - "mean": [ - [ - -0.011274481706054077, - 0.0010725280108108113, - 0.04904605430486482, - 0.00013406402702702838, - 0.0037092568978378815, - -0.03159644886486481, - 0.00852751402702707, - -0.014074217665405411, - 0.026686750430270245, - 0.023341407989189197, - 0.00574216419659461, - -0.019635965771891885, - 0.04072469101081081, - 0.00963421142594593, - -0.044921805624324275, - -0.025982841086486463, - -0.0002432451580000008, - -0.011375726291891854, - 0.021153889262702744, - 0.01900583370702701 - ] - ], - "std": [ - [ - 0.9976085735229742, - 1.0108425474557818, - 1.0105604700510442, - 1.0350336168987333, - 0.990362036249636, - 0.9744762030983907, - 1.0066091603129825, - 0.984656658886602, - 0.9965234554482512, - 0.973435364067005, - 0.9921055599456662, - 1.0065413490604112, - 1.0042400869906856, - 0.9880184758483341, - 0.9898502752755675, - 0.992736848303296, - 0.9922171097916167, - 1.0043754412776131, - 0.9893350555688326, - 0.9868441569808528 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4205, - "cert_evals": { - "36": 0.9701230525970459, - "72": 0.9578207731246948, - "108": 0.9420035481452942, - "255": 0.8242530822753906 - }, - "fold": 1 - }, - { - "best_epoch": 35, - "best_val_acc": 0.9767441860465116, - "test_acc": 0.9796931407942239, - "train_size": 1850, - "val_size": 1118, - "test_size": 4432, - "stats": { - "mean": [ - [ - 0.003976000881081077, - 0.010715774432432398, - -0.017786920248648645, - 0.0036804860497297266, - 0.002183984135675682, - 0.01946380120540544, - -0.009359299564702704, - -0.02816081002594586, - 0.031211165720540515, - 0.0197382945891892, - 0.004506140226864866, - -0.01331618493945946, - 0.014995027385405353, - -0.001854380632432439, - -0.01958510810810805, - -0.00386884019891889, - -0.017393956009891888, - -0.0021528696070270597, - 0.005169307811351341, - 0.0024582379264864846 - ] - ], - "std": [ - [ - 1.009760000740286, - 1.0090347482418227, - 1.0148186512036792, - 1.0060022323323823, - 0.9990626780886653, - 0.9896872166496508, - 0.9763805914536888, - 0.9957691924612021, - 0.9906698247495431, - 1.0035665264537232, - 0.9947437173054162, - 1.0004339807413987, - 0.9823451342038293, - 1.0178129069401878, - 1.020030588883728, - 1.0098245678900148, - 0.9925509761821191, - 0.984129704899966, - 1.021860274128779, - 1.0179863343134843 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4205, - "cert_evals": { - "36": 0.9615384340286255, - "72": 0.9481216073036194, - "108": 0.9248658418655396, - "255": 0.8112701177597046 - }, - "fold": 2 - }, - { - "best_epoch": 8, - "best_val_acc": 0.98125, - "test_acc": 0.9769751693002258, - "train_size": 1850, - "val_size": 1120, - "test_size": 4430, - "stats": { - "mean": [ - [ - -0.020650926096864895, - 0.0029367999405405425, - -0.006630237378378379, - 0.010420081979243248, - -0.001797412861621615, - 0.006000229992972958, - 0.02513403323243256, - -0.04051091970432429, - 0.016437013362162183, - 0.008169780156756753, - 0.010605073612270283, - -0.014074353574054115, - 0.001890994940540519, - -0.00912456161891894, - -0.011556316408108112, - -0.004322038713513496, - -0.0011294842637837807, - -0.006298975859459421, - 0.017070309424864923, - 0.0166714651562162 - ] - ], - "std": [ - [ - 0.9799722867298174, - 0.9831760308737035, - 1.0071900480073166, - 1.003544153680456, - 0.9998334222405475, - 0.997242014320636, - 0.9816671365897304, - 0.9927759081786102, - 1.0236053141912813, - 0.9882650425660089, - 1.0199540485168141, - 0.9750354662835033, - 1.000698654175577, - 0.9953898045603353, - 0.9850292707815245, - 0.9950063778865423, - 0.9842233774554926, - 1.0005588371487018, - 1.0122840782683846, - 1.0155158561773454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 4205, - "cert_evals": { - "36": 0.9705356955528259, - "72": 0.9553571343421936, - "108": 0.9303571581840515, - "255": 0.7294642925262451 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9770509905459722, - "std_test_acc": 0.001862012692239336, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9661369919776917, - "std_cert_acc_36": 0.0048552159357012036, - "mean_cert_acc_72": 0.9538464546203613, - "std_cert_acc_72": 0.004119416025850449, - "mean_cert_acc_108": 0.9330072849988937, - "std_cert_acc_108": 0.007244817585470863, - "mean_cert_acc_255": 0.7946444898843765, - "std_cert_acc_255": 0.04381966233413819 - }, - "wall-following": { - "dataset": "wall-following", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 46, - "best_val_acc": 0.7621951219512195, - "test_acc": 0.7472493887530562, - "train_size": 1364, - "val_size": 820, - "test_size": 3272, - "stats": { - "mean": [ - [ - -0.005686892404692003, - 0.022638621533284334, - 0.0029726543621700742, - -0.007766223049853293, - -0.008952794454545568, - 0.009051411851906211, - 0.004111615835777271, - 0.054535739948680446, - 0.01721141257331339, - -0.00017557098093850144, - -0.0030259690689149518, - -0.015323145063782956, - 0.004263515249266924, - 0.013408757045454725, - -0.0019448981744868829, - 0.0003941872595307252, - -0.023833700213343096, - -0.0418792441422289, - -0.01742122004472146, - -0.01653938162023472, - 0.004910744486803571, - 0.04303871550586514, - -0.015449803416422289, - -0.003778200753665663 - ] - ], - "std": [ - [ - 0.9538903586600096, - 1.0100879107934733, - 1.0049069273556643, - 0.9922954720481119, - 0.9870136651293122, - 0.990779450218937, - 0.997732207974109, - 1.0249084242333972, - 1.0039227101782235, - 0.9840871960957936, - 0.9963448823117925, - 0.9855998980612843, - 1.0024509972558129, - 1.0025416545074122, - 0.9881545916458445, - 1.0165283990308178, - 0.9738216818182036, - 0.9275548118344852, - 0.9839704565560611, - 0.9728388862456517, - 1.0184938963953918, - 1.0303474329203226, - 0.9612235203553664, - 0.9816909108470405 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6103, - "cert_evals": { - "36": 0.6743902564048767, - "72": 0.5865853428840637, - "108": 0.497560977935791, - "255": 0.16829268634319305 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.7647058823529411, - "test_acc": 0.7673853628909809, - "train_size": 1364, - "val_size": 799, - "test_size": 3293, - "stats": { - "mean": [ - [ - -0.02975309696847506, - 0.005558309164222893, - 0.004718745812316816, - -0.020307799296187545, - -0.007320344633431353, - -0.028494500266862125, - -0.024019284164222755, - 0.009570253951612977, - 0.01097609736070351, - -0.00032918113929638346, - 0.032141068781524784, - 0.02072696681818175, - 0.02201199852639303, - 0.02843859972873922, - -0.010288174340176055, - -0.0025629487653958533, - 0.014673984588709695, - -0.0024179095725806485, - 0.011989980659823955, - 0.014437480175952963, - 0.010780398057038091, - -0.02107569172287382, - 0.018757813350439904, - -0.03195081329985328 - ] - ], - "std": [ - [ - 0.945216136192205, - 0.9992147601024853, - 1.0013950133535414, - 1.0070090886620435, - 1.0100405651888793, - 1.0035220275618202, - 1.0076868559644707, - 1.0146043586860587, - 1.0036702207634716, - 1.0020409725295103, - 1.0195319569843622, - 1.018330702441904, - 1.0188371291097438, - 1.0099651693219551, - 0.9929137513000473, - 0.9893773454929811, - 1.0312952518146736, - 0.9850531254011928, - 0.9991545369015657, - 1.024970910904686, - 1.0211398104956508, - 0.9811793320532708, - 1.0213393023608297, - 0.9709259568406406 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6103, - "cert_evals": { - "36": 0.6846057772636414, - "72": 0.5857321619987488, - "108": 0.4780976176261902, - "255": 0.18272840976715088 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.7764565992865636, - "test_acc": 0.7502306982466933, - "train_size": 1364, - "val_size": 841, - "test_size": 3251, - "stats": { - "mean": [ - [ - 0.01872266574486808, - 0.006327694957038103, - -0.07104427478152507, - -0.011521076319648046, - -0.004222936934017776, - -0.012975204868035104, - -0.01602920872434, - 0.018177438951613122, - 0.001741687587976442, - 0.026653914322580085, - 0.006544868966275523, - -0.0006487189816715815, - -0.006107012813782889, - -0.017521736390762342, - -0.02309750486070397, - 0.015360951164222853, - -0.05447749436730212, - 0.011644383885630553, - -0.005685932580645217, - 0.033520921312316744, - 0.015700824787390003, - 0.00464063532258066, - -0.007768450139296197, - -0.01706286590102635 - ] - ], - "std": [ - [ - 1.0075883148093572, - 0.9956149685197124, - 0.9336114810272496, - 1.0053964412297443, - 1.0037906536892414, - 0.9889864422444196, - 0.993232391245941, - 1.0033346943820691, - 1.0019335251023536, - 1.015228028452373, - 1.0184871692443849, - 0.9950347742751352, - 1.001225456339628, - 0.9911991075823401, - 0.9891922963313015, - 1.020897686359133, - 0.9021478154164623, - 1.027059313060404, - 0.9920589942567254, - 1.037458331459377, - 1.0154700216289818, - 1.0017979731537894, - 0.9794245346392066, - 0.9721130758506005 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6103, - "cert_evals": { - "36": 0.6884661316871643, - "72": 0.6183115243911743, - "108": 0.5029726624488831, - "255": 0.17479191720485687 - }, - "fold": 2 - }, - { - "best_epoch": 47, - "best_val_acc": 0.7694174757281553, - "test_acc": 0.7512239902080783, - "train_size": 1364, - "val_size": 824, - "test_size": 3268, - "stats": { - "mean": [ - [ - 0.02031997529545452, - -0.033795195992888556, - -0.02352743731011721, - 0.01124182900293254, - -0.01151259605278599, - -0.015031226107038104, - 0.03267076282991228, - 0.0279429813196483, - -0.007205795674486686, - -0.0060127819017595785, - 0.01344909527859221, - 0.01992942824853357, - -0.01951502722360692, - -0.029693211412756465, - -0.009494099098240562, - -0.01795489370381231, - 0.010101200832844593, - -0.0059742676495601315, - -0.017900947921847564, - -0.021026184816715806, - 0.016916847096700823, - -0.0052597014662755836, - 0.032237512456011766, - 0.007093840727272726 - ] - ], - "std": [ - [ - 1.0112945026202158, - 0.970221558754097, - 0.9823204142944053, - 1.0136980604051529, - 0.982757495735732, - 0.9808366104043786, - 1.001324458975229, - 1.0152847209982614, - 0.9908830298302452, - 0.9932341203049162, - 1.0097191496904292, - 1.0252804409457419, - 0.9852042484069533, - 0.992545202932286, - 0.9901306066571973, - 0.9793681779580009, - 0.9956413121371739, - 0.9901468286266072, - 0.9701309779282022, - 0.9725832802282708, - 1.0307338552882614, - 0.991132554001173, - 1.0343162251093825, - 0.9974059438112418 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 6103, - "cert_evals": { - "36": 0.6929611563682556, - "72": 0.6116504669189453, - "108": 0.5206310749053955, - "255": 0.20509709417819977 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7540223600247021, - "std_test_acc": 0.00906735092001554, - "n_samples": 5456, - "n_features": 24, - "n_classes": 4, - "mean_cert_acc_36": 0.6851058304309845, - "std_cert_acc_36": 0.007917730103849498, - "mean_cert_acc_72": 0.600569874048233, - "std_cert_acc_72": 0.01686485997572765, - "mean_cert_acc_108": 0.49981558322906494, - "std_cert_acc_108": 0.01751194942397623, - "mean_cert_acc_255": 0.18272752687335014, - "std_cert_acc_255": 0.016038870119467565 - }, - "waveform": { - "dataset": "waveform", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 51, - "best_val_acc": 0.8812664907651715, - "test_acc": 0.8506016042780749, - "train_size": 1250, - "val_size": 758, - "test_size": 2992, - "stats": { - "mean": [ - [ - 0.020179633495999987, - 0.011963990736, - -0.033601846864, - -0.041786463160000016, - -0.03154164217599994, - -0.040098393640000014, - -0.043940430239999995, - -0.03151536300719995, - -0.036418570040000015, - 0.043107926798400066, - 0.03738288511999999, - -0.0024740305919999984, - 0.03243670563199995, - 0.011112976024000014, - 0.03951120671200011, - 0.0219850811552, - 0.028168458383999943, - 0.06235075759679998, - 0.020069774392, - 0.007039422583999985, - -0.02925996517600002 - ] - ], - "std": [ - [ - 0.9901799387654557, - 1.0306402386317552, - 0.9708771794256926, - 0.9608246419787663, - 1.0044852476869415, - 0.9877134023221446, - 0.9749943080882616, - 1.0123255354438774, - 0.986958011185208, - 1.0005937342506195, - 0.9789827068743525, - 1.0033150982759136, - 0.9538985981244916, - 1.006689675325801, - 0.9956488213117433, - 1.001823072865656, - 0.9921420818481883, - 0.9865005595269615, - 1.0350777753049674, - 1.0160784990711804, - 0.9870983405424562 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.8192612528800964, - "72": 0.7612137794494629, - "108": 0.6873351335525513, - "255": 0.3957783877849579 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.8773841961852861, - "test_acc": 0.8574270557029178, - "train_size": 1250, - "val_size": 734, - "test_size": 3016, - "stats": { - "mean": [ - [ - 0.010216515320000044, - -0.04063758078400007, - 0.025120129951999963, - -0.025077058975999964, - 0.003169892232000061, - -0.01685490820000002, - -0.011714589596800004, - -0.03299081049600003, - -0.01699664363999998, - -0.018953863726399994, - -0.010869116344000016, - 0.041914844448000185, - -0.01596277459040001, - 0.012558276106399974, - 0.026120965832000048, - 0.03314989547359999, - 0.03347167229600001, - 0.023257175787200043, - 0.017851450192000014, - -0.004257698511999955, - -0.04945521833600015 - ] - ], - "std": [ - [ - 1.0013552490719653, - 0.9855864106795154, - 0.9729457372221003, - 0.9924096158327768, - 1.0128588967374343, - 1.0016694374565032, - 1.0094886119500357, - 1.0100863354319733, - 1.0019192663797813, - 0.9946338222875807, - 0.999064791075417, - 1.0101141099838185, - 0.9759008425547311, - 1.0113866649689796, - 1.0124143691513183, - 1.0133948233035053, - 1.0110196515539809, - 1.0206255456252598, - 1.0155072750087655, - 0.9949826852691384, - 0.9838169172120375 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.8201634883880615, - "72": 0.7752043604850769, - "108": 0.6975476741790771, - "255": 0.3501362204551697 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8770053475935828, - "test_acc": 0.8730846102598268, - "train_size": 1250, - "val_size": 748, - "test_size": 3002, - "stats": { - "mean": [ - [ - 0.007048574136000094, - -0.015209897391999988, - 0.011429607696000007, - -0.03273079147199999, - -0.023185516656000008, - 0.003389837535999984, - 0.0013940158719999971, - -0.00547288197039998, - 0.006071109367999992, - 0.005879158908799994, - 0.032166854647999996, - 0.005692848927999994, - 0.022531058751999993, - 0.009790249777599982, - 0.0040757011359999935, - 0.030061611308799984, - 0.029284791384000003, - 0.02420849601600001, - 0.014083066104000005, - 0.02953013189600018, - -0.004491209880000014 - ] - ], - "std": [ - [ - 0.9996125618988059, - 0.9720078266135495, - 1.0135851933941078, - 1.0319065276512462, - 0.9931170056559575, - 0.9993639751369633, - 0.9853632660237902, - 0.9995807541677071, - 1.0238743231650074, - 0.9969840482557133, - 0.9979292933830571, - 1.0142743499688514, - 1.001427080201001, - 0.9998997970203162, - 1.0142762186668912, - 1.0117340691797234, - 1.0099181268245983, - 1.0006047030346061, - 0.9985746890321932, - 1.0069732844455408, - 1.0040803599543435 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.8181818127632141, - "72": 0.7633690237998962, - "108": 0.7085561752319336, - "255": 0.34625670313835144 - }, - "fold": 2 - }, - { - "best_epoch": 45, - "best_val_acc": 0.8714090287277702, - "test_acc": 0.8631997350115932, - "train_size": 1250, - "val_size": 731, - "test_size": 3019, - "stats": { - "mean": [ - [ - -0.009131498528000003, - -0.0039044835359999803, - 0.07005067444800003, - -0.010843439071999996, - 0.006077575768000002, - -0.013402124615999992, - -0.0034755865247999887, - 0.0036035160240000075, - -0.0006721240640000021, - -0.006537375988799971, - -0.015753593288000012, - 0.013293681728000002, - -0.011138352720000024, - -0.025798392399999908, - 0.0029978399759999904, - 0.017920257033599982, - -0.008153607000000004, - 0.01568651420000006, - -0.051382837735999956, - 0.005123328096000027, - 0.025813726736000034 - ] - ], - "std": [ - [ - 1.0018392101812919, - 1.0020859314875776, - 1.0033561958769905, - 0.9975363296716959, - 0.9849899598871443, - 0.9756730653513883, - 0.993760630561838, - 0.9861757179284345, - 1.0000258312156731, - 1.0000825386418444, - 0.99177201535984, - 1.0234277089306048, - 1.0159176275153121, - 0.9839459155591159, - 0.9943404985027471, - 1.0116349239455822, - 1.0052044277000671, - 0.9841510621883656, - 1.0190638151002673, - 0.9952041186962591, - 1.0328002659610966 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 4668, - "cert_evals": { - "36": 0.8166894912719727, - "72": 0.7660738825798035, - "108": 0.6976744532585144, - "255": 0.3611491322517395 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8610782513131031, - "std_test_acc": 0.009517435066251361, - "n_samples": 5000, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.8185740113258362, - "std_cert_acc_36": 0.0014948772336638165, - "mean_cert_acc_72": 0.7664652615785599, - "std_cert_acc_72": 0.0061560209051194645, - "mean_cert_acc_108": 0.6977783590555191, - "std_cert_acc_108": 0.00866576198544767, - "mean_cert_acc_255": 0.3633301109075546, - "std_cert_acc_255": 0.02253314106179878 - }, - "wine": { - "dataset": "wine", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 25, - "best_val_acc": 0.9411764705882353, - "test_acc": 0.96, - "train_size": 44, - "val_size": 34, - "test_size": 100, - "stats": { - "mean": [ - [ - -0.0032810681818182252, - -0.005479031818181848, - -0.08091575454545454, - 0.05187518272727261, - -0.06624296590909094, - -0.007079050000000028, - -0.06275028018181807, - -0.08246524999999992, - 0.05402081363636373, - 0.0044511772727273136, - -0.04690897272727282, - 0.09077693181818178, - -0.0044964045454545494 - ] - ], - "std": [ - [ - 0.9486079560461609, - 0.9748783430969256, - 0.9254167517337237, - 0.9617928120291063, - 0.8801585454960099, - 0.9897338243089531, - 0.9271822071946669, - 0.9702762446771567, - 0.9107960044629595, - 1.0952735150882602, - 0.9243353232179793, - 0.9887201896638538, - 0.9269494258065332 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1852, - "cert_evals": { - "36": 0.8823529481887817, - "72": 0.7647058963775635, - "108": 0.529411792755127, - "255": 0.0882352963089943 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.9629629629629629, - "test_acc": 0.9626168224299065, - "train_size": 44, - "val_size": 27, - "test_size": 107, - "stats": { - "mean": [ - [ - 0.06530710454545458, - 0.007947954545454524, - -0.18861000681818177, - -0.06994299681818188, - -0.08852099545454545, - 0.06554911590909095, - 0.0228023237272727, - -0.08063868636363627, - 0.11120031590909094, - 0.1451315113636364, - 0.07976722954545465, - 0.05492483636363638, - -0.04130375068181816 - ] - ], - "std": [ - [ - 1.1054246265200351, - 1.022075699615381, - 1.0101337670617143, - 0.9836114927228263, - 1.0039715573451675, - 1.0160855472349155, - 1.00168059755674, - 0.942713932749028, - 1.1841316940042428, - 1.0673173131706486, - 1.0204335593229852, - 0.9474429014625287, - 0.9790698019551516 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1852, - "cert_evals": { - "36": 0.8888888955116272, - "72": 0.7777777910232544, - "108": 0.6666666865348816, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.896551724137931, - "test_acc": 0.8666666666666667, - "train_size": 44, - "val_size": 29, - "test_size": 105, - "stats": { - "mean": [ - [ - -0.0016014659090909378, - -0.2809373181818182, - -0.0013865818181818283, - -0.011415792727272868, - -0.005774513636363688, - 0.0034522068181817842, - -0.09596993699999999, - 0.061802877272727264, - -0.18700712727272728, - 0.003569234090909025, - 0.14042048863636367, - -0.033103909090909094, - -0.06411021136363641 - ] - ], - "std": [ - [ - 0.9298272868804931, - 0.8250056451408178, - 1.08551443258742, - 1.1391522997578776, - 1.162897463787286, - 0.9140439887115281, - 0.9166314532406474, - 1.013186331346434, - 0.9551870696183078, - 1.1440128298039551, - 1.0494592532907625, - 1.0314806625541306, - 0.958232402601652 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1852, - "cert_evals": { - "36": 0.8275861740112305, - "72": 0.7586206793785095, - "108": 0.6896551847457886, - "255": 0.17241379618644714 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.967741935483871, - "test_acc": 0.9320388349514563, - "train_size": 44, - "val_size": 31, - "test_size": 103, - "stats": { - "mean": [ - [ - -0.0007615090909091727, - 0.05596002272727269, - -0.07345953863636358, - -0.09784549954545461, - 0.008546922727272678, - 0.09278491795454552, - 0.0448726857272727, - 0.11476138181818184, - 0.09094955909090909, - 0.005921997727272779, - 0.16726700681818205, - 0.005308763636363668, - -0.08561718409090915 - ] - ], - "std": [ - [ - 1.007206359663615, - 0.8850705986397225, - 1.0706938375587134, - 0.8864652113978174, - 1.1440281408589326, - 0.9372647448943219, - 0.9191041363758027, - 0.9830875500627535, - 1.0190542547845243, - 0.9888966660536255, - 1.11752991456707, - 0.9731773531474354, - 0.8829161708393709 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 1852, - "cert_evals": { - "36": 0.9032257795333862, - "72": 0.8709677457809448, - "108": 0.8387096524238586, - "255": 0.4838709533214569 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9303305810120074, - "std_test_acc": 0.04464186349632088, - "n_samples": 178, - "n_features": 13, - "n_classes": 3, - "mean_cert_acc_36": 0.8755134493112564, - "std_cert_acc_36": 0.03311937132041977, - "mean_cert_acc_72": 0.793018028140068, - "std_cert_acc_72": 0.052577491110521284, - "mean_cert_acc_108": 0.6811108291149139, - "std_cert_acc_108": 0.12666442016718968, - "mean_cert_acc_255": 0.1861300114542246, - "std_cert_acc_255": 0.210606710436439 - }, - "wine-quality-red": { - "dataset": "wine-quality-red", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 46, - "best_val_acc": 0.4567901234567901, - "test_acc": 0.3922594142259414, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.02693017225000001, - -0.010865180249999969, - 0.01090508905000014, - 0.028862860500000035, - -0.005716316749999986, - -0.0022627200000000882, - -0.008672537749999942, - 0.0023822675999998814, - 0.03910194012499996, - -0.003237799000000088, - -0.015897374500000026 - ] - ], - "std": [ - [ - 0.9743049425383958, - 1.0208202037213217, - 1.0045213439257272, - 1.0312615683961275, - 0.9360785088397681, - 1.0135085097778138, - 1.054760065228032, - 0.9991490231742983, - 0.9910168624962105, - 0.9560724374897602, - 1.0224479021869215 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1417, - "cert_evals": { - "36": 0.2880658209323883, - "72": 0.16049382090568542, - "108": 0.12757201492786407, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 48, - "best_val_acc": 0.3855932203389831, - "test_acc": 0.40186915887850466, - "train_size": 400, - "val_size": 236, - "test_size": 963, - "stats": { - "mean": [ - [ - 0.013418094749999616, - -0.03892854174999997, - 0.03785578170000011, - 0.030990686500000093, - 0.03390959879999997, - -0.02747751350000006, - 0.024918823500000065, - -0.0024924809250000362, - -0.023241676749999992, - 0.00015447274999999162, - 0.017258733749999842 - ] - ], - "std": [ - [ - 1.0484699134032194, - 0.9803949233513032, - 1.0076892023564636, - 1.0290250752162338, - 1.1997081630921285, - 0.9489970021589998, - 1.0263878594773712, - 1.03076931004531, - 0.9684548723090626, - 0.9627052256819137, - 0.9972530011672733 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1417, - "cert_evals": { - "36": 0.24152542650699615, - "72": 0.1525423675775528, - "108": 0.08474576473236084, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 95, - "best_val_acc": 0.41422594142259417, - "test_acc": 0.3333333333333333, - "train_size": 400, - "val_size": 239, - "test_size": 960, - "stats": { - "mean": [ - [ - -0.0013715520000001779, - -0.035088978500000055, - 0.06416455662500034, - -0.006156608600000014, - 0.0926046769, - -0.01361536200000002, - -0.007988503499999982, - 0.019787725674999798, - -0.030528630750000167, - 0.09543056175000009, - -0.01609288975000005 - ] - ], - "std": [ - [ - 0.9829420987934913, - 0.9707586864617593, - 1.0018786547407759, - 0.964170646447104, - 1.218209093004271, - 0.993770255551407, - 0.9825900214132555, - 0.9579306637091782, - 1.0278450401756267, - 1.103602348070479, - 1.019972708382203 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1417, - "cert_evals": { - "36": 0.2594142258167267, - "72": 0.17154811322689056, - "108": 0.12970711290836334, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.3375, - "test_acc": 0.3315954118873827, - "train_size": 400, - "val_size": 240, - "test_size": 959, - "stats": { - "mean": [ - [ - -0.024919883000000052, - 0.11828172599999993, - -0.10639385059999999, - 0.09154341099999996, - -0.0404553217, - 0.02593951999999995, - -0.03595611450000001, - 0.029616401199999934, - 0.04752242037499988, - -0.06532982275000002, - -0.002994586000000021 - ] - ], - "std": [ - [ - 1.0557689652662066, - 1.036986432681799, - 0.9776537301766356, - 1.148436386560584, - 0.6942596510748834, - 1.0910930117650621, - 0.9332303748474275, - 0.9830858412290316, - 0.9796850899079309, - 0.8673250562614796, - 1.0016840683328132 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 1417, - "cert_evals": { - "36": 0.15000000596046448, - "72": 0.0416666679084301, - "108": 0.01250000111758709, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3647643295812905, - "std_test_acc": 0.037509255137526835, - "n_samples": 1599, - "n_features": 11, - "n_classes": 6, - "mean_cert_acc_36": 0.2347513698041439, - "std_cert_acc_36": 0.05966397205288001, - "mean_cert_acc_72": 0.13156274240463972, - "std_cert_acc_72": 0.06043532649383851, - "mean_cert_acc_108": 0.08863122342154384, - "std_cert_acc_108": 0.054816888331340435, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "wine-quality-white": { - "dataset": "wine-quality-white", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 51, - "best_val_acc": 0.3578231292517007, - "test_acc": 0.32936372915957807, - "train_size": 1224, - "val_size": 735, - "test_size": 2939, - "stats": { - "mean": [ - [ - -0.0032048589052286994, - -0.028953991503268075, - -0.009521662091503368, - -0.033446381021241915, - -0.021216290767973777, - 0.0013643637254901876, - -0.019732506176470634, - -0.0385083221609477, - -0.012002372222222163, - -0.05735950201797371, - 0.02225335972222248 - ] - ], - "std": [ - [ - 1.023683347421332, - 0.9447226597106944, - 0.9620105291208404, - 0.9658980402573037, - 0.9263448142152314, - 0.9948440839445967, - 0.9740337269720393, - 0.9614465411758055, - 1.0172641404349574, - 0.9821399823923815, - 0.9957833992600652 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1440, - "cert_evals": { - "36": 0.22448979318141937, - "72": 0.10476190596818924, - "108": 0.050340138375759125, - "255": 0.006802720949053764 - }, - "fold": 0 - }, - { - "best_epoch": 58, - "best_val_acc": 0.3576248313090418, - "test_acc": 0.3221957040572792, - "train_size": 1224, - "val_size": 741, - "test_size": 2933, - "stats": { - "mean": [ - [ - -0.017049376225490367, - 0.014491614133986936, - 0.008908331290849619, - 0.010737108415032604, - 0.04067164330065363, - 0.0329015589869281, - -0.002488432352941375, - 0.006007091343954325, - -0.021524885539215638, - 0.0011987277042483457, - -0.014868995751633802 - ] - ], - "std": [ - [ - 1.0062718660617844, - 0.9894618025720731, - 1.0916182332376316, - 0.9825566386411965, - 1.1470818763060382, - 1.0937605281552916, - 0.9895690762781538, - 0.9664685559760209, - 0.9624746400083976, - 0.9868208733792134, - 0.99380448190184 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1440, - "cert_evals": { - "36": 0.23211875557899475, - "72": 0.1322537064552307, - "108": 0.09041835367679596, - "255": 0.004048583097755909 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.35172413793103446, - "test_acc": 0.41234316717531366, - "train_size": 1224, - "val_size": 725, - "test_size": 2949, - "stats": { - "mean": [ - [ - -0.008771757843137384, - -0.004596860539215801, - 0.008705725245097917, - -0.034847791446078476, - -0.030826640032679757, - -0.01616954820261436, - -0.03943745302287589, - -0.040444966319444435, - 0.02927997336601328, - 0.006854076119281012, - 0.030744455310457264 - ] - ], - "std": [ - [ - 1.0204079506641692, - 1.0029139391565418, - 1.0078310341851806, - 0.9854918621954571, - 0.9449468354581222, - 0.957020515296538, - 0.954249288652687, - 0.976569994872353, - 0.9899815735473346, - 1.008692992013154, - 0.9893537338950328 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1440, - "cert_evals": { - "36": 0.2055172473192215, - "72": 0.09103448688983917, - "108": 0.022068966180086136, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 62, - "best_val_acc": 0.35825105782792666, - "test_acc": 0.36559865092748733, - "train_size": 1224, - "val_size": 709, - "test_size": 2965, - "stats": { - "mean": [ - [ - -0.022035407434640455, - 0.006143019934640497, - -0.030651977777777773, - 0.024485125988562038, - -0.018449098774509846, - -0.0018301268790849984, - 0.008402089934640587, - 0.008618634501633892, - -0.035267637908496643, - 0.02360550346405227, - -0.013176123529411856 - ] - ], - "std": [ - [ - 1.0070335678428375, - 0.9660388185917548, - 0.9095987830657093, - 0.9927445013639002, - 0.8945149881344938, - 0.9537849826536657, - 1.0086544512672544, - 0.9850628871532389, - 0.9772491357585545, - 0.995730526664069, - 1.0046258178743335 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 1440, - "cert_evals": { - "36": 0.23131170868873596, - "72": 0.13540197908878326, - "108": 0.07052186131477356, - "255": 0.0014104372821748257 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3573753128299146, - "std_test_acc": 0.04127687808737456, - "n_samples": 4898, - "n_features": 11, - "n_classes": 7, - "mean_cert_acc_36": 0.2233593761920929, - "std_cert_acc_36": 0.012377206532799927, - "mean_cert_acc_72": 0.1158630196005106, - "std_cert_acc_72": 0.021526079639176035, - "mean_cert_acc_108": 0.058337329886853695, - "std_cert_acc_108": 0.029194772200745723, - "mean_cert_acc_255": 0.0030654353322461247, - "std_cert_acc_255": 0.003003875032484255 - }, - "waveform-noise": { - "dataset": "waveform-noise", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 44, - "best_val_acc": 0.8651102464332037, - "test_acc": 0.8492782813024505, - "train_size": 1250, - "val_size": 771, - "test_size": 2979, - "stats": { - "mean": [ - [ - 0.04109552382399996, - -0.007068212280000003, - 0.014182510261599956, - 0.0026211762400000084, - 0.014018176879999957, - 0.02370059650560003, - 0.004374500936000023, - -0.0038294597343999904, - -0.014804110096000014, - 0.00045386584799994817, - -0.010192400336000008, - -0.01903542342399992, - -0.010784385815999982, - -0.005200951027200047, - -0.002328150511999989, - 0.014533825215999989, - 0.007865440576000029, - -0.025042890535999954, - -0.005855280768000005, - 0.010768292656000005, - -0.029557043135999994, - 0.02497473343199999, - 0.0059397922879999695, - 0.02985397081600005, - 0.034868211864000014, - -0.03436343556000003, - 0.022563571339200006, - 0.013530936152000026, - 0.006182852718399999, - 0.02533174106799999, - -0.023453127760000032, - -0.012310209543200052, - 0.023519454263999984, - -0.010153050279999989, - 0.015502481212800007, - 0.010150338703999973, - 0.0053944454240000125, - -0.0034366949536000007, - -0.005722000272000003, - 0.007498833936000044 - ] - ], - "std": [ - [ - 1.0036717936871953, - 1.0115164152393803, - 1.0267935868392655, - 1.0141719003383043, - 1.0034317001981041, - 0.9959239723426369, - 0.9939861987845015, - 1.0288633031133263, - 1.0043429776096469, - 0.9779096908533591, - 1.0249129338514036, - 1.0084484801657798, - 1.0020500717103944, - 1.026928437823279, - 1.009036128138247, - 1.0055555854598206, - 0.9775356004635903, - 1.0198250392925892, - 0.9777825735121067, - 0.9997432850888442, - 1.0057789366361842, - 1.0008832746108618, - 0.9887462327692325, - 0.9949832502604571, - 0.9939865250881332, - 0.9973380026834073, - 0.977390812504474, - 0.998438673003916, - 0.9765375704247188, - 1.0137678154638436, - 0.9930247910455883, - 1.0298745659129236, - 0.9839097409542001, - 0.991922743066992, - 1.0070087822831295, - 0.9876272290873123, - 1.0098641388551413, - 1.0215112956805443, - 1.0133094868761658, - 0.98802284916221 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16486, - "cert_evals": { - "36": 0.8028534650802612, - "72": 0.7431906461715698, - "108": 0.6549935340881348, - "255": 0.27626457810401917 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8617992177314211, - "test_acc": 0.845122360040228, - "train_size": 1250, - "val_size": 767, - "test_size": 2983, - "stats": { - "mean": [ - [ - 0.044322997631999955, - 0.029345537880000067, - -0.011366358759840026, - -0.0005867047360000063, - -0.006665745688000015, - -0.006024195060800007, - -0.013584043487999992, - -0.024554553948799986, - 0.01623729534400002, - -0.007884222439999988, - 0.0019230570479999735, - -0.02265010408799999, - 0.007417331240000002, - -0.002911046979200009, - 0.020059001183999964, - 0.01574975624800002, - 0.02813207348000001, - 0.004678202063999986, - 0.028763643272000018, - 0.018513851640000002, - 0.0358815304, - 0.028113823255999978, - -0.00718522141599999, - -0.006245005135999949, - 0.011452240719999996, - -0.039296166616000015, - 0.013289260721600025, - -0.003815815991999974, - -0.001233308884800033, - 0.0033645557719999956, - 0.02454588116, - 0.010769942833599997, - 0.008991375496000034, - -0.012577069439999996, - 0.051492131759200026, - 0.009570444000000011, - 0.022488379120000006, - -0.00477033891360003, - -0.009759721552000007, - 0.0046987019359999846 - ] - ], - "std": [ - [ - 0.9680395488640641, - 0.9731934131975439, - 1.0256129853497884, - 1.0016500605542749, - 0.9832741110357304, - 1.0155722609031699, - 1.0177266822426836, - 1.0012352994664209, - 1.0017870547556, - 0.9825996623950224, - 1.0116415424885532, - 1.0008713618877405, - 1.004966285943376, - 0.991554206326663, - 1.0098780435455994, - 1.0036202953348388, - 0.9885930770833588, - 1.000767817574134, - 0.9955550387843519, - 1.0082268705074462, - 0.9951019252067327, - 0.9944184018582543, - 1.0206633343240308, - 1.0149218534426545, - 0.9851575763005246, - 0.9922537027672286, - 1.0164765099719621, - 1.0106305279893444, - 1.006251693120508, - 0.9864167800458236, - 1.0043559273464866, - 0.9969845117753792, - 0.99621846666241, - 1.0281731534980536, - 0.9986967919798584, - 0.9696604033255324, - 0.9966142799032668, - 0.9849892430729312, - 1.0057643181118128, - 1.0029305279401282 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16486, - "cert_evals": { - "36": 0.7861799001693726, - "72": 0.7053455114364624, - "108": 0.612777054309845, - "255": 0.21773141622543335 - }, - "fold": 1 - }, - { - "best_epoch": 50, - "best_val_acc": 0.8601108033240997, - "test_acc": 0.8553500660501981, - "train_size": 1250, - "val_size": 722, - "test_size": 3028, - "stats": { - "mean": [ - [ - 0.014308189376000027, - 0.028783297960000027, - 0.03795345253087996, - 0.013117279295999998, - 0.032089058063999955, - 0.012632187806400005, - 0.018484099464000054, - 0.009576141620799988, - 0.036987581783999995, - -0.006325697687999988, - -0.02381616588800001, - -0.008374505503999985, - -0.04596340019200004, - -0.03257486172959995, - -0.021728262640000023, - -0.019410886679999996, - -0.04224714851999999, - -0.02175625772000002, - -0.0017738945599999954, - 0.006572127119999979, - 0.015226716143999997, - -0.002422181303999986, - -0.025979705407999994, - 0.022093594352000027, - 0.03834592470399997, - -0.009863329287999975, - 0.020212545147199973, - 0.0037560529200000177, - 0.03646794663519996, - -0.018870360144, - -0.011957785879999988, - 0.016431144787999986, - 0.014396109119999995, - 0.008498349159999984, - 0.012689327942400006, - -0.00249464457599998, - -0.022068862224000004, - -0.0005122236512000032, - 0.008362260016000047, - -0.02581517636800003 - ] - ], - "std": [ - [ - 1.0188927880817935, - 0.9988893028885985, - 1.0203039986619837, - 1.0176161206264251, - 1.0298233594756412, - 1.032613885870231, - 1.0145448604818694, - 1.0020618139895976, - 0.9933894833504273, - 0.9801525816452665, - 0.9828864827428538, - 1.0084878782151452, - 1.0036037092630097, - 0.9753885414870564, - 1.015306973575768, - 0.9941278153766206, - 0.9825139145564932, - 0.9962329520442799, - 0.9688294278798073, - 0.98310050706914, - 0.9843726349902746, - 0.9830497457267643, - 1.019877833578896, - 1.0231451225251817, - 0.9901755816567956, - 0.9958326894928737, - 1.032928859241582, - 0.9924515511719896, - 0.9749189762682579, - 1.0285239667561281, - 1.002192158381019, - 0.9935329644391413, - 1.0052344609016668, - 1.0064075388331128, - 1.0160814777549847, - 0.9845645364365565, - 0.9925488055513885, - 1.0072044814714247, - 1.0303878632271122, - 0.9885231209627763 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16486, - "cert_evals": { - "36": 0.7894736528396606, - "72": 0.7216066122055054, - "108": 0.6481994390487671, - "255": 0.2770082950592041 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8635761589403973, - "test_acc": 0.8514190317195326, - "train_size": 1250, - "val_size": 755, - "test_size": 2995, - "stats": { - "mean": [ - [ - -0.036278040016000025, - 0.00810417363999999, - 0.0013843179736000206, - -0.0018023679760000122, - -0.005956154304000002, - 0.025961240582400028, - 0.010167898040000027, - 0.01906255140800001, - -0.02535409856000002, - 0.013357130255999999, - -0.007777053167999971, - 0.007395055352000006, - -0.009246732704000024, - 0.000417141663999981, - -0.012846879495999965, - -0.011422848472000015, - -0.02694291900799997, - -0.010714078007999981, - -0.017699573224000033, - 0.006549602159999982, - 0.02394824680000007, - -0.027398905735999915, - -0.006791929848000011, - 0.016008580479999996, - 0.04892266430400006, - 0.035720964879999914, - 0.03039491798320002, - 0.0066352822719999895, - -0.02569047550079999, - 0.01171173369999999, - 0.022736661080000005, - -0.02455200705200002, - 0.03534526224799999, - 0.039964129560000006, - 0.04194475229440003, - 0.012341044367999982, - 0.04449289257600006, - 0.05609793443199992, - 0.037631368336000094, - -0.0013801063520000427 - ] - ], - "std": [ - [ - 0.9967186390712067, - 1.0046232169850224, - 0.9740084152266493, - 0.9826095647211786, - 0.9807015091355339, - 0.9903924974929869, - 0.9994986310830332, - 0.999954070658992, - 1.0016268406564945, - 1.0082593311694388, - 1.0031753015138711, - 1.0033236672468044, - 0.987229114309021, - 1.0132234933998234, - 0.9873167353551544, - 0.983479654201213, - 1.011117373386074, - 1.0372041491820654, - 0.9890339764711912, - 0.9663488793448463, - 1.0078666660648328, - 0.9894244150573558, - 1.0015699231644122, - 1.0021673571075749, - 0.98850640710336, - 1.0232697675089457, - 1.0136787449302005, - 1.0052546165431762, - 0.9928535231583258, - 0.9947831559397796, - 0.9947379135130683, - 0.968921467398204, - 1.0158922450868932, - 0.9723954832645065, - 0.9861131949259808, - 1.0009190287109688, - 0.9931377428957798, - 1.0140326666524644, - 0.9958387641879904, - 0.9761305424003285 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 16486, - "cert_evals": { - "36": 0.8066225051879883, - "72": 0.74701988697052, - "108": 0.6821191906929016, - "255": 0.2993377447128296 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8502924347781023, - "std_test_acc": 0.004266420623907291, - "n_samples": 5000, - "n_features": 40, - "n_classes": 3, - "mean_cert_acc_36": 0.7962823808193207, - "std_cert_acc_36": 0.009975239551133193, - "mean_cert_acc_72": 0.7292906641960144, - "std_cert_acc_72": 0.01949315978131766, - "mean_cert_acc_108": 0.6495223045349121, - "std_cert_acc_108": 0.028545021324323294, - "mean_cert_acc_255": 0.26758550852537155, - "std_cert_acc_255": 0.034917761367571756 - }, - "zoo": { - "dataset": "zoo", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 28, - "best_val_acc": 0.9285714285714286, - "test_acc": 0.8709677419354839, - "train_size": 25, - "val_size": 14, - "test_size": 62, - "stats": { - "mean": [ - [ - 0.18968232000000004, - 0.004943600000000055, - -0.04877112000000002, - 0.06901168000000008, - 0.005554399999999982, - -0.24190180000000008, - 0.011100480000000044, - 0.07332431999999998, - 0.047367959999999966, - 0.1174986, - 0.002917720000000048, - -0.128498, - 0.05823499999999993, - 0.03965752000000001, - -0.025889279999999938, - 0.0890122 - ] - ], - "std": [ - [ - 1.005390221359596, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467213, - 0.9984392123352528, - 0.8872886923159564, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.898886886807812, - 0.9995686698918299, - 0.864227081446769, - 0.8401435100754158, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2890, - "cert_evals": { - "36": 0.785714328289032, - "72": 0.785714328289032, - "108": 0.7142857313156128, - "255": 0.2142857313156128 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.75, - "test_acc": 0.640625, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.028691039999999952, - 0.004943600000000057, - -0.048771120000000036, - 0.06901168, - 0.005554399999999972, - 0.17360919999999994, - -0.06897883999999993, - -0.00805720000000001, - 0.0473679599999999, - -0.07865459999999999, - 0.0029177199999999947, - -0.022119, - 0.09757803999999994, - -0.051376560000000016, - -0.26359375999999995, - 0.24955340000000004 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000002, - 1.0021422025080997, - 1.0058025598467215, - 0.998439212335253, - 1.0312711812638613, - 1.0001903862262094, - 0.9967159924605201, - 0.9532010403686509, - 1.047171532893174, - 0.9995686698918299, - 0.9749796397074146, - 1.045377756731086, - 1.02185501364051, - 0.5822546855736085, - 0.9961319493678737 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2890, - "cert_evals": { - "36": 0.75, - "72": 0.6666666865348816, - "108": 0.5833333730697632, - "255": 0.25 - }, - "fold": 1 - }, - { - "best_epoch": 52, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.703125, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.02869103999999997, - 0.004943600000000048, - -0.04877112000000006, - 0.06901168, - 0.005554399999999982, - 0.007404799999999972, - 0.011100480000000062, - 0.07332431999999998, - 0.04736795999999993, - 0.01942200000000002, - -0.14446064, - -0.022119000000000017, - 0.09757803999999996, - 0.03965751999999999, - -0.14474151999999998, - 0.08901219999999999 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467215, - 0.9984392123352529, - 0.9972263999999998, - 0.9937582269928688, - 0.97657824, - 0.9532010403686509, - 0.980766, - 0.722003562256413, - 0.9749796397074147, - 1.045377756731086, - 0.9719779957616785, - 0.8060951109136004, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2890, - "cert_evals": { - "36": 0.5833333730697632, - "72": 0.5, - "108": 0.5, - "255": 0.25 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.8421052631578947, - "test_acc": 0.8245614035087719, - "train_size": 25, - "val_size": 19, - "test_size": 57, - "stats": { - "mean": [ - [ - 0.10918667999999991, - 0.004943600000000039, - -0.04877112000000009, - 0.06901168, - -0.087958, - -0.07569740000000007, - 0.011100480000000062, - 0.07332432000000001, - 0.04736795999999993, - 0.019421999999999984, - 0.29767443999999993, - -0.022119, - 0.05823475999999992, - 0.03965752, - -0.025889279999999938, - 0.08901219999999999 - ] - ], - "std": [ - [ - 1.0053902213595962, - 0.9987632, - 1.0021422025080997, - 1.0058025598467215, - 0.9351239999999998, - 0.9691298611116264, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.980766, - 1.3507449809969043, - 0.9749796397074147, - 1.007680466714654, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 2890, - "cert_evals": { - "36": 0.7894737124443054, - "72": 0.6315789222717285, - "108": 0.6315789222717285, - "255": 0.05263157933950424 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.759819786361064, - "std_test_acc": 0.10640651752510273, - "n_samples": 101, - "n_features": 16, - "n_classes": 7, - "mean_cert_acc_36": 0.7271303534507751, - "std_cert_acc_36": 0.09750105780354268, - "mean_cert_acc_72": 0.6459899842739105, - "std_cert_acc_72": 0.11757433470386898, - "mean_cert_acc_108": 0.6072995066642761, - "std_cert_acc_108": 0.08967181269728848, - "mean_cert_acc_255": 0.19172932766377926, - "std_cert_acc_255": 0.094247754073361 - }, - "yeast": { - "dataset": "yeast", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 82, - "best_val_acc": 0.5566037735849056, - "test_acc": 0.4938956714761376, - "train_size": 371, - "val_size": 212, - "test_size": 901, - "stats": { - "mean": [ - [ - -0.0680236417412399, - 0.0016312938814016407, - -0.008786120350404263, - -0.04364633274932616, - 0.013936777088948886, - 0.007389660377358629, - -0.024600268247978344, - 0.05087596307277619 - ] - ], - "std": [ - [ - 1.027205380998011, - 0.9953693200489844, - 0.9507124252634552, - 0.9691826685352211, - 1.0679577073315545, - 1.038674237448053, - 0.9068718437558525, - 1.1001821882054232 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 861, - "cert_evals": { - "36": 0.4386792480945587, - "72": 0.37264150381088257, - "108": 0.28301888704299927, - "255": 0.07075472176074982 - }, - "fold": 0 - }, - { - "best_epoch": 74, - "best_val_acc": 0.5238095238095238, - "test_acc": 0.46938775510204084, - "train_size": 371, - "val_size": 231, - "test_size": 882, - "stats": { - "mean": [ - [ - 0.08549606216172505, - 0.03251707697035039, - 0.04905938702964963, - 0.04128734865229108, - -0.013936692183288498, - 0.036949762803234386, - -0.002681268247978456, - 0.005315634501347734 - ] - ], - "std": [ - [ - 0.9621845394333128, - 0.9690282797537528, - 0.9491603484155484, - 1.0401770820495524, - 0.9261376999963121, - 1.1814628524634447, - 0.9836755462977512, - 0.993812117132581 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 861, - "cert_evals": { - "36": 0.31168830394744873, - "72": 0.2294372320175171, - "108": 0.190476194024086, - "255": 0.03030303120613098 - }, - "fold": 1 - }, - { - "best_epoch": 50, - "best_val_acc": 0.5207373271889401, - "test_acc": 0.5223214285714286, - "train_size": 371, - "val_size": 217, - "test_size": 896, - "stats": { - "mean": [ - [ - 0.004417079552560633, - -0.0405647886981132, - -0.038330890598382725, - -0.009830160646900232, - -0.013936692183288395, - 0.036949762803234296, - -0.01154207417789756, - 0.005568702156334372 - ] - ], - "std": [ - [ - 1.0326495870955454, - 0.9133440779524218, - 0.9914487013412665, - 0.9617359852499671, - 0.9261376999963089, - 1.181462852463445, - 0.873907032459684, - 0.9724601246460749 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 861, - "cert_evals": { - "36": 0.43317973613739014, - "72": 0.3179723620414734, - "108": 0.2534562349319458, - "255": 0.04608295112848282 - }, - "fold": 2 - }, - { - "best_epoch": 70, - "best_val_acc": 0.5246636771300448, - "test_acc": 0.5438202247191011, - "train_size": 371, - "val_size": 223, - "test_size": 890, - "stats": { - "mean": [ - [ - -0.01207341391913747, - -0.03099437134770888, - -0.004743151369272138, - 0.0033422831536388878, - 0.013936777088948926, - 0.007389660377358682, - -0.05258191859838276, - -0.01645215983827505 - ] - ], - "std": [ - [ - 1.002118550793497, - 0.9931572183782578, - 1.0350703782367132, - 0.9624293574797959, - 1.0679577073315536, - 1.0386742374480524, - 1.0723089145971894, - 0.9483399576263618 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 861, - "cert_evals": { - "36": 0.43497759103775024, - "72": 0.3497757911682129, - "108": 0.2466367781162262, - "255": 0.035874441266059875 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.507356269967177, - "std_test_acc": 0.03253906268370275, - "n_samples": 1484, - "n_features": 8, - "n_classes": 10, - "mean_cert_acc_36": 0.40463121980428696, - "std_cert_acc_36": 0.062004230689760416, - "mean_cert_acc_72": 0.3174567222595215, - "std_cert_acc_72": 0.06281607776369365, - "mean_cert_acc_108": 0.24339702352881432, - "std_cert_acc_108": 0.03865311547445549, - "mean_cert_acc_255": 0.04575378634035587, - "std_cert_acc_255": 0.017902350075406716 - }, - "statlog-shuttle": { - "dataset": "statlog-shuttle", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.8471620697515386, - "test_acc": 0.7168980014974371, - "train_size": 14500, - "val_size": 8774, - "test_size": 34726, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 1000, - "cert_evals": { - "36": 0.5955094695091248, - "72": 0.38044223189353943, - "108": 0.17027582228183746, - "255": 0.0599498525261879 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.849202626641651, - "test_acc": 0.7601509779251973, - "train_size": 14500, - "val_size": 8528, - "test_size": 34972, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 1000, - "cert_evals": { - "36": 0.6880863308906555, - "72": 0.6252345442771912, - "108": 0.5902907848358154, - "255": 0.04432457685470581 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.8693194925028835, - "test_acc": 0.7345966121159919, - "train_size": 14500, - "val_size": 8670, - "test_size": 34830, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 1000, - "cert_evals": { - "36": 0.6711649298667908, - "72": 0.5950403809547424, - "108": 0.38385236263275146, - "255": 0.04532872140407562 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9145203014284108, - "test_acc": 0.7607558727498628, - "train_size": 14500, - "val_size": 8891, - "test_size": 34609, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 1000, - "cert_evals": { - "36": 0.6841750144958496, - "72": 0.6187155842781067, - "108": 0.5163648724555969, - "255": 0.03970307111740112 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7431003660721223, - "std_test_acc": 0.021301940610056167, - "n_samples": 58000, - "n_features": 9, - "n_classes": 7, - "mean_cert_acc_36": 0.6597339361906052, - "std_cert_acc_36": 0.04342301360222141, - "mean_cert_acc_72": 0.5548581853508949, - "std_cert_acc_72": 0.11699876489014203, - "mean_cert_acc_108": 0.4151959605515003, - "std_cert_acc_108": 0.18426578764340837, - "mean_cert_acc_255": 0.04732655547559261, - "std_cert_acc_255": 0.008764860881282971 - }, - "miniboone": { - "dataset": "miniboone", - "algorithm": "ortho", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 27, - "best_val_acc": 0.8770616982284667, - "test_acc": 0.8724070651057712, - "train_size": 32516, - "val_size": 19644, - "test_size": 77904, - "stats": { - "mean": [ - [ - -0.0066929692905031805, - -0.0067178206113913536, - -0.00044848711604975365, - -0.006682303195350012, - -0.006676431252304934, - -0.006678322865666758, - -0.006603011846475587, - -0.006676624523311714, - -0.0066787164688152925, - -0.006674537190921409, - -0.006651495260794631, - -0.0021907771461773715, - -0.006695997997908723, - -0.006680375196826281, - -0.006672462064829712, - -0.0019113073704711085, - -0.006682638614835791, - -0.005199885844285893, - -0.006682950415180203, - -0.0027868723179357985, - -0.006732400171929552, - -0.006675056184647536, - -0.0009806369656784695, - -0.0067719209681387305, - -0.006673680111329746, - -0.006853424330988536, - -0.0049757818568722766, - -0.0066786663365727686, - -0.006678683045269993, - -0.00666663167363761, - -0.006713104959930439, - -0.00667692119264367, - -0.006648468240250945, - -0.005555848155831019, - -0.0066771619571901345, - -0.006676893769221374, - -0.006640021976872997, - -0.006652168061569651, - -0.006656952063599499, - -0.006676646404846852, - -0.005321780849683204, - -0.007256703317981967, - -0.006479226783737146, - -0.006305387427130641, - -0.006670434807482904, - -0.006676957442489813, - -0.006832965117468275, - -0.006830883164011628, - -0.006874203773250122, - -0.00667477880120567 - ] - ], - "std": [ - [ - 1.0538567724237127, - 1.0538641992619597, - 0.9958589711579526, - 1.0538780837060269, - 1.053878006921434, - 1.0538798560451104, - 1.053879432020278, - 1.0538786291178488, - 1.053873986660415, - 1.0538783590814276, - 1.0538757864954629, - 1.0176547701635106, - 1.0538752752995135, - 1.053872770510109, - 1.0538659033426634, - 0.9932644775405934, - 1.0538747558236612, - 1.04937218635993, - 1.053877924513502, - 0.0025831688488992767, - 1.053829697906066, - 1.0538783793218856, - 1.018390578757397, - 1.053842634750244, - 1.0538786083464582, - 1.0538111764047524, - 1.022739919992211, - 1.0538741322767364, - 1.0538782493179681, - 1.053875543573962, - 1.0538088816355915, - 1.0538723979257454, - 1.0538730852936433, - 1.0247711822180132, - 1.0538781798354342, - 1.053878585676999, - 1.0538691274084275, - 1.0538654744064087, - 1.05387761105871, - 1.0538781920284286, - 1.0452185226194493, - 1.0438926673439166, - 1.0538793178576804, - 1.0536246877698876, - 1.0538784902027962, - 1.0538787998823098, - 1.0538650746236322, - 1.0538068876186153, - 1.0538062411125644, - 1.0538784592336081 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25505, - "cert_evals": { - "36": 0.8113418817520142, - "72": 0.7284666895866394, - "108": 0.6387192010879517, - "255": 0.2179800420999527 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8777223692245064, - "test_acc": 0.8422768819965082, - "train_size": 32516, - "val_size": 19652, - "test_size": 77896, - "stats": { - "mean": [ - [ - -0.003659472481547509, - -0.0035700208512731936, - -0.00456473851721011, - -0.00360049339094594, - -0.003593886083772473, - -0.00358800156845938, - -0.003609804330175811, - -0.0035959653862712893, - -0.003585372367449882, - -0.0036011496647804257, - -0.003574454936031472, - -0.0002376014663141565, - -0.0035765183694182563, - -0.0035786825070734597, - -0.003581793034198606, - 0.0027392871255968536, - -0.0035747984868988035, - -0.0018979996262606397, - -0.0035937045023987507, - 0.008311608403247624, - -0.0038405719449991636, - -0.003598410862344705, - -1.2960689975229953e-05, - -0.0037911689629719237, - -0.0035987016976257243, - -0.003553280317375533, - -0.00120645956911968, - -0.003604746423299312, - -0.003595963956206178, - -0.0036390921810801925, - -0.0036627183510209798, - -0.003597980923237808, - -0.0035958085404107568, - -0.005033409016920937, - -0.0036001520635993464, - -0.0035987486652726062, - -0.0035917900449008895, - -0.0035793614428588296, - -0.0035902388547176894, - -0.0035928566736375947, - -0.0009922327992711712, - -0.002124953252319455, - -0.0036879309878213567, - -0.0034349073177313027, - -0.003598185213436877, - -0.0035934901402386375, - -0.003602609255707958, - -0.0035299332937630697, - -0.0036069077674990894, - -0.003592571029647003 - ] - ], - "std": [ - [ - 1.0293487576429072, - 1.0293632141886253, - 0.9887037915056724, - 1.029365893060315, - 1.0293658502982712, - 1.029368237348854, - 1.0293622172155605, - 1.0293663659457355, - 1.0293628691485286, - 1.0293656358483938, - 1.029364102494499, - 1.006763216099369, - 1.0293667056536349, - 1.029362370179701, - 1.029358770899615, - 1.0012661620897783, - 1.029365775010478, - 1.027354601762616, - 1.0293662087119093, - 1.9999643273466732, - 1.0293241490670084, - 1.0293658647973212, - 1.007217844105937, - 1.0292982324584112, - 1.0293659919295302, - 1.0293214796094297, - 1.0139090551352947, - 1.0293616933725718, - 1.0293661117606363, - 1.0293612193672406, - 1.0293028748669328, - 1.0293608389078128, - 1.0293624280631426, - 1.0121183384237977, - 1.029365684051124, - 1.029366166790506, - 1.0293578351184116, - 1.0293603667049085, - 1.0293647225554694, - 1.02936611660418, - 1.0243754023495473, - 1.0175071683627712, - 1.0293461366945726, - 1.0291967790319312, - 1.0293656729659864, - 1.0293667176112475, - 1.029354896915401, - 1.0293422770958582, - 1.0293448836449766, - 1.029366280982135 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25505, - "cert_evals": { - "36": 0.7706595063209534, - "72": 0.6770303249359131, - "108": 0.5654386281967163, - "255": 0.11718909442424774 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8782925079430153, - "test_acc": 0.8692749314401415, - "train_size": 32516, - "val_size": 19514, - "test_size": 78034, - "stats": { - "mean": [ - [ - 0.0005872713728625283, - 0.0005592911951040488, - -0.0015875384167732419, - 0.0005084049237298592, - 0.0005126942889679038, - 0.0005151387839825248, - 0.0005130335342600157, - 0.0005107385533274924, - 0.000518504668470965, - 0.0005099805941690433, - 0.0004972431602903669, - 0.006199611582771556, - 0.0004437178835034895, - 0.0005174753444456869, - 0.00045390833435860097, - -0.006724558695826372, - 0.00046023495202354226, - -0.0014645146025250007, - 0.0005134210419486034, - 0.008326016098843635, - 0.0005855647507836025, - 0.0005188788657891645, - -0.005855233801703189, - 0.0005363233146758781, - 0.000517880286628172, - 0.000289813760165567, - 0.0011647067174228383, - 0.000515516933202204, - 0.0005118400049205469, - 0.0005662085096567202, - 0.0006245390962356869, - 0.0005227987882888596, - 0.0004455256058554989, - -0.0012331349033552603, - 0.000509145377660323, - 0.0005160132888423314, - 0.0005081290841431461, - 0.0004383096252307822, - 0.0005235053327593691, - 0.0005115684401526536, - -6.85762123339298e-05, - -0.0002997175066182346, - 0.0005932577715586378, - 0.0008539802024421717, - 0.0005163635748510258, - 0.0005131155830974517, - 0.00047798527387127445, - 0.0004895968192581729, - 0.0006103754389776044, - 0.0005093450393652897 - ] - ], - "std": [ - [ - 0.9957345954073729, - 0.9957338045117373, - 1.009089174106892, - 0.9957299331571907, - 0.9957297207983613, - 0.9957319779858296, - 0.9957285308484073, - 0.99573027967679, - 0.9957274461972008, - 0.9957298025727774, - 0.9957267869288412, - 0.9986824060207489, - 0.995727937063426, - 0.995726209358951, - 0.9957222508374016, - 0.9849068775325148, - 0.9957260724507725, - 0.9984485547058798, - 0.9957301232252692, - 1.9999635778290246, - 0.9957403323167682, - 0.9957303943483548, - 0.9869664238989766, - 0.9957341301924101, - 0.9957304810256162, - 0.9957436771610553, - 0.9965972478945923, - 0.9957273137356182, - 0.9957300780370839, - 0.9957353083328109, - 0.995745588680438, - 0.9957274480178427, - 0.9957264072745984, - 0.9993516959593822, - 0.9957297379201838, - 0.9957305689438095, - 0.9957296474590059, - 0.9957273179676576, - 0.9957300585487675, - 0.9957298638455957, - 0.9958033136974604, - 1.001216743433296, - 0.9957377405837478, - 0.9958618328338358, - 0.9957300476528158, - 0.9957306269775752, - 0.9957358265962181, - 0.9957255439006696, - 0.9957566204204258, - 0.9957298904542489 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25505, - "cert_evals": { - "36": 0.809726357460022, - "72": 0.7311161160469055, - "108": 0.6409757137298584, - "255": 0.21789485216140747 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.8734779494525734, - "test_acc": 0.8706571626368554, - "train_size": 32516, - "val_size": 19546, - "test_size": 78002, - "stats": { - "mean": [ - [ - -0.004108113020359334, - -0.004135750738098101, - -0.001322435285942239, - -0.004109338048960558, - -0.004110013236557907, - -0.004103856971953094, - -0.004105435167302326, - -0.004108234536843478, - -0.0041157547053759375, - -0.004111229871447928, - -0.004129319931725945, - -0.009310410842292996, - -0.004151154668470918, - -0.004106480246647911, - -0.004078257611637442, - -0.0012255257009042696, - -0.004128084247755086, - -0.001812244588848235, - -0.004106642698979071, - -0.002771495593861472, - -0.003930339402381827, - -0.004107319867142366, - -0.0020118547528348136, - -0.004110450282937586, - -0.004107549326485374, - -0.003903686475773098, - 0.0034778790131669113, - -0.004089806615204751, - -0.004105919012178624, - -0.004107724389223812, - -0.004053504517403692, - -0.004112779779185523, - -0.004036618249477243, - 0.0003978993396296994, - -0.004112451033337286, - -0.004115697588879312, - -0.004161525821134272, - -0.004013369772911648, - -0.004074420147004465, - -0.004107203911920277, - -0.003583577395203846, - -0.003683256187455512, - -0.00410252064829624, - -0.00435002289662263, - -0.004109810948460561, - -0.00410555030446539, - -0.004173506213295106, - -0.004126808812892148, - -0.004084347094353566, - -0.00411184631565997 - ] - ], - "std": [ - [ - 1.0334801859758438, - 1.0334838209190884, - 0.9910692934328427, - 1.0334925739257474, - 1.0334920746964988, - 1.0334944696977597, - 1.033489534681566, - 1.0334928363605922, - 1.0334882086728014, - 1.0334922326917702, - 1.0334875046199652, - 1.0060291795040275, - 1.0334893624231647, - 1.033487735872467, - 1.0334857443384646, - 0.9987636855559352, - 1.0334891465642266, - 1.0284163803912958, - 1.0334926279501595, - 0.001394515045967005, - 1.0334671696186013, - 1.0334925293155786, - 1.0120329637568104, - 1.033467979482877, - 1.0334926503936537, - 1.033454580542911, - 1.019800750059293, - 1.0334899846628842, - 1.033492713983251, - 1.0334904070281967, - 1.033453265260482, - 1.0334870912604435, - 1.033493356896935, - 1.0148066500638184, - 1.0334921455669586, - 1.0334923339339557, - 1.0334817504638347, - 1.0334892263464805, - 1.0334932384339353, - 1.033492453509268, - 1.0277860358762678, - 1.0269827669348142, - 1.0334755350744662, - 1.0331928866784732, - 1.033492181460736, - 1.0334932068430196, - 1.0334910911748012, - 1.033455511075802, - 1.0334588140472194, - 1.0334923126040656 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 25505, - "cert_evals": { - "36": 0.8093727231025696, - "72": 0.7257750630378723, - "108": 0.6363961696624756, - "255": 0.22311469912528992 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.863654010294819, - "std_test_acc": 0.014308930545335163, - "n_samples": 130064, - "n_features": 50, - "n_classes": 2, - "mean_cert_acc_36": 0.8002751171588898, - "std_cert_acc_36": 0.01976233843282007, - "mean_cert_acc_72": 0.7155970484018326, - "std_cert_acc_72": 0.0258034446384339, - "mean_cert_acc_108": 0.6203824281692505, - "std_cert_acc_108": 0.03667688519711219, - "mean_cert_acc_255": 0.19404467195272446, - "std_cert_acc_255": 0.05129515674707463 - } - }, - "overall": {} -} \ No newline at end of file diff --git a/UCI_N4/sandwich/summary.json b/UCI_N4/sandwich/summary.json deleted file mode 100644 index a66d8598ef31a28a182cf5e0cb3ad4f84d533a92..0000000000000000000000000000000000000000 --- a/UCI_N4/sandwich/summary.json +++ /dev/null @@ -1,45371 +0,0 @@ -{ - "metadata": { - "data_root": "data/UCI", - "out": "runs/UCI_N4", - "gpus": 4, - "max_epochs": 100, - "patience": 30, - "batch_size": 64, - "lr": 0.001, - "seed": 1337, - "verbosity": "info", - "datasets": null, - "algorithms": [ - "sdp", - "ldlt", - "ldlt-resnet", - "aol", - "ortho", - "sandwich" - ], - "n_tasks": 726, - "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" - }, - "datasets": { - "acute-inflammation": { - "dataset": "acute-inflammation", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.8125, - "test_acc": 0.7972972972972973, - "train_size": 30, - "val_size": 16, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.029776199999999933, - 0.05815319999999998, - 0.03366299999999992, - -0.07041613333333337, - 0.0829954666666666, - 0.3029878333333334 - ] - ], - "std": [ - [ - 1.046299339147563, - 1.028676385077134, - 0.9895473157792913, - 1.0179845925601472, - 0.9937462864656396, - 1.0009348864350793 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.625, - "72": 0.5625, - "108": 0.25, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 18, - "test_size": 72, - "stats": { - "mean": [ - [ - 0.2066000000000002, - 0.2132320000000001, - 0.16832333333333327, - -6.666666666858371e-07, - 0.08299546666666664, - -0.033663 - ] - ], - "std": [ - [ - 1.073465583913181, - 1.0965727109827237, - 0.9521923485684088, - 0.9958250796083059, - 0.9937462864656397, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 1.0, - "72": 0.5, - "108": 0.2777777910232544, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.8, - "test_acc": 0.8857142857142857, - "train_size": 30, - "val_size": 20, - "test_size": 70, - "stats": { - "mean": [ - [ - -0.06825569999999999, - -0.09692560000000008, - 0.10099316666666662, - 0.07041479999999994, - -0.11619693333333347, - 0.16832750000000007 - ] - ], - "std": [ - [ - 0.9390286569686838, - 0.9304728, - 0.9733809278809981, - 0.9680526182869189, - 0.9870693041144554, - 1.0099525000000003 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.550000011920929, - "72": 0.20000000298023224, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.9523809523809523, - "test_acc": 0.8985507246376812, - "train_size": 30, - "val_size": 21, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.061842666666666594, - -0.01938619999999999, - -0.03366716666666666, - -0.14083160000000008, - -0.049799466666666695, - -0.3029836666666666 - ] - ], - "std": [ - [ - 0.9526045937382531, - 0.9838646893399317, - 1.000934886435079, - 1.0348917799997448, - 0.9937462864656396, - 0.8932355996217098 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.761904776096344, - "72": 0.4761904776096344, - "108": 0.190476194024086, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.895390576912316, - "std_test_acc": 0.08300409638357924, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.7342261970043182, - "std_cert_acc_36": 0.19771314867904488, - "mean_cert_acc_72": 0.43467262014746666, - "std_cert_acc_72": 0.1606263524817034, - "mean_cert_acc_108": 0.1795634962618351, - "std_cert_acc_108": 0.1251259164689231, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "acute-nephritis": { - "dataset": "acute-nephritis", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 58, - "best_val_acc": 1.0, - "test_acc": 0.8082191780821918, - "train_size": 30, - "val_size": 17, - "test_size": 73, - "stats": { - "mean": [ - [ - -0.1415510333333333, - 0.21323200000000003, - -0.03366716666666671, - -6.666666667154431e-07, - 0.2821878666666666, - -0.1683233333333333 - ] - ], - "std": [ - [ - 1.0909027516263303, - 1.0965727109827237, - 1.0009348864350789, - 0.9958250796083059, - 0.9598970403996372, - 0.9521923485684088 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.8823529481887817, - "72": 0.8823529481887817, - "108": 0.5882353186607361, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 14, - "test_size": 76, - "stats": { - "mean": [ - [ - 0.012368109999999948, - -0.0969256, - 0.10099316666666665, - -0.21124706666666673, - -0.11619693333333339, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9970611705313925, - 0.9304727999999999, - 0.9733809278809981, - 1.0468011683411809, - 0.9870693041144555, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 1.0, - "72": 0.8571429252624512, - "108": 0.7142857313156128, - "255": 0.1428571492433548 - }, - "fold": 1 - }, - { - "best_epoch": 39, - "best_val_acc": 1.0, - "test_acc": 0.9746835443037974, - "train_size": 30, - "val_size": 11, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.03252466666666676, - 0.05815320000000001, - -0.10099733333333338, - -6.666666667154431e-07, - 0.1493929333333332, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9744119491152714, - 1.0286763850771339, - 1.0077056618442157, - 0.9958250796083059, - 0.9870693041144553, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.9090909361839294, - "72": 0.6363636255264282, - "108": 0.4545454680919647, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 19, - "test_size": 71, - "stats": { - "mean": [ - [ - -0.029776590000000006, - -0.01938619999999999, - -0.10099733333333341, - -6.666666667080416e-07, - 0.01659799999999996, - -0.10099316666666663 - ] - ], - "std": [ - [ - 1.0535901730675965, - 0.9838646893399317, - 1.0077056618442157, - 0.9958250796083058, - 0.995962, - 0.9733809278809978 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.9473684430122375, - "72": 0.8421052694320679, - "108": 0.7894737124443054, - "255": 0.15789473056793213 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9457256805964973, - "std_test_acc": 0.09244457726593835, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.9347030818462372, - "std_cert_acc_36": 0.05105754072033222, - "mean_cert_acc_72": 0.8044911921024323, - "std_cert_acc_72": 0.11330836321256622, - "mean_cert_acc_108": 0.6366350576281548, - "std_cert_acc_108": 0.14706963756409067, - "mean_cert_acc_255": 0.07518796995282173, - "std_cert_acc_255": 0.08703636735785092 - }, - "abalone": { - "dataset": "abalone", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 32, - "best_val_acc": 0.6285714285714286, - "test_acc": 0.6432281262485018, - "train_size": 1044, - "val_size": 630, - "test_size": 2503, - "stats": { - "mean": [ - [ - 0.03759131666666678, - -0.0067216787931033565, - -0.00504821235632188, - -0.010079406034482869, - 0.0077948497126437005, - -0.0035954527720305413, - 0.011847337255747069, - 0.020808682452107305 - ] - ], - "std": [ - [ - 0.9932562075552053, - 1.0067465043023525, - 0.9980809038500921, - 0.9297052233036605, - 1.0141436995589543, - 0.9931430828536596, - 1.017739933100054, - 1.0318462596531948 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.4793650805950165, - "72": 0.3698412775993347, - "108": 0.2809523940086365, - "255": 0.15238095819950104 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.6496815286624203, - "test_acc": 0.6399201596806388, - "train_size": 1044, - "val_size": 628, - "test_size": 2505, - "stats": { - "mean": [ - [ - 0.005192849233716447, - -0.0023747756321838803, - -0.004999904980842867, - -0.01065197068965531, - -0.001757506036398443, - -0.0004581268045977247, - -0.008801511695402298, - -0.0025385303256705034 - ] - ], - "std": [ - [ - 0.9921988752896624, - 1.0113577078934743, - 1.0108378611135136, - 0.93746968476643, - 1.0135082046349184, - 1.0099861173658438, - 1.0142707677051552, - 1.019381711286177 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.493630588054657, - "72": 0.38375797867774963, - "108": 0.3168789744377136, - "255": 0.18789809942245483 - }, - "fold": 1 - }, - { - "best_epoch": 38, - "best_val_acc": 0.6988352745424293, - "test_acc": 0.6354660347551343, - "train_size": 1044, - "val_size": 601, - "test_size": 2532, - "stats": { - "mean": [ - [ - -0.017948929501915466, - 0.023985624319923418, - 0.023087170114942556, - 0.018317038026819783, - 0.02778346245977014, - 0.025539904827586328, - 0.018261344003831434, - 0.034770174578544095 - ] - ], - "std": [ - [ - 0.9978233519534647, - 1.0049712832060378, - 1.0100440980049294, - 0.9634042347353897, - 1.0033357823934823, - 1.0054816988393045, - 0.9890488354165379, - 1.0152622279378631 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.5391014814376831, - "72": 0.42762061953544617, - "108": 0.34608983993530273, - "255": 0.19134774804115295 - }, - "fold": 2 - }, - { - "best_epoch": 68, - "best_val_acc": 0.6655683690280065, - "test_acc": 0.6468725257323832, - "train_size": 1044, - "val_size": 607, - "test_size": 2526, - "stats": { - "mean": [ - [ - -0.039933615229885006, - 0.033357397988505864, - 0.02810616465517236, - 0.015225409386973148, - 0.03982630053544057, - 0.03327093634674338, - 0.031858401652298855, - 0.04330609419540234 - ] - ], - "std": [ - [ - 1.000898664612302, - 1.0028361176421674, - 1.0029617333979737, - 0.9244955132147792, - 1.020547570022181, - 1.016662196023235, - 1.0053994226175234, - 1.025123395710352 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.5205930471420288, - "72": 0.40362438559532166, - "108": 0.31301480531692505, - "255": 0.17792421579360962 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6413717116041645, - "std_test_acc": 0.004854182163756073, - "n_samples": 4177, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.5081725493073463, - "std_cert_acc_36": 0.026784364219141685, - "mean_cert_acc_72": 0.39621106535196304, - "std_cert_acc_72": 0.025112828626486845, - "mean_cert_acc_108": 0.31423400342464447, - "std_cert_acc_108": 0.02665171764820761, - "mean_cert_acc_255": 0.1773877553641796, - "std_cert_acc_255": 0.017616057277308025 - }, - "annealing": { - "dataset": "annealing", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 27, - "best_val_acc": 0.8095238095238095, - "test_acc": 0.8047619047619048, - "train_size": 100, - "val_size": 168, - "test_size": 630, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 21832, - "cert_evals": { - "36": 0.7916666865348816, - "72": 0.773809552192688, - "108": 0.7678571343421936, - "255": 0.6785714626312256 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8074534161490683, - "test_acc": 0.7598116169544741, - "train_size": 100, - "val_size": 161, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 21832, - "cert_evals": { - "36": 0.739130437374115, - "72": 0.7080745697021484, - "108": 0.695652186870575, - "255": 0.5962733030319214 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.8070175438596491, - "test_acc": 0.8197767145135566, - "train_size": 100, - "val_size": 171, - "test_size": 627, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 21832, - "cert_evals": { - "36": 0.7660818696022034, - "72": 0.719298243522644, - "108": 0.6959064602851868, - "255": 0.6081871390342712 - }, - "fold": 2 - }, - { - "best_epoch": 47, - "best_val_acc": 0.844311377245509, - "test_acc": 0.8082408874801902, - "train_size": 100, - "val_size": 167, - "test_size": 631, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 21832, - "cert_evals": { - "36": 0.802395224571228, - "72": 0.7784431576728821, - "108": 0.7544910311698914, - "255": 0.6467065811157227 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7981477809275315, - "std_test_acc": 0.026350772728818767, - "n_samples": 898, - "n_features": 31, - "n_classes": 5, - "mean_cert_acc_36": 0.774818554520607, - "std_cert_acc_36": 0.028250685255856726, - "mean_cert_acc_72": 0.7449063807725906, - "std_cert_acc_72": 0.036388953099992245, - "mean_cert_acc_108": 0.7284767031669617, - "std_cert_acc_108": 0.03814810267217649, - "mean_cert_acc_255": 0.6324346214532852, - "std_cert_acc_255": 0.03754054830054384 - }, - "audiology-std": { - "dataset": "audiology-std", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 29, - "best_val_acc": 0.25806451612903225, - "test_acc": 0.38571428571428573, - "train_size": 25, - "val_size": 31, - "test_size": 140, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 79435, - "cert_evals": { - "36": 0.19354838132858276, - "72": 0.19354838132858276, - "108": 0.12903225421905518, - "255": 0.06451612710952759 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.48484848484848486, - "test_acc": 0.3333333333333333, - "train_size": 25, - "val_size": 33, - "test_size": 138, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 79435, - "cert_evals": { - "36": 0.42424243688583374, - "72": 0.3636363744735718, - "108": 0.3030303120613098, - "255": 0.12121212482452393 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.4, - "test_acc": 0.3698630136986301, - "train_size": 25, - "val_size": 25, - "test_size": 146, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 79435, - "cert_evals": { - "36": 0.2800000011920929, - "72": 0.19999998807907104, - "108": 0.19999998807907104, - "255": 0.07999999821186066 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.4666666666666667, - "test_acc": 0.36879432624113473, - "train_size": 25, - "val_size": 30, - "test_size": 141, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 79435, - "cert_evals": { - "36": 0.36666667461395264, - "72": 0.3333333432674408, - "108": 0.3333333432674408, - "255": 0.06666667014360428 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.36442623974684596, - "std_test_acc": 0.022125312961821738, - "n_samples": 196, - "n_features": 59, - "n_classes": 18, - "mean_cert_acc_36": 0.3161143735051155, - "std_cert_acc_36": 0.10095194164162909, - "mean_cert_acc_72": 0.2726295217871666, - "std_cert_acc_72": 0.0884987327989874, - "mean_cert_acc_108": 0.2413489744067192, - "std_cert_acc_108": 0.09414615558375702, - "mean_cert_acc_255": 0.08309873007237911, - "std_cert_acc_255": 0.02631576666217446 - }, - "balance-scale": { - "dataset": "balance-scale", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.7590361445783133, - "test_acc": 0.7072538860103627, - "train_size": 156, - "val_size": 83, - "test_size": 386, - "stats": { - "mean": [ - [ - 0.05887832692307693, - -2.5641025661690044e-08, - 0.09964028205128199, - -0.09058207692307692 - ] - ], - "std": [ - [ - 0.9464310236223092, - 0.9765235538802873, - 0.9974316897506468, - 1.0391308031314608 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.42168673872947693, - "72": 0.3012048006057739, - "108": 0.22891566157341003, - "255": 0.09638553857803345 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8556701030927835, - "test_acc": 0.8333333333333334, - "train_size": 156, - "val_size": 97, - "test_size": 372, - "stats": { - "mean": [ - [ - 0.09511109615384612, - -3.416070845000482e-17, - 0.00905823076923074, - 0.08152388461538454 - ] - ], - "std": [ - [ - 1.0090351712085057, - 1.0055834762270852, - 0.9532661180714023, - 1.002273371607005 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.7010309100151062, - "72": 0.4536082446575165, - "108": 0.3195876181125641, - "255": 0.020618556067347527 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.7419354838709677, - "test_acc": 0.6808510638297872, - "train_size": 156, - "val_size": 93, - "test_size": 376, - "stats": { - "mean": [ - [ - -0.00452913461538464, - 0.06340748717948716, - -1.2820512825151571e-08, - 0.09964030769230771 - ] - ], - "std": [ - [ - 0.9879158233594086, - 0.9907460042778667, - 1.027617579941566, - 0.9614936385801037 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.6451612710952759, - "72": 0.4838709533214569, - "108": 0.301075279712677, - "255": 0.05376344174146652 - }, - "fold": 2 - }, - { - "best_epoch": 43, - "best_val_acc": 0.7934782608695652, - "test_acc": 0.8116710875331565, - "train_size": 156, - "val_size": 92, - "test_size": 377, - "stats": { - "mean": [ - [ - 0.05434929487179499, - -0.08605298076923085, - 0.06793655769230768, - -0.16757685256410257 - ] - ], - "std": [ - [ - 1.0569029867956488, - 1.0161657906649941, - 0.9625917447832895, - 0.9469510608150327 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.6195652484893799, - "72": 0.54347825050354, - "108": 0.4021739065647125, - "255": 0.09782608598470688 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.75827734267666, - "std_test_acc": 0.07545973652552844, - "n_samples": 625, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.5968610420823097, - "std_cert_acc_36": 0.12163578290887701, - "mean_cert_acc_72": 0.44554056227207184, - "std_cert_acc_72": 0.10321322468396159, - "mean_cert_acc_108": 0.3129381164908409, - "std_cert_acc_108": 0.07119864682399155, - "mean_cert_acc_255": 0.0671484055928886, - "std_cert_acc_255": 0.03714886348008943 - }, - "balloons": { - "dataset": "balloons", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 4, - "val_size": 4, - "test_size": 8, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.968246, - 0.968246, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 625, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.25, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 1.0, - "test_acc": 0.6, - "train_size": 4, - "val_size": 2, - "test_size": 10, - "stats": { - "mean": [ - [ - -0.484123, - 0.484123, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 0.968246, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 625, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.6363636363636364, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - -0.484123, - 0.0, - -0.484123, - -0.484123 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.968246, - 0.8385256331126676, - 0.8385256331126676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 625, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.6363636363636364, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - 0.48412299999999997, - 0.484123, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 625, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5931818181818181, - "std_test_acc": 0.06444294035799011, - "n_samples": 16, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.25, - "std_cert_acc_36": 0.28867513459481287, - "mean_cert_acc_72": 0.125, - "std_cert_acc_72": 0.25, - "mean_cert_acc_108": 0.0625, - "std_cert_acc_108": 0.125, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "arrhythmia": { - "dataset": "arrhythmia", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.6455696202531646, - "test_acc": 0.5769230769230769, - "train_size": 113, - "val_size": 79, - "test_size": 260, - "stats": { - "mean": [ - [ - -0.05548900442477873, - 0.17327679646017674, - -0.09933938283185836, - -0.022536060176991165, - -0.05529378318584072, - -0.02827017327433631, - -0.005964132743362813, - 0.04588333831858407, - -0.06835887191150443, - -0.01879734327433625, - 0.08708691123893805, - -0.010227719469026567, - -0.05324860619469024, - 0.03857876283185871, - -0.0029412946902654486, - -0.14624673451327397, - 0.0106677238938053, - -0.09994685221238946, - -2.2654867242673962e-07, - -0.10041930088495568, - 0.14110856637168184, - -0.02112876106194691, - -0.021128761061946916, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.024449619469026587, - -0.006156723893805307, - -0.03655609734513271, - -0.06008078761061956, - -0.05587280000000011, - -0.1535461769911505, - -2.9203539835147346e-07, - 0.1454482212389377, - -0.04703600000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.053692424778761245, - 0.10382045292035355, - -0.045959752212389356, - -0.039423744247787586, - -0.042264867256637376, - -0.0339906548672566, - -0.10218601769911498, - -0.04703600000000003, - 0.04783872566371683, - 0.14110856637168165, - -2.920353982139237e-07, - -0.1056450000000003, - -0.06659289999999989, - 0.039230692920353964, - -0.048857433628318604, - -0.0949235044247789, - -0.0951867699115044, - -0.04703600000000003, - -0.07884043362831854, - -0.021128761061946947, - 0.0665928778761063, - 0.0665928778761063, - 0.06659287787610634, - 0.0665928778761063, - 1.0619469034296467e-07, - -0.14459542477876128, - 0.10166875221238943, - -0.0007696849557522316, - 0.08089214159292042, - 0.024555884070796462, - -0.06704164601769926, - -0.04703600000000003, - 0.1411085663716821, - 0.02721671504424786, - -0.04703600000000003, - 0.008643274336283235, - -0.03328283893805306, - -0.08280126353982296, - -0.04353061946902624, - 0.022193132743362702, - -0.07879264601769921, - 0.06659287787610634, - 0.07170867256637195, - 0.1411085663716824, - -0.04703600000000003, - 0.14110856637168173, - -0.05805589380530971, - 0.08516874884955755, - 0.043014315044247776, - -0.002110141592920556, - -0.07482919999999994, - 0.027698871681415955, - -0.08165009999999992, - -0.0536924247787612, - 1.0619469030955972e-07, - -0.09438650000000005, - 0.06338747787610613, - -0.0901489026548673, - -0.04849817699115047, - 0.07722033628318585, - 0.026260424778761074, - 0.0738569911504426, - 0.04712901946902665, - 0.16431531858407084, - 0.09438671238938037, - 0.09438671238938054, - -0.0386190796460177, - -0.09438650000000005, - 1.0619469029580476e-07, - 0.06704106194690244, - 0.00271023008849546, - 0.04821953097345133, - -0.022629159292035374, - 0.24075912389380558, - 0.19588278672566428, - 0.10636762831858415, - 0.07170867256637167, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - 0.24495034513274322, - -0.02112876106194717, - -0.03837423008849555, - 0.0792644690265486, - -0.010963192920353986, - -0.13985853097345086, - -0.06118739999999991, - -0.05918213274336283, - -0.06659289999999989, - 0.19309768141592948, - 0.0665928778761063, - -2.920353984064934e-07, - -0.08791879646017699, - -0.009588667256637163, - 0.039876742477876134, - -0.04371391504424787, - -0.09472733274336269, - -0.08165009999999992, - -0.04703600000000003, - -0.08165009999999992, - -0.059833336283185844, - -0.07838458407079653, - -0.015475274336283125, - -0.0805356, - -0.13698139380530983, - 0.14110856637168137, - -0.04703600000000003, - 0.0665928778761063, - -0.021128761061947016, - 0.017010241592920368, - 0.09822180530973434, - 0.005761375398230098, - 0.0322361946902655, - -0.034939104424778704, - 0.06566965486725665, - 0.061632838053097376, - 0.0004023300884955741, - 0.07045262681415927, - 0.028733457522123865, - 0.02147898230088495, - -0.05026543539823011, - 0.060225181415929224, - -0.07029714159292026, - 0.06618380000000008, - 0.011594984955752213, - 0.040387401769911555, - -0.0058615916814159065, - 0.04742410654867257, - -0.015766054867256643, - -0.062290848053097175, - -0.05214830601769914, - 0.04644970973451337, - -0.05739616814159293, - 0.05439313274336291, - -0.0036409858407079588, - -0.009598277876106183, - -0.011235967256637188, - -0.002634908849557516, - -0.005508535398230053, - -0.05590965752212387, - -0.06772527787610619, - 0.08251315044247781, - -0.08976234513274321, - 0.04703600000000003, - -0.04274165486725669, - -0.05909215752212393, - 0.027935999115044265, - -0.036451818017699096, - 0.03197787610619467, - 0.1596792035398229, - 0.0024668168141592844, - -0.015842806194690306, - 0.07878208849557493, - 0.006463776548672604, - 0.06462291946902653, - 0.025483634513274327, - 0.06707996637168136, - -0.07861038619469025, - -0.0949829097345134, - -0.08679084778761066, - 0.09411216159292037, - -0.061483929203539976, - -0.03750280353982299, - 0.024982454867256657, - 0.010920844247787605, - -0.036973680442477924, - -0.00325765690265486, - -0.06706977168141595, - 0.054682415929203546, - 0.07233616902654867, - 0.024967183185840673, - 0.0201886814159292, - 0.0625599000000001, - 0.016163015929203547, - -0.19404511061946894, - 0.1314095771681416, - -0.02607840336283184, - -0.07232390353982299, - 0.06542182300884967, - 0.09097714132743363, - -0.0490932584955752, - 0.17395115044247766, - -0.08915754336283198, - 0.005843493805309704, - -0.1311985026548673, - 0.0822022767256637, - -0.0316962311504425, - -0.15503262123893807, - 0.050416203539823005, - 0.012278147787610633, - 0.0764223432743363, - 0.20117684424778776, - -0.15312840973451328, - -0.006850403539823016, - -0.22191862300884949, - 0.1207021007964602, - -0.08917110283185833, - -0.07690047646017703, - 0.030319972566371638, - -0.1126870734513274, - 0.06241866831858403, - -0.1273596991150443, - 0.06213639999999999, - -0.07254762831858405, - -0.08504349999999997, - 0.034207636283185856, - -0.02238689532743362, - 0.10946240796460185, - 0.021622823008849552, - -0.1487953611504425, - 0.02685327893805308, - -0.04490421946902649, - -0.04955592035398229, - 0.06734868938053096, - -0.08363668734513273, - 0.022693176017699095, - 0.09933861353982294, - -0.00604589380530972, - -0.10963647433628322, - 0.03259297079646029, - -0.07945840000000003, - -0.007002541592920362, - 0.10658185398230094, - -0.0866022876106194, - 0.06365430106194689 - ] - ], - "std": [ - [ - 0.9732374444872444, - 0.9655808459932996, - 0.2507734231833244, - 0.85756632700396, - 0.9152499916483915, - 0.9319460220789437, - 0.9577523305438101, - 1.1527478213503135, - 0.9576681124104236, - 1.0097636409421697, - 0.9939501739346246, - 0.8077223719814682, - 0.9956881527950738, - 1.065832253077651, - 0.8648866626310105, - 0.7884428876814543, - 0.8846283104978594, - 1.0392968702844574, - 0.9547571784517959, - 0.830419971626617, - 1.9911349325902201, - 0.8944357999064113, - 0.8944357999064099, - 1.0, - 1.0, - 1.0, - 1.0288388455432311, - 1.0366372636701484, - 1.0104922342254585, - 0.6029602666961917, - 1.0, - 0.9119059418676891, - 0.9988936769842922, - 1.3401171108416883, - 1.0, - 1.0, - 1.409505785723462, - 0.7576328500006007, - 1.1142082921935355, - 1.100915710823559, - 0.9521761840451372, - 0.8352521125885086, - 0.7194469320515606, - 0.9886952789548065, - 1.0, - 1.111662684055426, - 1.9911349325902201, - 0.9988936769842919, - 1.0, - 1.0, - 0.9092993788613446, - 1.061138924056677, - 0.8860454459362529, - 0.77869888137794, - 1.0, - 0.9971658374137916, - 0.8944357999064098, - 1.4095057857234619, - 1.409505785723463, - 1.4095057857234636, - 1.4095057857234625, - 0.9988939483461562, - 0.8359429042688657, - 0.9455652546275832, - 1.047159553008427, - 1.2373317065584502, - 0.9367499049873408, - 0.7094990007768702, - 1.0, - 1.9911349325902201, - 1.152138074538977, - 1.0, - 1.076296523650441, - 1.0790204523971971, - 0.9278040585020654, - 0.6623289850929874, - 1.0736843273720698, - 1.059187675645061, - 1.4095057857234636, - 1.1978616378928757, - 1.9911349325902201, - 1.0, - 1.9911349325902201, - 0.9142231440920847, - 1.3486308966826843, - 0.9779239267203217, - 1.072217573812213, - 1.0, - 1.0670736267417575, - 1.0, - 0.7576328500006009, - 0.9988939483461562, - 1.0, - 1.2592635987036094, - 0.6360290623787335, - 0.8549033709264361, - 1.300841714365119, - 0.979322007928904, - 1.2296324368044147, - 1.3300447893255654, - 1.2339107860310472, - 1.4063287585864288, - 1.4063287585864277, - 0.817419899167048, - 1.0, - 0.9988939483461566, - 1.2178666747421332, - 0.9179155627028488, - 1.1674686384124506, - 0.937597875841375, - 1.9128860722576218, - 1.9849443701676805, - 1.2128492302504466, - 1.1978616378928766, - 1.409505785723462, - 1.0, - 0.9988939483461566, - 1.9776639067090993, - 0.8944357999064088, - 0.9089427774812973, - 1.1565813541259533, - 0.9312031818896745, - 0.37790291497240225, - 1.0, - 1.0103067336455187, - 1.0, - 1.612796005825811, - 1.4095057857234625, - 0.9988936769842919, - 0.9869575017654069, - 1.0625408223089012, - 0.8572543250334869, - 0.4626232154331089, - 0.8399894436428749, - 1.0, - 1.0, - 1.0, - 0.9949165069017805, - 0.9763809111647539, - 0.9886383527662114, - 1.0, - 0.8853802248708618, - 1.9911349325902201, - 1.0, - 1.4095057857234612, - 0.8944357999064094, - 0.8545082434186259, - 0.8796291945635648, - 0.9389113833926183, - 0.8861374760427413, - 0.39441056751713705, - 0.8648668783726172, - 0.9862191391833568, - 0.8481954658017612, - 0.9206020572467216, - 0.886517128434336, - 1.0192902215038742, - 0.956622629021229, - 0.8523688961466389, - 0.2992587051477164, - 1.0, - 0.8898404778961094, - 1.0071877733497892, - 0.950155747946548, - 1.0050918229648342, - 0.7815635141616576, - 0.9972744785704897, - 0.9594844360499902, - 0.9255046483391078, - 0.4876909595587591, - 0.5036861467715275, - 0.8566188861170654, - 0.7638467720219689, - 1.0032544884403838, - 1.0560420525550518, - 0.8986819691295396, - 0.9372189161919664, - 0.8101867430665612, - 0.8950623205358443, - 0.7725356624236849, - 1.0, - 0.872460731649835, - 1.045597205130584, - 0.881115812189619, - 0.9553256168269835, - 0.8848742890899297, - 0.5907365616618244, - 0.9525692591339604, - 0.9761188977078773, - 1.2163938242844157, - 0.9319895550002153, - 0.8335462617896103, - 0.9176414735582966, - 0.9775951517497435, - 0.8425042883529639, - 1.2598848541968266, - 0.949252647471748, - 0.838972165335258, - 0.23456841787874302, - 1.1642248030770597, - 0.8628119131177865, - 0.8751618803772816, - 0.9228296916565395, - 0.9809394578124714, - 0.5915262659968897, - 0.8563703331027254, - 1.223677024967222, - 0.9284798655045788, - 1.2965375076317172, - 1.0, - 0.9389878405072626, - 0.8540110671890598, - 1.316521539927867, - 1.4340416104694482, - 0.8735072262525767, - 0.676363014728904, - 1.1134658692256694, - 1.0134545560863548, - 1.7552329970203224, - 1.7155564074285294, - 0.873049365917997, - 1.030474558081803, - 1.0170344415415917, - 1.0766146909852692, - 0.7111765255105056, - 0.6923440560955865, - 1.0058025631570486, - 0.9240158601820535, - 1.9435205267323648, - 1.9899491083438348, - 0.8387690283436754, - 0.9708565551581373, - 0.8493149601758292, - 0.985055690803851, - 0.8279931417986857, - 0.9098729896957297, - 0.9370725829078755, - 0.8393620512490872, - 0.28080206241297245, - 1.0, - 0.8220194136548338, - 0.9761698379739507, - 0.7917031329595748, - 0.9270879739715543, - 0.847139011361557, - 1.0122054789755355, - 0.9745187015121873, - 0.8548335912371546, - 0.16972156566241, - 0.8245729285934237, - 1.06901211839648, - 0.8750748380574906, - 1.0605384058291198, - 0.814622435544981, - 1.1662691506968674, - 1.0027045465050628, - 0.707221379699125, - 1.0, - 0.8738904193642293, - 1.0307627522011051, - 0.9112504790758761, - 1.0340966211802813 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1520140, - "cert_evals": { - "36": 0.594936728477478, - "72": 0.5696202516555786, - "108": 0.5569620132446289, - "255": 0.3670886158943176 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.5263157894736842, - "test_acc": 0.6205673758865248, - "train_size": 113, - "val_size": 57, - "test_size": 282, - "stats": { - "mean": [ - [ - -0.08236052831858409, - 0.04887446902654869, - 0.0825547600000001, - 0.07080902389380533, - 0.06969351327433632, - -0.02017880672566372, - 0.0033134920353982203, - -0.0904622607964602, - 0.0008566455575221136, - 0.05502761778761062, - 0.0029605046017698983, - 0.16618478141592918, - 0.10348846991150445, - -0.12880789292035386, - 0.001393306194690269, - -0.009972053097345045, - -0.13480514867256632, - 0.15853807787610613, - -0.022554120353982243, - -0.17088875221238942, - -0.04703600000000003, - -0.02112876106194702, - 0.14790371681415893, - 0.0665928778761063, - 0.0665928778761063, - 0.09438671238938028, - -0.033913831858407135, - -0.05746374070796462, - 0.020589044247787618, - -0.08296883185840712, - -0.016433217699115002, - -0.02482472566371683, - -0.13408300000000029, - -0.0661125929203539, - 0.14110856637168206, - 0.19977865575221251, - 0.06659287787610634, - 0.16107630088495584, - -0.04968823575221234, - 0.16085886725663703, - -0.040819525663716834, - -0.04226484955752222, - 0.03399069026548677, - 0.08868894690265484, - 0.14110856637168143, - 0.1435154159292037, - -0.04703600000000003, - -2.920353984457933e-07, - -0.02112876106194691, - 0.1997786557522125, - -0.14194291681415921, - 0.11196102831858407, - 0.0592675752212388, - 0.09347194690265491, - -0.04703600000000003, - 0.13773737168141595, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - 0.0665928778761063, - 0.09438671238938029, - -0.09931298230088502, - -0.11574543716814155, - 0.19007244637168158, - 0.006741415929203616, - -0.17417296814159283, - -2.920353982846636e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247736, - 0.14110856637168231, - -0.00288054867256639, - 0.04904841858407081, - 0.02098572858407086, - -0.1192364601769909, - -0.0031704955752213143, - 0.01358514159292034, - -0.06659289999999989, - 0.014341504424779012, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - 0.07784732743362836, - 0.10888657327433629, - -0.1186584123893806, - -0.02180679646017706, - -0.07482919999999994, - 0.08863622212389385, - 0.13608353008849555, - 0.08948672566371674, - 1.0619469028597977e-07, - -0.09438650000000005, - -0.02112876106194696, - 0.09014838938053121, - -0.048498132743362864, - 0.05329288938053096, - 0.07878135752212394, - 0.006330884955752202, - 0.04712901946902665, - 0.11292442477876118, - -0.09438650000000005, - 0.09438671238938054, - -0.03861907964601756, - 1.0619469029580476e-07, - -0.09438650000000005, - 0.06704106194690229, - -0.07101396460177, - 0.11338092035398238, - 0.022629575221239016, - 0.15994504424778788, - 0.039176644247788044, - 0.11334270796460184, - -0.100392831858407, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469028597977e-07, - 0.027216715044247736, - -0.0211287610619469, - 0.007675044247787407, - 0.017898353982300903, - 0.022447520353982425, - -0.10415006194690236, - -0.06118739999999991, - -0.031867106194690256, - 0.0665928778761063, - 0.0386198407079645, - -0.06659289999999989, - 0.06704106194690229, - 0.03697516814159319, - -0.044993100884955714, - -0.005112693362831841, - -0.08742769999999993, - -0.04059785840707965, - 0.027216715044247736, - 0.1411085663716819, - 0.13608353008849491, - 0.03589945132743362, - -0.0453806460176991, - 0.003572176991150533, - 0.05211161769911493, - -0.012922732743362846, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - 0.14790371681415954, - 0.14316932831858414, - 0.03571657522123903, - -0.10441322884955753, - -0.23222040176991168, - -0.03493910442477871, - 0.05546864601769913, - 0.12581869469026555, - -0.18030577079646018, - -0.07161228646017702, - -0.03718444513274338, - 0.013523787610619589, - 0.10059417451327425, - 0.01624747876106193, - 0.05021323893805318, - -0.05147623362831883, - 0.1827229362831858, - 0.0034618557522124397, - 0.05241511327433623, - 0.030558143362831823, - -0.19202160176991148, - 0.11133997495575228, - 0.12129543628318586, - 0.060097776106194795, - 0.11579815929203502, - -0.027196398230088462, - 0.17599128230088495, - -0.1195051539823009, - 0.18247482389380532, - 0.06219380353982303, - -0.09025506017699113, - 0.08350311504424779, - 0.1271729522123894, - -0.0951591353982304, - 0.10388311504424796, - 0.04703600000000003, - -0.14397143362831855, - -0.056712807079646044, - 0.11911974769911506, - 0.07255731355752211, - 0.17956833628318594, - 0.03657456283185836, - -0.12767188938053103, - -0.21526490619469008, - 0.019409734513274046, - -0.20038580796460184, - 0.13453505858407078, - -0.20150050008849554, - -0.10956924336283183, - -0.1755137388495575, - 0.07771356637168146, - 0.1258815132743363, - 0.05789021663716825, - 0.059674265486725525, - 0.04250356814159293, - 0.18101372743362842, - -0.08988732212389382, - 0.148077411681416, - 0.041530495575221225, - -0.07796867964601775, - -0.08606286725663721, - 0.216610610619469, - 0.09511035132743359, - -0.05938040707964593, - 0.0625599000000001, - -0.09312924070796465, - -0.07196051769911511, - 0.13021555911504423, - 0.10358608645132746, - -0.0039450442477876055, - 0.015811640707964647, - 0.042050546725663725, - -0.11399942584070796, - 0.01275024778761036, - -0.012157897345132696, - -0.07146561415929208, - -0.03644905008849562, - -0.0460240963716814, - -0.04567296300884947, - -0.0159320159292035, - -0.020865886725663647, - 0.006243656991150445, - -0.04104453495575228, - 0.04250217699115046, - 0.034307366371681414, - -0.11968876460176998, - -0.0937977030973451, - -0.007898124601769923, - -0.06254813724778759, - 0.027666705132743385, - -0.0678103380530974, - 0.0033648314159292177, - 0.014861656991150381, - -0.08490639823008855, - 0.06213639999999999, - 0.10985744247787621, - -0.1141806185840708, - -0.0051085477876106, - -0.07652198922123891, - 0.1186390026548673, - -0.006018964601769793, - -0.03378361716814159, - 0.011641800000000063, - -0.06094139999999994, - 0.1415026725663717, - -0.08340849911504429, - -0.021807159292035423, - -0.08355237141592924, - 0.10080485079646004, - -0.0028213893805309528, - -0.039560768141592914, - -0.03811751592920355, - 0.06180052389380527, - 0.08721472743362838, - -0.045456217699115044, - -0.04452998026548677, - -0.08741183716814158 - ] - ], - "std": [ - [ - 1.0288523625377175, - 0.9926765498781311, - 1.5821926864265932, - 1.2345480341843558, - 1.0919259987637373, - 0.8553411989728208, - 0.9770372253740158, - 1.0941619685910755, - 0.9070109264400832, - 1.1660151450666374, - 0.82811358045681, - 0.8585451804478106, - 0.9271539318095082, - 0.826139795075132, - 0.9407871254954377, - 1.1098127265333941, - 0.9673996715099642, - 1.0170784936919917, - 0.7160692020317576, - 0.8881539469849713, - 1.0, - 0.8944357999064094, - 1.5353137244867066, - 1.409505785723462, - 1.4095057857234625, - 1.4063287585864295, - 0.8810006273224485, - 0.9386543902953636, - 0.9544080465249254, - 0.605561339519823, - 0.41738930632162535, - 0.9435148318250272, - 1.0, - 0.7880462841530468, - 1.9911349325902201, - 1.9844233966366362, - 1.4095057857234636, - 1.494834216304884, - 0.8945327921343991, - 1.0465252306595956, - 0.9657902518204129, - 0.8818849232826983, - 1.01289922968906, - 0.9542609489006632, - 1.9911349325902201, - 1.303101066939662, - 1.0, - 0.9988936769842933, - 0.8944357999064099, - 1.9844233966366385, - 0.9721978598866062, - 0.9751070654641969, - 1.053405494669145, - 1.2277188687789828, - 1.0, - 0.9710532649972081, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.409505785723463, - 1.4063287585864295, - 0.9944538524514821, - 1.0084398738408038, - 1.096956593110858, - 0.9848747659663566, - 1.0176485758563296, - 0.9988936769842915, - 1.0, - 1.0, - 1.1521380745389784, - 1.9911349325902201, - 0.8886796764360778, - 1.0626176220464763, - 0.9820129092696263, - 0.48071756015968203, - 0.8052609158630751, - 0.9014845427415126, - 1.0, - 1.0421263616247836, - 1.0, - 1.0, - 1.0, - 1.0603166366167238, - 1.3948018100222412, - 1.0002378777841179, - 1.0521891063258038, - 1.0, - 1.170667828978199, - 1.6220790112596297, - 1.3004892166096398, - 0.9988939483461562, - 1.0, - 0.8944357999064098, - 1.2549059943840741, - 0.9010506624821365, - 1.2640911636544077, - 0.947031285603356, - 0.991260918816901, - 1.3300447893255651, - 1.1497030038124454, - 1.0, - 1.4063287585864277, - 0.8174198991670485, - 0.9988939483461566, - 1.0, - 1.217866674742133, - 0.8282680988206665, - 1.073085103116072, - 0.9693454139903576, - 1.7234040703162494, - 1.1056144342459158, - 1.074119172644369, - 0.6071170412907283, - 1.409505785723462, - 1.0, - 0.9988939483461562, - 1.1521380745389787, - 0.8944357999064119, - 1.058370875443875, - 1.0846522644237848, - 1.0598613115637294, - 0.5613288969768316, - 1.0, - 1.077530223972941, - 1.4095057857234625, - 1.15083399388167, - 1.0, - 1.2178666747421318, - 1.0966395583377115, - 1.0389053330759344, - 1.0429545495698374, - 1.0, - 1.0244696199828591, - 1.152138074538978, - 1.9911349325902201, - 1.6220790112596353, - 1.1329428844818097, - 1.0304640926757396, - 1.0027828154445004, - 1.4038062005460157, - 1.0648539403871593, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 1.5353137244867094, - 0.6866407429573802, - 0.9470876233472572, - 0.8928451459276403, - 1.3503062413436946, - 0.39441056751713693, - 1.0739060999830787, - 0.8074286630470415, - 0.8622816943277237, - 0.9235511168325403, - 0.8884646840941383, - 0.9253177369109523, - 1.0067482855890655, - 0.8717444615689396, - 1.7004798113300974, - 1.2451967529281143, - 1.0189016467998342, - 0.9159576992318523, - 0.9716842292520014, - 0.8537203439878127, - 0.6934639134127168, - 0.6814900866218891, - 1.08628728041417, - 0.8695100152450093, - 1.7244969164094923, - 0.9957413253735008, - 0.886998298843266, - 1.0086098935045376, - 0.9474117590718318, - 0.9527864599550645, - 0.8622024829086022, - 0.928715896349544, - 1.165972778898159, - 1.1444020655792773, - 1.249832703644339, - 1.0, - 1.04414181114218, - 0.7888691092407913, - 0.8896110919230731, - 0.8385172959457787, - 0.6963004767756463, - 1.0524770129026086, - 0.8728215158868736, - 1.2422671085343606, - 1.0395955941659785, - 0.9729248895409327, - 0.942112878700215, - 0.9029124312015971, - 0.9945356002953412, - 0.9067257721352653, - 0.6559269963983796, - 1.0530222495928638, - 0.7742650861348659, - 1.7415209866320729, - 0.31751695199855035, - 0.9401556411866103, - 0.9925662855482592, - 0.9703437391049544, - 0.9315271035229352, - 0.76726349356305, - 1.113451820498087, - 1.5950728246019172, - 0.9108834606609704, - 0.6187680270209445, - 1.0, - 1.026218169309107, - 0.9226908311101232, - 1.3695879042350074, - 1.390915117042367, - 0.9165066682832561, - 1.0788295714407763, - 0.8648263176100378, - 0.9635758583333331, - 0.8878642706591297, - 0.9006687498171835, - 0.8634669309414519, - 1.0263681887473621, - 1.1035216758671196, - 0.9668823371087334, - 0.9093839574625667, - 1.2537251227686863, - 0.925393016008483, - 0.9198488449490679, - 0.9988290268424753, - 0.1771101235529094, - 1.05614751420039, - 0.9497863099739803, - 1.0994839009481026, - 0.92792429034674, - 0.9973731985207415, - 1.4008749618490997, - 0.9833759189369512, - 0.7900467121392818, - 0.5512800744398914, - 1.0, - 1.160435495736531, - 0.840523823247663, - 1.0569742675732663, - 0.8576934466322704, - 0.9349861286126709, - 0.8587290535040432, - 0.9574488028099564, - 0.8825111948837125, - 1.0, - 0.9946462418130932, - 0.8401625258336195, - 1.0609041780534152, - 0.8625411201961046, - 0.8578849236354916, - 0.9245113485505083, - 0.9397104471617286, - 0.949988633400937, - 1.4949439323664353, - 1.0752730715733643, - 0.854508526946672, - 1.0304209489391347, - 0.9286338973772724 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1520140, - "cert_evals": { - "36": 0.45614033937454224, - "72": 0.42105263471603394, - "108": 0.42105263471603394, - "255": 0.3333333432674408 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.6153846153846154, - "test_acc": 0.6204379562043796, - "train_size": 113, - "val_size": 65, - "test_size": 274, - "stats": { - "mean": [ - [ - 0.003089986725663709, - -0.004440814159291977, - 0.06255539469026555, - 0.0030673203539822954, - 0.001728016814159293, - 0.11026861433628313, - 0.017892446017699123, - -0.06960080176991157, - 0.039233834283185866, - 0.15144875398230093, - 0.006497817787610628, - -0.01399969203539821, - 0.12535314601769912, - 0.032636741592920446, - -0.04566848761061949, - -0.12298024778761062, - -0.000969959292035392, - 0.11890371504424775, - -0.09021629999999985, - -0.11451322123893802, - -0.04703600000000003, - 0.06338747787610569, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.09438650000000005, - -0.04968765486725668, - 0.10877121769911505, - -0.018068128318584065, - -0.08296883185840709, - -0.05587280000000011, - -0.06895776106194693, - -2.920353983278935e-07, - -0.013222389380530894, - -0.04703600000000003, - 0.06659287787610632, - -0.06659289999999989, - -0.1252820000000002, - 0.010099320973451271, - 0.07353538053097344, - -0.007326469911504469, - -0.07684545132743385, - -0.0339906548672566, - 0.05784047787610613, - 0.14110856637168143, - 3.805309734868323e-07, - -0.04703600000000003, - -0.06704164601769919, - -0.02112876106194691, - -0.06659289999999989, - 0.15620863893805323, - -0.03053643008849556, - -0.18165605309734498, - -0.11233752212389378, - -0.04703600000000003, - -0.016779973451327427, - -0.021128761061946985, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.00463133628318579, - -0.07507774690265485, - -0.0007694676106195044, - -0.08089127433628311, - -0.10792991415929203, - -2.9203539847723323e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247893, - -0.04703600000000003, - -0.02592799999999999, - 0.08057962389380531, - 0.024038425752212503, - -0.16465999999999992, - -0.07926050000000014, - -0.09237758407079648, - -0.06659289999999989, - -0.043025663716814114, - 0.14110856637168245, - 0.1411085663716826, - -0.04703600000000003, - -0.023750336283185847, - 0.03126479168141594, - 0.008899934513274312, - -0.02743449557522126, - 0.06331698053097352, - 0.05539779646017699, - 0.027216715044247736, - 0.017897150442477798, - 1.0619469029187476e-07, - 1.061946903233147e-07, - -0.02112876106194691, - -0.1502479999999999, - -0.016447008849557545, - -0.0054378495575221125, - 0.07474130442477876, - -0.07807693805309734, - -0.07854839999999999, - -0.008790955752212368, - 1.0619469031152472e-07, - 1.0619469029973474e-07, - 0.038619840707964564, - 1.061946903233147e-07, - 1.0619469035868464e-07, - -2.920353983829134e-07, - -0.06884565486725683, - -0.043006230088495565, - 0.13900964601769922, - -0.06902842477876096, - -0.06529410000000001, - -0.07149334513274326, - -0.043025663716814044, - -0.06659289999999989, - 0.02721671504424799, - 1.0619469029187476e-07, - -0.08165009999999992, - -0.1056450000000003, - -0.0844234336283186, - 0.045172380530973465, - 0.08091592477876108, - -0.08034439823008824, - -0.06118739999999991, - 0.009105318584070807, - 0.0665928778761063, - 0.03861984070796471, - -0.06659289999999989, - -2.920353983475435e-07, - -0.01561157522123892, - 0.034667146902654884, - 0.04805644646017698, - 0.07649909380531038, - 0.0778107902654868, - -0.08165009999999992, - -0.04703600000000003, - 0.027216715044247736, - 0.003988389380530976, - 0.07484829203539822, - 0.06071553097345137, - 0.014212502654867237, - 0.06978295752212389, - -0.04703600000000003, - -0.04703600000000003, - -0.06659289999999989, - -0.1056450000000003, - -0.05670110707964598, - 0.09375696460176995, - -0.16628776973451334, - -0.004178826548672555, - -0.07220739999999994, - -0.06694404424778763, - -0.06819787345132745, - -0.049705195575221274, - -0.11667001238938055, - -0.12676487345132748, - 0.06602797345132745, - 0.0027255099115044237, - 0.08367987168141594, - -0.07531826548672561, - 0.06618380000000008, - -0.05077870088495575, - -0.03939802035398229, - 0.0725209725663717, - 0.018818907079646008, - -0.0012129309734513318, - 0.08232463584070795, - 0.06279675221238941, - 0.05451436991150446, - -0.09364632743362859, - -0.013597840707964663, - -0.02791582300884959, - 0.02277181946902653, - 0.09624579256637165, - 0.10685669557522126, - 0.05720445840707966, - -0.11690305221238939, - -0.07600262831858408, - 0.20486032743362856, - -0.11598514159292016, - 0.04703600000000003, - 0.12372530088495573, - 0.07733639557522128, - 0.009731815840707961, - 0.06515634630088495, - -0.004099914159292028, - -0.062444362831858426, - -0.14432490088495575, - 0.010303688495575204, - -0.03996258407079658, - -0.01723771946902648, - -0.03748595911504427, - -0.09338390796460176, - -0.12455748761061945, - -0.07069998663716814, - 0.09306433097345132, - 0.05574491150442479, - 0.05271592371681417, - -0.10488400000000016, - 0.0725061, - -0.06092212743362833, - -0.021001579646017662, - 0.08582514876106195, - 0.05783091212389381, - 0.07796875840707959, - -0.0484065486725664, - -0.06359218141592915, - 0.12465353274336273, - -0.03740971681415926, - -0.006256027433628239, - 0.02847770973451326, - 0.03523589380530972, - -0.007258076106194675, - 0.029468245840707955, - 0.07720809823008848, - -0.029801646017699017, - -0.07590199938053097, - -0.0023667877876106243, - -0.06193052212389384, - 0.0729473, - -0.08944441592920359, - -0.008905622654867247, - -0.09599750318584069, - -0.11731536725663715, - 0.03799221946902657, - 0.04264000707964609, - -0.05476776486725663, - -0.08099349336283189, - -0.06403644955752204, - 0.0510427, - -0.1728837920353984, - 0.04379192212389381, - -0.08503633221238939, - -0.04843164778761059, - -0.013288855929203541, - 0.05900416725663712, - 0.01502987168141596, - -0.028499033982300897, - -0.06898648672566376, - 0.06213639999999999, - -0.020727761061946872, - 0.056635334513274314, - -0.009026141592920364, - 0.03156841769911506, - -0.12126076106194686, - 0.06353122123893817, - 0.031937667522123854, - 0.029336698938053133, - 0.12508993982300817, - -0.07582650442477877, - 0.006734969026548675, - 0.06509837044247789, - 0.03657155663716816, - -0.13086254787610632, - -0.01249529203539823, - 0.041217141592920364, - 0.050712616814159305, - 0.008828665486725618, - -0.04774530973451326, - -0.06531424955752214, - 0.08627439557522125, - 0.019008834867256633 - ] - ], - "std": [ - [ - 0.9244692810470073, - 0.9993356910018533, - 1.1547522998507793, - 0.9432810092169331, - 1.03584004279498, - 0.8753158130277445, - 1.0465755215467378, - 0.9102607240673849, - 1.023778543447583, - 0.9297280045159075, - 1.0069835198754635, - 0.9525566546794436, - 0.9399759480360307, - 0.9978150756585966, - 0.9862811329995884, - 0.9613244275752023, - 1.111865207612389, - 0.9715796850385696, - 1.0, - 1.0813226579822182, - 1.0, - 1.2592635987036094, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.010538238524329, - 1.0722512669094082, - 1.0593646908068974, - 0.605561339519823, - 1.0, - 0.9556792785074675, - 0.9988936769842924, - 0.9607982608538026, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 0.972373648410722, - 1.0584533172538098, - 1.0284056325027326, - 0.8751294762374062, - 0.7194469320515607, - 0.9753483226530357, - 1.9911349325902201, - 0.99889397212978, - 1.0, - 0.7094990007768706, - 0.8944357999064104, - 1.0, - 0.9004941973725803, - 1.0121581074927941, - 0.761525664661198, - 0.6638398438080123, - 1.0, - 1.0084273596642825, - 0.8944357999064123, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 1.0, - 1.0674172345021198, - 1.0415595393603108, - 0.9952640371583976, - 0.7847375185646767, - 1.0253922671299165, - 0.9988936769842935, - 1.0, - 1.0, - 1.1521380745389769, - 1.0, - 0.9380600926852771, - 0.9688329579782285, - 1.0699750013871834, - 1.0, - 1.0, - 0.9022130416875166, - 1.0, - 0.8547515543653855, - 1.9911349325902201, - 1.9911349325902201, - 1.0, - 0.9833161542151768, - 0.9113836368578456, - 1.0154070458101938, - 0.8175726795277899, - 1.0291658658053822, - 1.0023879541161114, - 1.1521380745389784, - 1.0666606471785436, - 0.9988939483461562, - 0.9988939483461564, - 0.8944357999064111, - 1.0, - 1.0194849042181624, - 0.9377289254070391, - 0.9868393622488469, - 0.7115324821514019, - 1.0, - 0.9291878599599749, - 0.9988939483461571, - 0.9988939483461564, - 1.150833993881672, - 0.9988939483461564, - 0.9988939483461563, - 0.9988936769842928, - 0.8446756150368765, - 0.8840822390425243, - 0.879273891482901, - 0.356357040154056, - 1.0, - 0.8575361470050674, - 0.8547515543653872, - 1.0, - 1.1521380745389762, - 0.9988939483461562, - 1.0, - 1.0, - 0.7707096318942795, - 0.9479029615796615, - 0.8861435214681488, - 0.709392406059319, - 1.0, - 0.9648083778490988, - 1.4095057857234619, - 1.1508339938816696, - 1.0, - 0.9988936769842918, - 0.8265732991714976, - 1.0190844405952648, - 0.9459831021380053, - 1.7348381185160544, - 1.1517740759366022, - 1.0, - 1.0, - 1.152138074538978, - 0.912843060712004, - 1.1388119070973806, - 0.9915799039109703, - 1.002719667279991, - 1.085125621845705, - 1.0, - 1.0, - 1.0, - 1.0, - 1.5001714286910226, - 0.9966194693620798, - 0.9443805992812078, - 0.8655175815339226, - 1.0, - 0.7897012658620092, - 1.1164175335449071, - 1.264530190302258, - 0.8921583865445091, - 1.0648052330194941, - 0.8695758038727032, - 0.8660581580725691, - 0.8367831000825393, - 0.37197924168302665, - 1.0, - 0.9262178979224102, - 0.9242646117464632, - 0.973591105652927, - 0.9951600891998066, - 1.1111862475284577, - 0.6670563380647561, - 0.9442962334551489, - 0.990332316811185, - 0.480719441273429, - 1.223234975369157, - 0.940394811395897, - 0.9089632031900003, - 1.0458338698053655, - 0.9721165818563446, - 1.374767108546496, - 0.8594004341053223, - 0.7653673558229712, - 0.6670525311692612, - 0.645642563256581, - 1.0, - 0.891254315503885, - 1.0775980834755503, - 1.007431548670928, - 0.9530753484316439, - 1.4811962251096449, - 1.2176806384389702, - 0.9602107117788192, - 0.8795846242039457, - 1.1116750216535782, - 0.9501349187678776, - 1.0821885258200035, - 1.1407026156836266, - 0.9231893015164008, - 0.8990327480493145, - 0.6422405879838027, - 0.9092214790537131, - 0.9351958368508632, - 1.0, - 1.0, - 0.9288775753611616, - 0.8531876075690629, - 1.034017858801366, - 1.0285706599327553, - 1.5382840820664052, - 1.0793433921827003, - 0.7014984131399681, - 0.9478974831267535, - 0.8121083950620509, - 0.5317226069000799, - 0.877495299738119, - 1.105656776922663, - 0.9679617815757274, - 0.7155463726091819, - 1.108302722756925, - 1.0944778308312668, - 0.7749616919771513, - 0.8850563716056123, - 0.5693811287198752, - 1.0, - 0.9220528856937216, - 0.8553127512283658, - 0.9975197765961968, - 0.8796722204092665, - 1.1740947078133768, - 0.9516756586234943, - 0.9063555755946218, - 0.9537956983823893, - 0.21590336552059824, - 1.0, - 1.1291952185180558, - 1.0007499385498189, - 1.0111383561599954, - 0.9704983147288865, - 1.1385710361021162, - 0.7564588026775311, - 1.0046465692486821, - 0.9312841189336238, - 0.6375502285227569, - 1.0, - 0.829387189699574, - 1.0544363475675953, - 0.9771879250820691, - 1.0137760206245479, - 1.0423498864484522, - 0.43681029699877133, - 0.8991224001063718, - 0.8257144621838688, - 1.968770644943309, - 0.8856828178067617, - 1.0398871114616712, - 0.8345338516516961, - 0.9722595951185294, - 1.285772740124495, - 0.8915167876690523, - 0.8875667705363124, - 0.6453390579256484, - 0.9343424770462008, - 0.8887305596443167, - 1.0443061214405034, - 1.027608228431771, - 0.9189390661089004 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1520140, - "cert_evals": { - "36": 0.5846154093742371, - "72": 0.5538461804389954, - "108": 0.5538461804389954, - "255": 0.4153846204280853 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.6567164179104478, - "test_acc": 0.6029411764705882, - "train_size": 113, - "val_size": 67, - "test_size": 272, - "stats": { - "mean": [ - [ - 0.04070993805309734, - 0.11996151327433617, - -0.07505505699115043, - -0.053473368141592904, - -0.0023036168141593112, - -0.04386066761061949, - 0.1000648973451327, - 0.21898467610619468, - 0.0844638663362832, - -0.21027526176991146, - 0.08278053309734511, - 0.02691175840707965, - -0.10311968407079651, - -0.019989650442477833, - -0.029568291150442447, - 0.06979861946902657, - -0.09989179115044242, - -0.0017227557522123856, - -2.2654867243656462e-07, - 0.06518417699115044, - -0.04703600000000003, - -0.1056450000000003, - -0.1056450000000003, - 0.19977865575221251, - 0.0665928778761063, - 0.09438671238938035, - -0.10331811504424784, - -0.11287559292035391, - 0.1063068938053097, - 0.04291548672566383, - -0.05587280000000011, - -0.032180318584070916, - 0.06704106194690261, - -0.1718930000000004, - -0.04703600000000003, - 0.0665928778761063, - -0.06659289999999989, - 0.08948672566371665, - -0.025450121504424723, - -0.17311484513274336, - 0.07640526460176993, - 0.11526853982300869, - 0.1133023008849558, - -0.07326554867256642, - -0.04703600000000003, - 0.047838725663716816, - -0.04703600000000003, - 0.06704106194690251, - -0.02112876106194691, - -0.06659289999999989, - -0.013552253982300916, - -0.020357922123893812, - -0.027464973451327517, - -0.006002522123893788, - -0.04703600000000003, - -0.04337743362831858, - 0.14790371681415934, - 0.0665928778761063, - -0.06659289999999989, - 0.06659287787610634, - -0.06659289999999989, - 1.0619469029580476e-07, - 0.044767823008849614, - 0.08289923362831852, - -0.12235442831858409, - -0.11459614159292028, - 0.14790476371681416, - -2.9203539830824354e-07, - -0.04703600000000003, - 0.14110856637168223, - 0.027216715044247736, - -0.04703600000000003, - -0.055889752212389385, - -0.12962760265486717, - 0.10187851619469035, - -0.01324823008849549, - 0.022193132743362702, - -0.07879260176991155, - 0.0665928778761063, - 0.12907584070796485, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - -0.002639044247787606, - 0.054982569292035384, - 0.05932991150442477, - -0.06964141592920373, - -0.07482919999999994, - -0.033238396460177, - 0.13608353008849555, - 0.0894867256637167, - -0.09438650000000005, - -0.09438650000000005, - -0.1056450000000003, - 0.030049292035398203, - 0.0004219557522123656, - 0.04024157522123887, - 0.01212035575221241, - -0.06541580530973452, - -0.07854839999999999, - 0.02907596460176992, - -0.09438650000000005, - 0.09438671238938048, - -0.03861907964601766, - 1.0619469030366473e-07, - 1.0619469029580476e-07, - -0.0670416460176993, - -0.04499362831858416, - 0.0430065663716814, - 0.05495734513274337, - 0.025254761061947018, - -0.06529410000000001, - 0.06800543362831867, - -0.15775999999999976, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - -0.08165009999999992, - -0.021128761061946954, - 0.0199548849557522, - -0.04005870796460183, - 0.07256339026548671, - 0.0029753097345135682, - 0.008741072566371728, - -0.12291731858407075, - 0.0665928778761063, - -0.03861907964601771, - 0.0665928778761063, - -2.9203539835933345e-07, - -0.15365226548672545, - -0.02139016460176988, - 0.03374174115044254, - -0.03278541946902662, - -0.16577226814159277, - 0.027216715044247785, - 0.14110856637168206, - -0.08165009999999992, - -0.17471278761061948, - -0.05009553982300891, - 0.10357247787610621, - 0.01421250265486715, - -0.16799606460176988, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - -0.02112876106194691, - 0.10064383539823014, - -0.09822227433628321, - 0.010812114336283181, - -0.0005969424778760985, - -0.034939104424778704, - -0.021039132743362887, - 0.1549942769911504, - -0.05473569823008849, - 0.09371048247787614, - 0.1284547699115043, - 0.08193819469026561, - -0.1894623433628318, - -0.03994628938053097, - 0.005021592920354035, - 0.06618380000000008, - 0.046780255752212445, - 0.12412912743362833, - -0.15687404504424782, - -0.04040450761061948, - 0.01819149026548674, - 0.047322232477876085, - -0.1316860601769911, - -0.08258592566371675, - 0.05638880530973452, - -0.10198681415929205, - 0.1290602176991152, - -0.03669845398230087, - -0.10499076469026546, - -0.12757559911504432, - -0.06652606637168137, - 0.05155422566371681, - 0.031605256637168136, - 0.0629123805309736, - 0.023197380530973564, - 0.04703600000000003, - -0.03599286283185842, - -0.1574473318584071, - 0.10887992823008849, - -0.053605181415929175, - -0.012299078761061958, - -0.05887616991150452, - 0.07308711769911504, - 0.09051549646017694, - -0.10846913274336303, - -0.15513741725663718, - 0.12073644318584073, - 0.05041307504424779, - 0.1529646697345132, - 0.0776218637168141, - 0.057565741592920404, - -0.17276489823008853, - -0.014984845840707986, - -0.04701723008849572, - -0.03750280353982299, - 0.06355189203539817, - 0.06636549999999998, - -0.1410115592035399, - -0.08766313362831851, - -0.09892783274336285, - -0.013420267079645989, - 0.09777304070796461, - 0.07535415840707965, - -0.10688448672566354, - 0.0625599000000001, - -0.011544922123893811, - -0.09627820707964604, - 0.08584640530973452, - 0.007022314424778771, - -0.05128431504424778, - -0.06365885663716808, - 0.02538907345132746, - 0.071253879380531, - -0.032786734513274456, - 0.0729473, - 0.04719471592920353, - 0.014598110265486715, - 0.026159213575221246, - 0.059101831504424836, - -0.07843545663716811, - 0.0003891433628318023, - 0.014624393274336253, - 0.03384382522123893, - -0.07310352920353969, - 0.0510427, - 0.14306325132743355, - -0.011243908849557487, - 0.02559352380530976, - 0.03617407230973455, - -0.012417333274336301, - -0.10102372743362834, - -0.09638603628318594, - 0.02360371292035396, - -0.0742930973451328, - -0.014339143362831862, - 0.03523714159292039, - 0.03915302300884953, - -0.08945827723893807, - -0.02228378656637163, - 0.10421852477876106, - 0.0697730088495576, - -0.12811908238938052, - -0.10229047238938055, - -0.048111653097345074, - 0.041196920353982314, - 0.10879424867256633, - -0.10693692778761064, - 0.02704163566371678, - 0.12719723849557518, - 0.1358370884955751, - -0.11345866194690264, - -0.11236356814159291, - 0.008828665486725625, - 0.04901849557522122, - 0.10906433185840712, - -0.12028646725663718, - 0.005514894867256633 - ] - ], - "std": [ - [ - 1.0502669179700934, - 0.9792224218294541, - 0.24305352147883325, - 1.043042266446498, - 1.0744571502175468, - 0.9508826739984755, - 0.9451555552883207, - 1.1810283789026603, - 1.0064552702700122, - 1.1190882010665817, - 0.9034793296608571, - 1.1336521923679663, - 0.9786491101919341, - 0.9206985848676537, - 0.8610889538505271, - 0.9619675032812017, - 0.9308084274399617, - 0.9863758024756076, - 0.9547571784517959, - 0.9496800506935921, - 1.0, - 1.0, - 1.0, - 1.9844233966366367, - 1.4095057857234627, - 1.40632875858643, - 0.892002130496044, - 1.0129634785032875, - 0.978487303853688, - 1.1394715296586964, - 1.0, - 1.0267988761241287, - 1.217866674742132, - 1.0, - 1.0, - 1.4095057857234627, - 1.0, - 1.30048921660964, - 1.101075351501756, - 0.9423320679555461, - 0.9745566669040967, - 1.0784150005489006, - 1.3072548131334407, - 1.020520797792866, - 1.0, - 1.1116626840554256, - 1.0, - 1.2178666747421323, - 0.8944357999064103, - 1.0, - 0.9763859814864452, - 0.9882312110151381, - 0.9941548135105892, - 1.0805382570058093, - 1.0, - 0.9455390825539804, - 1.5353137244867092, - 1.4095057857234619, - 1.0, - 1.4095057857234636, - 1.0, - 0.9988939483461567, - 0.9028116049768871, - 1.0263167291591377, - 0.9964436627027657, - 0.4280387316306564, - 1.0514551909197751, - 0.9988936769842915, - 1.0, - 1.9911349325902201, - 1.152138074538978, - 1.0, - 0.9644113662850948, - 0.9806946309645141, - 0.9930268680075975, - 0.8905664891946655, - 1.0736843273720693, - 1.0058668086951204, - 1.409505785723462, - 1.3330925209888196, - 1.0, - 1.0, - 1.0, - 1.0450036005861865, - 1.3244456183776097, - 0.932189980942975, - 0.9625014477361986, - 1.0, - 1.0074707737922228, - 1.62207901125963, - 1.3004892166096393, - 1.0, - 1.0, - 1.0, - 1.0917543201475843, - 1.0127130749629136, - 1.2877909824303606, - 0.9604994075919616, - 0.8657450013263874, - 1.0, - 1.0599660091906427, - 1.0, - 1.4063287585864277, - 0.8174198991670479, - 0.9988939483461567, - 0.9988939483461567, - 0.7094990007768708, - 0.8740833234525124, - 1.010657132912493, - 0.9328151962443406, - 1.3541564903516528, - 1.0, - 1.0437864539647888, - 1.0, - 1.409505785723462, - 1.0, - 0.9988939483461567, - 1.0, - 0.8944357999064098, - 1.2065791134004533, - 1.0500123468485083, - 0.9959504427215604, - 1.0958354145667224, - 0.7400533918928887, - 0.9943642075886404, - 1.4095057857234627, - 0.8174198991670482, - 1.4095057857234627, - 0.9988936769842922, - 0.9193790839730072, - 1.0436031910295362, - 0.9868834993023391, - 0.5782795414175284, - 0.9541173647907301, - 1.1521380745389775, - 1.9911349325902201, - 1.0, - 0.9325216486314452, - 1.0303184562115624, - 0.9698188611354921, - 1.0027196672799903, - 1.0327882823860284, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 0.8944357999064109, - 0.7112349595162911, - 1.0528496975740775, - 0.9693293962135208, - 1.098217436491506, - 0.39441056751713705, - 1.131185111941341, - 0.8933013668038887, - 0.8692841653701331, - 0.9535583303775852, - 0.9578421783922644, - 0.9351032690489206, - 0.9587912379925385, - 0.8874155629442673, - 0.7402206710271984, - 1.0, - 1.0688089329251667, - 0.997681462694144, - 0.9866601266296527, - 0.9496581319654654, - 0.9257831061652533, - 0.9073562336120353, - 0.9768579353882867, - 0.9602672008044747, - 0.7793988687883875, - 1.2643817992013762, - 0.8858997832358527, - 1.0783739453909889, - 0.9243425987503827, - 0.9894525958813807, - 0.8138319611992417, - 0.9527697944043735, - 1.1413505837251008, - 0.8792523651290115, - 1.0992317647014969, - 1.0, - 1.065433498566479, - 0.9150528093441637, - 1.0062463574228966, - 1.011250604668206, - 0.7913263564369651, - 0.9735543146496928, - 0.9610800849612564, - 0.9880567372837797, - 0.3866698577857632, - 0.9853949011817834, - 0.990227174214131, - 0.8869793376043191, - 1.0049463863071384, - 0.9992217219580515, - 0.9135057665522096, - 0.9794517412025064, - 0.8334338014885702, - 0.37518500497353446, - 1.1642248030770597, - 0.9506854878365382, - 1.1083600583283926, - 0.9361744720072924, - 1.0051395038183164, - 0.7234663786843327, - 1.1371317753211319, - 1.5356103741191347, - 0.8479920793399001, - 0.46656712729960265, - 1.0, - 1.0891589322731212, - 0.8545812844441173, - 1.3469557389840487, - 1.3298686360213214, - 0.8184103746992143, - 1.2426545134673366, - 0.9345647421429395, - 0.8739291157345797, - 0.7954155323258645, - 1.0, - 0.9396031266002715, - 0.8729340873197525, - 1.1022147706138496, - 0.9052007430680863, - 0.8002297286948205, - 1.1474637082252046, - 1.0050624674836923, - 0.8958786752659496, - 0.1199464140766847, - 1.0, - 0.9484606934407114, - 0.924743989986394, - 1.1045533858189263, - 0.9763355497679247, - 0.8775711016746042, - 1.4892483405130004, - 0.9479162196372228, - 0.824520740664537, - 0.48200134691826974, - 0.8093410764663572, - 1.0307538015892828, - 0.8557116942728363, - 0.9675781578595044, - 0.9316537658305905, - 0.961482671503125, - 0.9499524026348503, - 1.0156281171297905, - 0.9533815998673338, - 0.13577727875330386, - 1.0944930405696027, - 0.9984202119037168, - 1.0610893586418122, - 1.0416564535479678, - 0.953141207852886, - 0.9699518518482332, - 1.0661304370514315, - 0.9605383246803934, - 0.9343424770461999, - 1.1428421085341074, - 0.9995106529728873, - 1.0191031224939573, - 1.0275583030415119 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1520140, - "cert_evals": { - "36": 0.6119402647018433, - "72": 0.5522388219833374, - "108": 0.5223880410194397, - "255": 0.31343284249305725 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6052173963711424, - "std_test_acc": 0.020599652123475854, - "n_samples": 452, - "n_features": 262, - "n_classes": 13, - "mean_cert_acc_36": 0.5619081854820251, - "std_cert_acc_36": 0.07140622963151946, - "mean_cert_acc_72": 0.5241894721984863, - "std_cert_acc_72": 0.0692036832713798, - "mean_cert_acc_108": 0.5135622173547745, - "std_cert_acc_108": 0.06361933146564186, - "mean_cert_acc_255": 0.35730985552072525, - "std_cert_acc_255": 0.04460331783455624 - }, - "blood": { - "dataset": "blood", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 31, - "best_val_acc": 0.6967213114754098, - "test_acc": 0.6082004555808656, - "train_size": 187, - "val_size": 122, - "test_size": 439, - "stats": { - "mean": [ - [ - 0.08207599251336908, - 0.07211877540106948, - 0.07211877540106948, - 0.12092969090909093 - ] - ], - "std": [ - [ - 1.0915037898164763, - 0.9154190444987925, - 0.9154190444987925, - 1.0234960637376278 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 625, - "cert_evals": { - "36": 0.368852436542511, - "72": 0.1803278625011444, - "108": 0.10655736923217773, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.6637931034482759, - "test_acc": 0.7370786516853932, - "train_size": 187, - "val_size": 116, - "test_size": 445, - "stats": { - "mean": [ - [ - -0.0044589358288771265, - -0.03777642245989305, - -0.03777642245989305, - -0.04118699946524062 - ] - ], - "std": [ - [ - 1.0355747128653376, - 1.0168425706533084, - 1.0168425706533084, - 0.9389071377082803 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 625, - "cert_evals": { - "36": 0.5344827771186829, - "72": 0.4655172526836395, - "108": 0.3362068831920624, - "255": 0.03448275849223137 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.6454545454545455, - "test_acc": 0.6541019955654102, - "train_size": 187, - "val_size": 110, - "test_size": 451, - "stats": { - "mean": [ - [ - 0.05565309197860972, - -0.04876601497326191, - -0.04876601497326191, - 0.022211831550802065 - ] - ], - "std": [ - [ - 1.2081413746481122, - 0.9472357528176619, - 0.9472357528176619, - 0.9442482982599183 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 625, - "cert_evals": { - "36": 0.5545454621315002, - "72": 0.49090906977653503, - "108": 0.3272727131843567, - "255": 0.00909090880304575 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.788135593220339, - "test_acc": 0.6930022573363431, - "train_size": 187, - "val_size": 118, - "test_size": 443, - "stats": { - "mean": [ - [ - 0.02856966417112282, - -0.11561878823529406, - -0.11561878823529406, - -0.0299989443850266 - ] - ], - "std": [ - [ - 1.1041996654221626, - 0.9454192748690525, - 0.9454192748690525, - 0.9892882254644951 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 625, - "cert_evals": { - "36": 0.5847457647323608, - "72": 0.4830508530139923, - "108": 0.37288135290145874, - "255": 0.033898305147886276 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.673095840042003, - "std_test_acc": 0.054961327881974706, - "n_samples": 748, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.5106566101312637, - "std_cert_acc_36": 0.09676697790724795, - "mean_cert_acc_72": 0.4049512594938278, - "std_cert_acc_72": 0.15012461675134403, - "mean_cert_acc_108": 0.2857295796275139, - "std_cert_acc_108": 0.12106734032982491, - "mean_cert_acc_255": 0.01936799311079085, - "std_cert_acc_255": 0.017514981391554444 - }, - "breast-cancer": { - "dataset": "breast-cancer", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.7071823204419889, - "train_size": 71, - "val_size": 34, - "test_size": 181, - "stats": { - "mean": [ - [ - -0.0162575774647888, - 0.01285738028169014, - 0.05645037746478872, - -0.0029103802816902316, - -0.11736198591549311, - -0.028151649295774777, - -0.03566477464788737, - 0.00970807042253526, - 0.22726122535211296 - ] - ], - "std": [ - [ - 1.0503834784726616, - 0.9628419637542994, - 0.9596794691642652, - 0.9092740907525307, - 1.049772063174192, - 1.0411696038595801, - 0.9953573619388768, - 0.9968442343032266, - 0.8156962912830921 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.6470588445663452, - "72": 0.44117647409439087, - "108": 0.2647058963775635, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.6686390532544378, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.19254230985915494, - -0.19285994366197182, - 0.20358705070422517, - 0.009330281690140758, - -0.03202669014084532, - -0.08538911549295794, - -0.007489267605633831, - -0.18945425352112666, - -0.10300454929577448 - ] - ], - "std": [ - [ - 1.026498898055275, - 1.0381849522269773, - 0.8715501768246713, - 1.1092478240870034, - 1.0696236526518819, - 1.0540261837033709, - 0.9977471789729346, - 0.7297492222931498, - 1.0547842980526614 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.54347825050354, - "72": 0.3478260934352875, - "108": 0.19565217196941376, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 8, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.6324324324324324, - "train_size": 71, - "val_size": 30, - "test_size": 185, - "stats": { - "mean": [ - [ - 0.011582478873239406, - 0.03857201408450704, - 0.023010226760563364, - -0.21100099999999994, - 0.1670883239436617, - -0.04723080000000009, - -0.17654230985915503, - 0.10343116901408457, - -0.003924816901408183 - ] - ], - "std": [ - [ - 1.0328973500575376, - 0.9120557342457011, - 1.064258264362845, - 0.5867856877712776, - 0.7568737218929631, - 1.003788410624883, - 0.9711357918131928, - 0.9987696871895037, - 1.0006562466084945 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.6333333849906921, - "72": 0.5666667222976685, - "108": 0.36666667461395264, - "255": 0.06666667014360428 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.782608695652174, - "test_acc": 0.7041420118343196, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.10902253521126751, - -0.06428660563380281, - 0.1099546112676056, - 0.08277422535211261, - -0.1742519718309861, - 0.18171905915492953, - -0.14836680281690146, - 0.1854393802816902, - -0.16905770422535188 - ] - ], - "std": [ - [ - 0.9700145966779166, - 1.0084610495616426, - 1.0559460579933821, - 1.206060152642598, - 1.1213259288422783, - 0.9728498213970074, - 0.9776535548414097, - 1.0665540888636171, - 1.0843586560371206 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.5869565606117249, - "72": 0.45652174949645996, - "108": 0.239130437374115, - "255": 0.021739130839705467 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6780989544907947, - "std_test_acc": 0.03511411861895308, - "n_samples": 286, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.6027067601680756, - "std_cert_acc_36": 0.047121059275174036, - "mean_cert_acc_72": 0.4530477598309517, - "std_cert_acc_72": 0.08969181259611303, - "mean_cert_acc_108": 0.2665387950837612, - "std_cert_acc_108": 0.07258347650757063, - "mean_cert_acc_255": 0.022101450245827436, - "std_cert_acc_255": 0.031427897934939 - }, - "bank": { - "dataset": "bank", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.854493580599144, - "test_acc": 0.8364312267657993, - "train_size": 1130, - "val_size": 701, - "test_size": 2690, - "stats": { - "mean": [ - [ - -0.043444115752212485, - 0.038350172566371764, - 0.021509683185840713, - -0.021201484955752213, - -0.006912000000000016, - 0.04290420228318581, - -0.031048147787610524, - -0.010544807964601867, - -0.027401819469027113, - -0.0011023982300885904, - -0.020262814867256583, - -0.01690946219469023, - -0.0050658819469022965, - 0.027795634513274152, - 0.0035984575221236132, - 0.03735520353982189 - ] - ], - "std": [ - [ - 0.9589625434028519, - 0.9947635481983416, - 1.013551308348929, - 0.9759306172571834, - 1.025514103095601, - 1.1941195969624385, - 0.9952628808737004, - 1.0099558672249285, - 1.0069197139677768, - 1.0315253300196314, - 1.005152797600638, - 0.9721293687592033, - 0.9311569270874402, - 1.0436010567990328, - 0.9725976279868672, - 1.0344584167333912 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 5893, - "cert_evals": { - "36": 0.738944411277771, - "72": 0.6690442562103271, - "108": 0.5763195753097534, - "255": 0.16690441966056824 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.8626865671641791, - "test_acc": 0.8349871370819552, - "train_size": 1130, - "val_size": 670, - "test_size": 2721, - "stats": { - "mean": [ - [ - -0.01574801380530978, - 0.0023927396460177394, - 0.0021967858407077644, - -0.01932307256637162, - 0.006853599999999982, - -0.03479098039734521, - 0.0010882398230089275, - 0.02142298584070794, - -0.04310824424778776, - -0.002926514159292115, - -0.01356536707964567, - 0.01527978015929205, - -0.04149083628318521, - -0.006613960176991296, - 0.006211176106194516, - -0.021354536283185895 - ] - ], - "std": [ - [ - 0.969300386690253, - 1.0029838787869998, - 1.0077378567908635, - 1.0067270576318987, - 0.9737641828355684, - 0.8874066057167844, - 1.0000362134178429, - 0.978768086158569, - 1.0166647522536418, - 1.0110908544078474, - 0.9795699211960872, - 0.988628308543735, - 0.8468895052095667, - 1.0088647512260476, - 1.0744144429583726, - 0.97024384329565 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 5893, - "cert_evals": { - "36": 0.7865671515464783, - "72": 0.7194029688835144, - "108": 0.6567164063453674, - "255": 0.2626865804195404 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8643578643578643, - "test_acc": 0.8113417346182358, - "train_size": 1130, - "val_size": 693, - "test_size": 2698, - "stats": { - "mean": [ - [ - 0.03612999486725651, - 0.0039014732743363205, - -0.026264318584070866, - 0.007914513274336264, - -2.920000000001238e-05, - -0.02074493859203536, - -0.02212137345132746, - -0.02529917433628319, - -0.017585318584070603, - 0.002009283628318563, - -0.032913651327433256, - 0.01575317238053096, - 0.01656134477876116, - 0.004832360176991011, - 0.0046435044247787275, - -0.007806110619469017 - ] - ], - "std": [ - [ - 1.026029784154538, - 1.014567266706415, - 0.9934924943110668, - 1.0009548228746656, - 0.9999976513205256, - 0.9005330945128681, - 0.9966950423207805, - 1.02369326820955, - 1.0066229970970322, - 1.0105897259642973, - 0.9953808522736891, - 1.0444837633462487, - 0.9721502138598372, - 1.0252935681497495, - 0.9895490051866441, - 0.9907898156267138 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 5893, - "cert_evals": { - "36": 0.747474730014801, - "72": 0.6709956526756287, - "108": 0.5685425400733948, - "255": 0.17316016554832458 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8717948717948718, - "test_acc": 0.8350439882697948, - "train_size": 1130, - "val_size": 663, - "test_size": 2728, - "stats": { - "mean": [ - [ - -0.0319807638938054, - 0.00842759592920361, - 0.0032132584070795264, - -0.0512567557522122, - 0.02061919999999998, - 0.017208951831858395, - -0.023906728318583995, - 0.009127680530973464, - 0.04229537345132683, - 0.03913422522123883, - -0.0012866005309730669, - 0.019049747389380534, - 0.0011946368141599608, - -0.01394144424778776, - -0.01887086017699146, - -0.012322258407079635 - ] - ], - "std": [ - [ - 0.9997012384907139, - 1.011637351521284, - 1.0052459246549308, - 0.9835551200097631, - 0.9188989108776542, - 0.975563370252112, - 0.9964151726496702, - 0.9910016079646086, - 0.9876324728734414, - 0.9709295082923052, - 1.018649934814902, - 1.045208416973306, - 1.0916320113723843, - 0.971971990527501, - 0.9802679634858928, - 0.9883913040231975 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 5893, - "cert_evals": { - "36": 0.7767722606658936, - "72": 0.7088989615440369, - "108": 0.6470588445663452, - "255": 0.2699849307537079 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8294510216839462, - "std_test_acc": 0.012091310791135988, - "n_samples": 4521, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.762439638376236, - "std_cert_acc_36": 0.02282933151417852, - "mean_cert_acc_72": 0.6920854598283768, - "std_cert_acc_72": 0.02584967550298301, - "mean_cert_acc_108": 0.6121593415737152, - "std_cert_acc_108": 0.046152723101934696, - "mean_cert_acc_255": 0.21818402409553528, - "std_cert_acc_255": 0.05573914578781502 - }, - "breast-cancer-wisc": { - "dataset": "breast-cancer-wisc", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.9661016949152542, - "test_acc": 0.9679802955665024, - "train_size": 175, - "val_size": 118, - "test_size": 406, - "stats": { - "mean": [ - [ - -0.022535588571428563, - 0.03270772571428592, - 0.05325746457142836, - 0.06163440114285701, - 0.059859796571428064, - -0.04726777714285723, - 0.04544096571428557, - 0.06602559942857117, - 0.14610774857142944 - ] - ], - "std": [ - [ - 0.952214787303689, - 1.0892638945885795, - 1.0696936676502014, - 1.089278359409774, - 1.1050209023715667, - 0.9596438048031793, - 1.0789832917046138, - 1.092361737838657, - 1.280102883239457 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.9576271176338196, - "72": 0.9322034120559692, - "108": 0.9152542352676392, - "255": 0.5847457647323608 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9824561403508771, - "test_acc": 0.9658536585365853, - "train_size": 175, - "val_size": 114, - "test_size": 410, - "stats": { - "mean": [ - [ - -0.014418068571428517, - 0.008363611428571432, - 0.0013426971428572047, - 0.04362350857142855, - 0.06760174228571425, - -0.012737622857143117, - 0.12043267999999967, - -0.02566830114285711, - -0.0004912342857143631 - ] - ], - "std": [ - [ - 1.0359812403938078, - 0.9851680594955492, - 1.0075838815724851, - 1.0487044899930569, - 1.0481096015979268, - 0.9902459117914181, - 1.0891962569916647, - 0.9837374432610851, - 1.028364534365016 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.9736841917037964, - "72": 0.9561403393745422, - "108": 0.9561403393745422, - "255": 0.7719298601150513 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.9813084112149533, - "test_acc": 0.9688249400479616, - "train_size": 175, - "val_size": 107, - "test_size": 417, - "stats": { - "mean": [ - [ - 0.022111400000000093, - 0.05892480000000022, - 0.053257361714285696, - 0.011603669142857164, - 0.01340863999999994, - 0.028070879999999694, - -0.015489731428571414, - -0.006955264571428654, - -0.02714547428571435 - ] - ], - "std": [ - [ - 1.030600322394337, - 1.0255153351270532, - 1.050776582254071, - 0.979718412809739, - 0.9943823240987255, - 1.0416854377063047, - 1.0036051510508777, - 0.9886021184539473, - 1.0198774589002766 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.971962571144104, - "72": 0.9345794320106506, - "108": 0.9252336025238037, - "255": 0.644859790802002 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.978494623655914, - "test_acc": 0.9698375870069605, - "train_size": 175, - "val_size": 93, - "test_size": 431, - "stats": { - "mean": [ - [ - 0.0424054742857143, - -0.014108091428571279, - -0.00827128971428571, - -0.056438248, - -0.030462011428571644, - 0.035918565714285505, - -0.09751196000000009, - -0.053737870857142926, - -0.04380451428571453 - ] - ], - "std": [ - [ - 0.9542842873481718, - 0.9773558222868145, - 0.959218665273952, - 0.9009025916399945, - 0.98004059543331, - 1.0172287889258582, - 1.000728061455461, - 0.9224531635202544, - 0.947073789238405 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.9784946441650391, - "72": 0.9677419066429138, - "108": 0.9677419066429138, - "255": 0.6236559152603149 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9681241202895025, - "std_test_acc": 0.001693398815802984, - "n_samples": 699, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.9704421311616898, - "std_cert_acc_36": 0.00897942521708032, - "mean_cert_acc_72": 0.947666272521019, - "std_cert_acc_72": 0.017177566210415125, - "mean_cert_acc_108": 0.9410925209522247, - "std_cert_acc_108": 0.024871328189970836, - "mean_cert_acc_255": 0.6562978327274323, - "std_cert_acc_255": 0.08100779339290017 - }, - "breast-cancer-wisc-prog": { - "dataset": "breast-cancer-wisc-prog", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.7874015748031497, - "train_size": 49, - "val_size": 22, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.31970781836734696, - 0.1594104081632653, - 0.24753781836734692, - 0.15300701836734695, - 0.1584555244897959, - -0.07602553591836737, - -0.06153886122448981, - 0.024552744897959188, - 0.06713168775510207, - -0.10528630102040819, - -0.1678704836734694, - -0.0915255861224489, - 0.07864324755102042, - -0.0763010120408163, - -0.037683283673469285, - -0.06905704693877551, - -0.042495671428571434, - -0.06359507428571427, - 0.03737176122448981, - -0.1542635448979592, - -0.17539257755102045, - 0.03410600122448976, - 0.19654199204081632, - 0.030810593877551008, - 0.026635724489795946, - -0.07049495102040816, - -0.06440993673469386, - -0.08851851224489796, - 0.02908160000000001, - -0.1859407571428571, - -0.1654363697959184, - 0.12819854693877544, - 0.07058588775510208 - ] - ], - "std": [ - [ - 0.8821495545994039, - 1.046791889090161, - 0.9578267027302361, - 1.039660283165596, - 1.062402836067028, - 0.8890421367893667, - 0.77925901952072, - 1.0440797113889244, - 1.07089974397772, - 0.8387965488338012, - 0.843277245772551, - 0.9360392595139003, - 0.9823857653557395, - 0.9082591415396649, - 0.9365116398737245, - 0.5979213497916245, - 0.6539721608757036, - 0.7958185885004673, - 0.9242350544633458, - 0.6845312987462778, - 0.6502938972920995, - 0.949219789937265, - 0.9404670831714534, - 0.9171284397752019, - 0.9104156790640995, - 1.0518203238418193, - 0.8156351280441914, - 0.8683551446970883, - 0.9112079933660755, - 0.813430119013099, - 0.8388136650033143, - 1.1512761088815193, - 1.0375108599738538 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 24491, - "cert_evals": { - "36": 0.6363636255264282, - "72": 0.5909091234207153, - "108": 0.5, - "255": 0.27272728085517883 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.8235294117647058, - "train_size": 49, - "val_size": 30, - "test_size": 119, - "stats": { - "mean": [ - [ - -0.2954286122448979, - 0.22705779387755098, - 0.13045305210204083, - 0.21518541632653068, - 0.21329647816326533, - -0.23494008897959187, - -0.13741642857142858, - -0.01620160836734699, - 0.07495674877551023, - -0.08356683326530613, - -0.30211086122448977, - 0.17222382204081632, - 0.1861636093877551, - 0.18613398183673469, - 0.17258124081632648, - -0.019180042857142875, - 0.011242470816326589, - -0.019861698775510188, - 0.09400348163265304, - 0.03439312653061231, - -0.08544421122448984, - 0.1251565993877551, - 0.0614657979591837, - 0.1106848959183673, - 0.10643556734693876, - -0.283786518367347, - -0.22690647755102036, - -0.21750787142857142, - -0.11082883795918366, - -0.2517320069387755, - -0.3646700183673469, - 0.17979882653061224, - -0.02691289795918366 - ] - ], - "std": [ - [ - 0.8143503780150015, - 0.9174121431953063, - 0.9505147809888337, - 0.9270519324131056, - 0.9280401005535991, - 1.1301563685159044, - 1.0842494023346008, - 1.17774758901752, - 1.1259425788210895, - 1.0343443324314006, - 0.899946779911175, - 1.0776959194375155, - 1.0652779342066867, - 1.0778896598336396, - 1.0489415511808549, - 1.0202607569462199, - 1.065380703338058, - 1.046928716393895, - 1.0889438008342867, - 1.0504050035821422, - 0.966138030350577, - 0.8642794080204923, - 1.0800430340260923, - 0.8743291823479178, - 0.8688670309147045, - 1.0842628402104706, - 0.8975026094533473, - 0.9571151684782386, - 1.0396216376453484, - 0.914946697740367, - 0.749250166005288, - 1.1231797264684098, - 0.8886200116636936 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 24491, - "cert_evals": { - "36": 0.6333333849906921, - "72": 0.6000000238418579, - "108": 0.5, - "255": 0.40000003576278687 - }, - "fold": 1 - }, - { - "best_epoch": 38, - "best_val_acc": 0.7027027027027027, - "test_acc": 0.7946428571428571, - "train_size": 49, - "val_size": 37, - "test_size": 112, - "stats": { - "mean": [ - [ - -0.03842323061224502, - -0.10614214693877552, - 0.030698034693877517, - -0.1000028979591836, - -0.08415378163265311, - -0.03538041755102043, - -0.04750202040816325, - -0.10165484306122448, - -0.1358923424489796, - -0.02547460816326529, - 0.027964706122448967, - 0.1158320934693878, - 0.2141981857142857, - 0.11305339408163259, - 0.09026773632653065, - -0.07205539183673473, - -0.11876845979591835, - -0.09018467959183678, - -0.001788581632653037, - -0.09199452244897957, - -0.05832562632653058, - -0.06420658346938772, - 0.05587048142857144, - -0.07304466938775511, - -0.028326246938775446, - -0.04279098959183677, - -0.11518350408163265, - -0.12291339183673465, - -0.1940691712244898, - -0.03263718653061224, - -0.029735322448979654, - 0.15452512040816324, - 0.20183378571428573 - ] - ], - "std": [ - [ - 0.9794534025714385, - 1.0053275769298504, - 0.9095119348920842, - 1.008933323770274, - 0.9879586777091109, - 1.0102761898726105, - 0.9960048575197608, - 1.0021029195920532, - 0.9776597311295145, - 0.9821341050152573, - 0.9436155579641772, - 1.1817284472744785, - 1.1856988946274227, - 1.1970542714305854, - 1.1086625077552497, - 0.6618568645391364, - 0.7687365990953271, - 0.8119143908977525, - 1.0415418534564902, - 0.8186632232431363, - 0.8434368212477027, - 1.0615598386819989, - 0.8454048970519085, - 1.0522702304694245, - 1.041897029381895, - 1.1007804274989816, - 0.8280858289610474, - 0.8451988761728604, - 1.0253215425598294, - 0.9705970427113062, - 0.8554540105246272, - 0.9682864062481196, - 1.2134784272055537 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 24491, - "cert_evals": { - "36": 0.6486486792564392, - "72": 0.5405405759811401, - "108": 0.5135135054588318, - "255": 0.27027028799057007 - }, - "fold": 2 - }, - { - "best_epoch": 8, - "best_val_acc": 0.68, - "test_acc": 0.7419354838709677, - "train_size": 49, - "val_size": 25, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.06744018775510212, - 0.18968365714285723, - -0.014217911020408189, - 0.21184517142857145, - 0.16995342797959181, - 0.0988115742857143, - 0.23174346530612244, - 0.2643820010204082, - 0.2708541071428573, - 0.17052290612244894, - 0.08597982244897957, - 0.02605522000000001, - -0.09904910612244898, - 0.07999727979591835, - 0.021088532448979617, - 0.032508024489795916, - 0.1139721422448979, - 0.17344601857142858, - 0.1454327612244898, - 0.09731225102040818, - 0.07194746775510205, - 0.15103356959183675, - -0.07001499795918376, - 0.19365317551020406, - 0.10773460285714288, - 0.06407297959183662, - 0.08076181836734692, - 0.18958595510204077, - 0.30016600816326516, - 0.048603673469387716, - 0.014894271020408143, - 0.2872125, - 0.2280839387755102 - ] - ], - "std": [ - [ - 0.9697920367102327, - 0.9203134351014114, - 0.9060497409545201, - 0.9187807307729611, - 0.9729266703311016, - 0.9430977585802243, - 0.8769553733450195, - 0.8356859349258849, - 0.8680804682359612, - 1.0166341852710845, - 0.8914293133833798, - 0.7940097770795826, - 0.7723528820449007, - 0.8508321197542031, - 0.7752894285658177, - 0.7444263872990391, - 0.9053411998307737, - 0.9999993608516502, - 0.8504750965678145, - 1.090497279238265, - 0.7631870591645827, - 0.9076864322017706, - 0.8687695687330197, - 0.9366133883217269, - 0.9044846120349299, - 0.9712465829469978, - 0.7332294033502637, - 0.8612201045664006, - 0.9404165330479154, - 0.8777899215486339, - 0.6950358654750831, - 1.288136700201249, - 1.084093306135652 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 24491, - "cert_evals": { - "36": 0.6399999856948853, - "72": 0.5999999642372131, - "108": 0.5199999809265137, - "255": 0.3999999761581421 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7868773318954201, - "std_test_acc": 0.03378225804369486, - "n_samples": 198, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.6395864188671112, - "std_cert_acc_36": 0.006627780685906192, - "mean_cert_acc_72": 0.5828624218702316, - "std_cert_acc_72": 0.028538166286691362, - "mean_cert_acc_108": 0.5083783715963364, - "std_cert_acc_108": 0.010030380923667245, - "mean_cert_acc_255": 0.33574939519166946, - "std_cert_acc_255": 0.07419699532016764 - }, - "breast-cancer-wisc-diag": { - "dataset": "breast-cancer-wisc-diag", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.95, - "test_acc": 0.9596541786743515, - "train_size": 142, - "val_size": 80, - "test_size": 347, - "stats": { - "mean": [ - [ - 0.0825849457746479, - 0.16776179100774652, - 0.08018569295774641, - 0.08525118492957748, - -0.13794442330985915, - -0.020546994366197266, - 0.031128610563380326, - 0.027148295774647915, - -0.03857999985915492, - -0.13734727633802823, - 0.08226506922535208, - -0.06624039612676055, - 0.09562314598591552, - 0.11241559394366195, - -0.0706283795774648, - 0.012817941971830999, - 0.03673792985915488, - 0.06254002929577464, - -0.016561529295774678, - -0.03867594647887324, - 0.07726569126760555, - 0.11026314366197185, - 0.07734966126760559, - 0.07510323753521127, - -0.10811489788732392, - 0.017963794225352204, - 0.03508001049295764, - 0.03470587605633805, - -0.006298125654929594, - -0.05882395070422536 - ] - ], - "std": [ - [ - 1.0298680528672801, - 1.0456187991444128, - 1.0339745446187498, - 1.1112548477482211, - 0.9413610006349405, - 1.0168663973319072, - 1.0127149891342198, - 0.9829034935431965, - 0.9115153190139265, - 0.8362062139046329, - 1.3277929800502757, - 0.7882767184809211, - 1.351171258508586, - 1.4874958213599554, - 0.8030624718228448, - 1.0638857030973894, - 1.0680975160236916, - 1.029388660893026, - 0.8840778078833855, - 0.9386046041123467, - 1.042323932480091, - 1.0325935116911305, - 1.0468623000133939, - 1.097427344818284, - 0.9438879408105022, - 1.048839947871273, - 1.087511123501064, - 1.02306665439061, - 0.9281333050780699, - 0.9709946269989288 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 20285, - "cert_evals": { - "36": 0.9375, - "72": 0.9375, - "108": 0.887499988079071, - "255": 0.7125000357627869 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.9634146341463414, - "test_acc": 0.9739130434782609, - "train_size": 142, - "val_size": 82, - "test_size": 345, - "stats": { - "mean": [ - [ - -0.11201186056338029, - 0.07070025633802816, - -0.10239308169014083, - -0.11672702063380279, - 0.032527111971830974, - 0.05026270500000002, - -0.02818336908450703, - -0.04343403450704224, - -0.02067522316901408, - 0.08708522408450704, - -0.11080013492957747, - 0.04381799119718306, - -0.0825752031690141, - -0.11760619366197181, - -0.12109326042253515, - 0.0031279288732394177, - -0.06837052551408451, - -0.09945178922535211, - 0.02686396394366193, - -0.03645938134507036, - -0.09511004859154928, - 0.08993712535211269, - -0.07473255774647886, - -0.10130778450704225, - 0.04382505676056337, - 0.08864361894366199, - 0.03680164077464787, - -0.003688304577464759, - 0.0977748130774647, - 0.08804689718309852 - ] - ], - "std": [ - [ - 0.9195016301354824, - 1.094593366492765, - 0.9291056843219847, - 0.8651637977085379, - 1.104895872882098, - 1.0612349352106514, - 0.9960386306069985, - 0.9599334814324468, - 0.995073713912434, - 1.0059759191906428, - 0.8154754957601557, - 1.1714910738712319, - 0.8337124056974246, - 0.7056775636749633, - 0.8384686418997397, - 0.997008703041016, - 0.7652271837716654, - 0.9491550332342998, - 0.9894126977193328, - 0.8349121832481521, - 0.9324374909578882, - 1.0776300277359205, - 0.9582162700674596, - 0.8930111054213019, - 1.0965646002689322, - 1.0909755237588887, - 1.0811372221216917, - 1.0368266566472815, - 1.0808007528399084, - 1.0161303395181038 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 20285, - "cert_evals": { - "36": 0.9390243291854858, - "72": 0.8902438879013062, - "108": 0.8780487775802612, - "255": 0.7195121645927429 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.9431818181818182, - "test_acc": 0.9292035398230089, - "train_size": 142, - "val_size": 88, - "test_size": 339, - "stats": { - "mean": [ - [ - -0.021816593521126793, - 0.06485498873239437, - -0.02247304859154929, - -0.029893932042253508, - 0.038515619718309926, - -0.02588728169014086, - -0.05297414225352113, - -0.003333404225352076, - 0.04336582049295775, - -0.03314538676056333, - -0.030619029577464745, - -0.0005102492957746506, - -0.05296082697183101, - -0.03949717746478873, - 0.010749251408450719, - -0.0881686789436619, - -0.1314002314507042, - -0.11034913126760565, - -0.034516665140845094, - -0.06504294760563381, - -0.02178127598591549, - 0.04724548049295773, - -0.027157091126760537, - -0.033063059859154906, - 0.05190005140845066, - -0.03469985169014086, - -0.07640525704225351, - -0.020877885915492986, - 0.0502971771619718, - -0.0047201802816901695 - ] - ], - "std": [ - [ - 0.9463937708331187, - 1.0456850321490456, - 0.9481587587922021, - 0.9061036579406758, - 0.9991272345406123, - 0.9529645424014063, - 0.9656412252488126, - 1.0086024557337858, - 1.0101851762447767, - 0.971237840916314, - 0.8511955942668115, - 0.9348241096823969, - 0.7677709117900025, - 0.7619556774338143, - 0.9861286665457306, - 0.835402354513955, - 0.6497713689377111, - 0.83419033386709, - 0.8966910096607936, - 0.7137654744350889, - 0.9276882020178508, - 1.0094191904095935, - 0.9175498580969587, - 0.8830907945718708, - 0.9951613811713826, - 0.955386515361877, - 0.9648461201262609, - 1.0198807080859185, - 1.0490861818978507, - 0.9618292961310324 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 20285, - "cert_evals": { - "36": 0.9090909361839294, - "72": 0.8977273106575012, - "108": 0.875, - "255": 0.6704545617103577 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9753086419753086, - "test_acc": 0.9566473988439307, - "train_size": 142, - "val_size": 81, - "test_size": 346, - "stats": { - "mean": [ - [ - 0.041954460563380286, - -0.03068368455563383, - 0.05642674225352119, - 0.04212094478873236, - 0.0753741992957746, - 0.19173782535211265, - 0.13158766190140847, - 0.10927857042253514, - 0.12073864654929573, - 0.16060644718309858, - 0.0007204726760563243, - 0.02137304077464788, - 0.05429816549295772, - -0.012780137042253566, - 0.013563698028169006, - 0.15196018795774635, - 0.11918610920422545, - 0.08330966570422528, - 0.08884857161971826, - 0.08853129507042258, - 0.03332697760563379, - -0.006147756197183027, - 0.06017890535211265, - 0.025833432394366203, - 0.10165912112676065, - 0.184136802112676, - 0.17515080211267609, - 0.12936214014084502, - 0.10002845492957746, - 0.16336953521126774 - ] - ], - "std": [ - [ - 1.0573062114321623, - 0.9552884577469056, - 1.0710079092993716, - 1.0509022734984494, - 1.1270846333930622, - 1.1567722248607955, - 1.1330587765489406, - 1.140649555855837, - 1.1542513895561295, - 1.0051375538789176, - 0.8967996396101922, - 1.097489083446709, - 0.9381483291097392, - 0.7912780594989863, - 0.9397288734854672, - 0.9788202766737033, - 1.073938446577066, - 0.9563830108562081, - 1.1438144705840625, - 0.7701703811879946, - 1.0262729293228618, - 0.9839279786422038, - 1.0483951162266714, - 1.0167649174977718, - 1.0851034209747896, - 1.0398339487141628, - 1.1490024738247944, - 1.0756456277267925, - 1.0959872724158726, - 0.9323448193880042 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 20285, - "cert_evals": { - "36": 0.9506173133850098, - "72": 0.9259259104728699, - "108": 0.8888888955116272, - "255": 0.7037037014961243 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9548545402048879, - "std_test_acc": 0.01868556697159133, - "n_samples": 569, - "n_features": 30, - "n_classes": 2, - "mean_cert_acc_36": 0.9340581446886063, - "std_cert_acc_36": 0.017645366954468743, - "mean_cert_acc_72": 0.9128492772579193, - "std_cert_acc_72": 0.02249691808354737, - "mean_cert_acc_108": 0.8823594152927399, - "std_cert_acc_108": 0.0068751288821778, - "mean_cert_acc_255": 0.7015426158905029, - "std_cert_acc_255": 0.021711035093719577 - }, - "breast-tissue": { - "dataset": "breast-tissue", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 33, - "best_val_acc": 0.5625, - "test_acc": 0.671875, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.05975213076923076, - -0.1700837961538461, - -0.07101548961538463, - -0.07560978846153853, - -0.09291733192307686, - -0.016577561538461575, - -0.04475990000000001, - -0.07285894230769238, - 0.07173603846153843 - ] - ], - "std": [ - [ - 1.0224159106861461, - 0.8445520785357892, - 0.7741253936128145, - 0.8853536860600771, - 0.38729731508258874, - 0.9582996830625056, - 0.82333349002183, - 0.8965544012774733, - 1.0474511376253193 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2007, - "cert_evals": { - "36": 0.3125, - "72": 0.25, - "108": 0.1875, - "255": 0.125 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.5882352941176471, - "test_acc": 0.5714285714285714, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.06515484615384612, - 0.03429535384615387, - 0.00023585769230772996, - 0.02817068038461536, - 0.29457321923076923, - 0.28562573076923076, - 0.1850123226923077, - 0.007732330769230795, - 0.09394715384615383 - ] - ], - "std": [ - [ - 1.0481371005758702, - 0.9468687513118862, - 0.9541555931791563, - 1.161367210725673, - 1.8089072605844074, - 1.4326989403612587, - 1.2263588432882497, - 1.1230111041722295, - 1.0768662243391771 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2007, - "cert_evals": { - "36": 0.29411765933036804, - "72": 0.29411765933036804, - "108": 0.1764705926179886, - "255": 0.05882352963089943 - }, - "fold": 1 - }, - { - "best_epoch": 32, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 26, - "val_size": 22, - "test_size": 58, - "stats": { - "mean": [ - [ - 0.1420645923076924, - -0.021972550769230735, - 0.05583075653846149, - 0.1584816346153846, - 0.34043701807692306, - 0.2878222653846154, - 0.08915464576923074, - 0.16733479230769233, - 0.15722880769230765 - ] - ], - "std": [ - [ - 1.1134982409667369, - 0.9816789499398818, - 1.0050663167371856, - 1.3274295018092825, - 1.8473866317578664, - 1.5489183023129736, - 1.1110278693236766, - 1.3406661330121303, - 1.11545486536904 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2007, - "cert_evals": { - "36": 0.22727273404598236, - "72": 0.22727273404598236, - "108": 0.13636364042758942, - "255": 0.04545454680919647 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.4166666666666667, - "test_acc": 0.5147058823529411, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1574124615384615, - 0.10245514615384627, - 0.03514549230769227, - 0.3551133961538462, - 0.3894629076923076, - 0.3001374115384615, - 0.28138883461538466, - 0.3308483076923076, - 0.1433466538461538 - ] - ], - "std": [ - [ - 1.080732063435857, - 0.9803609509557707, - 0.9980517989674806, - 1.3433457176877586, - 1.8319487646118202, - 1.4349909430519747, - 1.3440593710651376, - 1.3474895378547405, - 1.0747301574317993 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2007, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.3333333432674408, - "108": 0.3333333432674408, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5645023634453781, - "std_test_acc": 0.07792539136239326, - "n_samples": 106, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.2918059341609478, - "std_cert_acc_36": 0.04590805324554059, - "mean_cert_acc_72": 0.2761809341609478, - "std_cert_acc_72": 0.0471366005297534, - "mean_cert_acc_108": 0.2084168940782547, - "std_cert_acc_108": 0.08612756677269044, - "mean_cert_acc_255": 0.057319519110023975, - "std_cert_acc_255": 0.05166950867403689 - }, - "car": { - "dataset": "car", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.837037037037037, - "test_acc": 0.7612085769980507, - "train_size": 432, - "val_size": 270, - "test_size": 1026, - "stats": { - "mean": [ - [ - 0.08486305092592587, - -0.024837976851851778, - -1.3287037036350012e-06, - 0.011336944444444445, - -0.03684506944444444, - -0.03401083333333333 - ] - ], - "std": [ - [ - 1.0016589891278265, - 1.0231915721256846, - 0.9608720065155524, - 0.9785956932593036, - 0.9832757136677825, - 1.0299163223065575 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 919, - "cert_evals": { - "36": 0.6666666269302368, - "72": 0.5592592358589172, - "108": 0.4444444477558136, - "255": 0.040740739554166794 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8582677165354331, - "test_acc": 0.7975047984644914, - "train_size": 432, - "val_size": 254, - "test_size": 1042, - "stats": { - "mean": [ - [ - 0.11177086574074095, - 0.05174572685185183, - 0.006257092592592696, - -0.014171180555555555, - 0.00850270833333333, - -0.04251354166666666 - ] - ], - "std": [ - [ - 1.0027127363181396, - 1.0149158181522542, - 1.0007483470954381, - 0.9838637435503522, - 0.9979369093278955, - 0.9935806706647962 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 919, - "cert_evals": { - "36": 0.7086614370346069, - "72": 0.5708661675453186, - "108": 0.4527558982372284, - "255": 0.023622047156095505 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.812, - "test_acc": 0.7724665391969407, - "train_size": 432, - "val_size": 250, - "test_size": 1046, - "stats": { - "mean": [ - [ - 0.03725695833333315, - -0.008279379629629494, - -0.017212699074074026, - -0.022673888888888886, - 0.11053520833333332, - -0.005668472222222222 - ] - ], - "std": [ - [ - 1.015550913169218, - 1.0070528609914111, - 1.0176501107132674, - 0.9748453883737107, - 1.0057305909552958, - 0.9857113000295774 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 919, - "cert_evals": { - "36": 0.6480000019073486, - "72": 0.5120000243186951, - "108": 0.34800001978874207, - "255": 0.012000000104308128 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.8351648351648352, - "test_acc": 0.8484848484848485, - "train_size": 432, - "val_size": 273, - "test_size": 1023, - "stats": { - "mean": [ - [ - 0.006209462962963474, - 0.006209476851851934, - -0.0015661527777777126, - -0.017005416666666662, - 0.02267388888888889, - -0.04534777777777777 - ] - ], - "std": [ - [ - 1.0216642383326442, - 0.997836524752538, - 0.9973262178910823, - 0.9855809020000981, - 1.020073036790825, - 0.9917072748761516 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 919, - "cert_evals": { - "36": 0.7399267554283142, - "72": 0.6190476417541504, - "108": 0.49450549483299255, - "255": 0.029304029420018196 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7949161907860829, - "std_test_acc": 0.038800739087106954, - "n_samples": 1728, - "n_features": 6, - "n_classes": 4, - "mean_cert_acc_36": 0.6908137053251266, - "std_cert_acc_36": 0.04141951155742187, - "mean_cert_acc_72": 0.5652932673692703, - "std_cert_acc_72": 0.04395895537505288, - "mean_cert_acc_108": 0.43492646515369415, - "std_cert_acc_108": 0.06195253117833361, - "mean_cert_acc_255": 0.026416704058647156, - "std_cert_acc_255": 0.01196057552585935 - }, - "cardiotocography-10clases": { - "dataset": "cardiotocography-10clases", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 64, - "best_val_acc": 0.6739811912225705, - "test_acc": 0.646551724137931, - "train_size": 531, - "val_size": 319, - "test_size": 1276, - "stats": { - "mean": [ - [ - 0.05696145216572526, - 0.04547308248587554, - 0.02537313540489641, - 0.00411199623352259, - 0.004895357815442945, - 0.008270713935970049, - 0.005839290018833664, - -0.016622836393596845, - 0.056058268926553946, - -0.03742293794726937, - 0.012369841544256039, - 0.0072619020715631285, - 0.009574918079096046, - 0.031539144971751344, - 0.013908543314500948, - 0.011100862523540712, - 0.04299334557438753, - 0.0388642668549907, - 0.03971033022598931, - 0.04886574700564973, - 0.01822254990583819 - ] - ], - "std": [ - [ - 0.9791003932834449, - 1.021744482805594, - 1.1340682159044895, - 1.0045684160238317, - 1.0167341100485954, - 1.0690427250537498, - 1.0300221271732741, - 1.0094253367928134, - 1.0210603991574776, - 0.9572713912379988, - 1.0483212024662971, - 1.0072461534048065, - 1.0014897901284459, - 0.9804849453944862, - 0.9885214019890697, - 1.0745697261946487, - 0.992143934303644, - 0.984246843865331, - 0.9805974247887139, - 1.1272267847632704, - 1.0038856117840471 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 10387, - "cert_evals": { - "36": 0.5611284971237183, - "72": 0.4670846164226532, - "108": 0.35736677050590515, - "255": 0.1222570538520813 - }, - "fold": 0 - }, - { - "best_epoch": 37, - "best_val_acc": 0.6352583586626139, - "test_acc": 0.6477093206951027, - "train_size": 531, - "val_size": 329, - "test_size": 1266, - "stats": { - "mean": [ - [ - 0.02423730847457605, - 0.013319074199623025, - 0.015243735216572874, - 0.004751267419963072, - -0.009100580225987828, - 0.008270713935970045, - 0.024992621468926206, - 0.03573573145009404, - -0.005775212429378253, - -0.0017990462335216943, - -0.04130081879472713, - 0.004844720715630924, - 0.008810358945386055, - 0.025032086685499028, - -0.003331445386064059, - 0.003099077212806293, - 0.013448002824858358, - 0.00903407777777766, - 0.006905300357815675, - 0.014681350583804143, - -0.02494074199623351 - ] - ], - "std": [ - [ - 0.9901364010340642, - 1.0331843009790576, - 1.0385537848348627, - 1.004594460707876, - 0.9939531654620118, - 1.0690427250537498, - 1.1059904833090093, - 1.0066519698467797, - 0.9947251360209003, - 1.007854194532267, - 0.9613978699084029, - 1.0039167957400732, - 1.0015612937949965, - 1.0093255157872945, - 0.9891264460600468, - 0.9170858677231267, - 1.0232842600875196, - 0.9997950684728752, - 1.0142818567858394, - 1.0064323164990734, - 0.9910108983737475 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 10387, - "cert_evals": { - "36": 0.5136778354644775, - "72": 0.42553192377090454, - "108": 0.36474165320396423, - "255": 0.11246200650930405 - }, - "fold": 1 - }, - { - "best_epoch": 45, - "best_val_acc": 0.6943620178041543, - "test_acc": 0.6065182829888712, - "train_size": 531, - "val_size": 337, - "test_size": 1258, - "stats": { - "mean": [ - [ - -0.017864035781544274, - 0.006498658568738066, - 0.055962871563087456, - 0.031599305084746454, - -0.01800729736346521, - 0.008270713935970026, - -0.010121785310734386, - 0.06804887372881353, - -0.026457461770244318, - -0.009681385969868147, - -0.06351851043314512, - 0.0022826497175141396, - 0.0007831224105461175, - 0.006246139887005633, - 0.020293879472693028, - -0.039576907721280453, - -0.031042671939736536, - -0.02997460489642182, - -0.02915410564971728, - -0.03835001242937842, - -0.02802381167608266 - ] - ], - "std": [ - [ - 0.9840240485333955, - 1.0369630058509158, - 1.3077211738329413, - 0.9781910820406798, - 0.9593815683814114, - 1.0690427250537495, - 0.9831811654899777, - 1.0030139105693259, - 0.9410382228102027, - 1.0102835335540883, - 0.9567918855139759, - 0.9840184308800868, - 0.9460545431142556, - 1.0343625123637432, - 0.9972026659995562, - 0.9845178278494092, - 0.982127775954673, - 0.9875424397739129, - 0.9974176458730358, - 0.9332863192875079, - 1.005191404704601 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 10387, - "cert_evals": { - "36": 0.5578634738922119, - "72": 0.4925816059112549, - "108": 0.42136499285697937, - "255": 0.12462908029556274 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.7120253164556962, - "test_acc": 0.6403440187646599, - "train_size": 531, - "val_size": 316, - "test_size": 1279, - "stats": { - "mean": [ - [ - 0.00242115593220332, - -0.035886080602636754, - -0.03572555838041413, - -0.01890058003766386, - -0.032639473446328435, - 0.008270713935969828, - -0.010121798493407167, - 0.037159613276836166, - -0.026031056685498998, - -0.0068150113747645945, - -0.01142061785310738, - -0.00994834726930324, - -0.03017912354048965, - -0.07131180037664787, - -0.020571447269303055, - -0.026240708097928056, - 0.01977089152542346, - -0.0009897885122410945, - 0.008988329585687696, - -0.027821750659133063, - 0.07988433521657268 - ] - ], - "std": [ - [ - 0.9646815053252067, - 0.9964364169189934, - 0.8667767137648238, - 0.9918320242400497, - 0.9443068366192023, - 1.0690427250537484, - 0.9028491559082471, - 0.9963685539925591, - 0.9378981844514512, - 0.9990211691032591, - 0.9968931340694016, - 0.9947823538218709, - 1.01034823063542, - 0.9491639320099594, - 0.9768788202272297, - 0.8919007118681375, - 0.9486367993709804, - 0.9697075304143699, - 0.975375266216865, - 0.9399010412320569, - 0.9783943677709094 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 10387, - "cert_evals": { - "36": 0.5981012582778931, - "72": 0.4905063509941101, - "108": 0.41455698013305664, - "255": 0.0917721539735794 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6352808366466413, - "std_test_acc": 0.0194458258302435, - "n_samples": 2126, - "n_features": 21, - "n_classes": 10, - "mean_cert_acc_36": 0.5576927661895752, - "std_cert_acc_36": 0.03455427492973125, - "mean_cert_acc_72": 0.4689261242747307, - "std_cert_acc_72": 0.031154110404307163, - "mean_cert_acc_108": 0.38950759917497635, - "std_cert_acc_108": 0.03310966609097129, - "mean_cert_acc_255": 0.11278007365763187, - "std_cert_acc_255": 0.014962686568863683 - }, - "cardiotocography-3clases": { - "dataset": "cardiotocography-3clases", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 24, - "best_val_acc": 0.8885448916408669, - "test_acc": 0.8380503144654088, - "train_size": 531, - "val_size": 323, - "test_size": 1272, - "stats": { - "mean": [ - [ - -0.030111656873823105, - -0.003732127118644177, - 0.01116787758945438, - -0.08985611299434969, - -0.00846454877589486, - 0.008270713935970052, - 0.01860809416195951, - 0.07714044712806034, - -0.005562035969867772, - -0.02718609557438801, - -0.012457818041431213, - 0.012724705461393555, - -0.02157851902071565, - -0.007921984030131852, - 0.03306414218455754, - 0.04044068926553697, - -0.048516965348399554, - -0.04458778192090391, - -0.03123695568738192, - 0.02170018583804156, - -0.018774542372881505 - ] - ], - "std": [ - [ - 1.0267196734843282, - 1.0079165135088577, - 0.9473557451244335, - 0.9914796817927604, - 1.004413984395137, - 1.0690427250537498, - 1.0265337126752654, - 1.0005000887455053, - 1.027745709308044, - 0.9908319242282088, - 1.0037543771306683, - 1.0398975301195088, - 1.0062327099761543, - 1.0841869723664168, - 1.0142218392015123, - 1.151741953917099, - 1.0734457791437295, - 1.0354213623061976, - 1.0200885928553527, - 1.1205840477329363, - 1.0030899076810105 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.8513931632041931, - "72": 0.8080494999885559, - "108": 0.767801821231842, - "255": 0.5510835647583008 - }, - "fold": 0 - }, - { - "best_epoch": 45, - "best_val_acc": 0.8865030674846626, - "test_acc": 0.8676122931442081, - "train_size": 531, - "val_size": 326, - "test_size": 1269, - "stats": { - "mean": [ - [ - 0.016391169491525318, - 0.0011396926553671261, - -0.02373987099811634, - 0.03607396610169575, - -0.010373017325799852, - 0.00827071393597003, - 0.012223685499058473, - 0.010651874764595136, - 0.01981098888888896, - 0.01887923308851223, - -0.018915777890772333, - -0.015072648775894497, - 0.009447557815442556, - -0.017157672448210953, - -0.006524062146892641, - -0.03690971751412391, - -0.03587095574387965, - -0.017897674387947204, - -0.022515022862523364, - 0.011496865838041524, - -0.04343927306967993 - ] - ], - "std": [ - [ - 0.9391569592897272, - 1.0230906606141204, - 0.9581004188558814, - 0.9835526445831309, - 0.9979926559581693, - 1.0690427250537498, - 1.0123898646052452, - 1.000643989202775, - 1.0328535759777588, - 1.0412458470198602, - 1.0101002215424937, - 1.0019895656154183, - 1.0176643747680885, - 0.9912502978877031, - 0.9736333689619006, - 0.8842664932785655, - 1.039084545290219, - 0.9977498578188039, - 0.9855549645903211, - 1.0605253991894208, - 1.000119457990836 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.8404907584190369, - "72": 0.803680956363678, - "108": 0.7668711543083191, - "255": 0.5184049010276794 - }, - "fold": 1 - }, - { - "best_epoch": 56, - "best_val_acc": 0.8757575757575757, - "test_acc": 0.866403162055336, - "train_size": 531, - "val_size": 330, - "test_size": 1265, - "stats": { - "mean": [ - [ - 0.011989649905837963, - 0.017703763653483834, - -0.04815508248587558, - 0.0878522580037672, - -0.0001940107344639859, - -0.0574620999999995, - 0.04414582297551817, - 0.04154100908662901, - 0.0033932510357819923, - 0.013044282391713674, - -0.042404981242937984, - 0.04134378888888889, - -0.01985842806026365, - 0.05704191233521654, - 0.04647320527306972, - -0.06624954802259869, - 0.0383948538606398, - 0.015676433521657228, - 0.03476359286252388, - 0.0983877023352167, - -0.00027604896421838714 - ] - ], - "std": [ - [ - 1.0121411725514342, - 1.0022698506112053, - 0.7850107263672123, - 1.021861659011844, - 1.0205680703685656, - 1.0, - 1.0504178369202641, - 0.9762037792485212, - 0.9969033920323853, - 1.0262088384173584, - 0.9577094393711939, - 1.018018865673482, - 1.0072567026892174, - 1.0240761987453126, - 0.9864342700743015, - 0.8655231462742808, - 1.0132444325659744, - 1.002180759880479, - 1.0086965056851351, - 1.1584443320466373, - 0.9678154222739248 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.8181818127632141, - "72": 0.7848484516143799, - "108": 0.7424241900444031, - "255": 0.5545454621315002 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.8817891373801917, - "test_acc": 0.8689547581903276, - "train_size": 531, - "val_size": 313, - "test_size": 1282, - "stats": { - "mean": [ - [ - 0.07590710470809812, - -0.024193697175141464, - -0.04779198342749522, - -0.03360304143126111, - 0.029070319209039387, - -0.024595693032014893, - 0.005839325800377342, - 0.06772045080037671, - 0.004032814877590208, - -0.01572106636534833, - -0.023934781092278794, - -0.0005697517890771726, - -0.008709438794726921, - -0.015583420433144993, - -0.012270593220338952, - 0.01910270809792879, - -0.009544668926553972, - -0.0007485035781543035, - 0.019792885216572968, - 0.012601643615819754, - 0.07063507344632772 - ] - ], - "std": [ - [ - 0.9774443663972388, - 0.9691878598072985, - 0.7938133543361705, - 1.0258465761633682, - 0.9993132346074002, - 0.7566415100311142, - 1.0194614547438874, - 0.9883543548463236, - 0.9952655430481072, - 0.9924332095258233, - 1.0409700820319554, - 0.9838443180700808, - 0.9913771235918427, - 0.9821486224205357, - 0.9651162627503362, - 1.033340912804804, - 1.0105779866484361, - 1.0049118298763688, - 0.989141891228224, - 1.0204876585018856, - 0.9866082018247349 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.8402555584907532, - "72": 0.8019168972969055, - "108": 0.7571884989738464, - "255": 0.54952073097229 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8602551319638201, - "std_test_acc": 0.014839850754630063, - "n_samples": 2126, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.8375803232192993, - "std_cert_acc_36": 0.013937052213107214, - "mean_cert_acc_72": 0.7996239513158798, - "std_cert_acc_72": 0.01018204552295232, - "mean_cert_acc_108": 0.7585714161396027, - "std_cert_acc_108": 0.011786028484225502, - "mean_cert_acc_255": 0.5433886647224426, - "std_cert_acc_255": 0.01678765717064067 - }, - "chess-krvkp": { - "dataset": "chess-krvkp", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 52, - "best_val_acc": 0.9806034482758621, - "test_acc": 0.9736161407139162, - "train_size": 799, - "val_size": 464, - "test_size": 1933, - "stats": { - "mean": [ - [ - -0.012910581977471696, - 0.0232343479349185, - 0.01974840050062684, - -0.006236645807259704, - 0.016582745932415422, - 0.011297774718398169, - 0.042862941176470284, - 0.03031926157697225, - 0.0180404605757215, - -0.010202853566957767, - -0.00189366082603287, - -0.016319619524404437, - 0.0033822653316640658, - -0.03204078085106409, - 0.0705100575719649, - 0.02903828535669439, - -0.03100208760951203, - -0.008096886107634134, - -0.03482669524405622, - 0.019232514392990924, - 0.012952405506882283, - 0.028141539424280874, - 0.012118360450564641, - -0.021248015018773447, - -0.016025085481852858, - 5.306633288432277e-07, - -0.020626277847311296, - -0.017688700000000283, - 0.0857653942428025, - -0.03719805506883507, - 0.005740868585732433, - 0.07288125406758252, - 0.025791864831039592, - -0.00712086608260405, - -0.040342160200250346, - -0.05876795494368149 - ] - ], - "std": [ - [ - 0.9837163023685394, - 1.0378682164982054, - 1.0465982807867846, - 0.9915165284267596, - 1.005530465952035, - 1.0006602278791406, - 1.010781822340367, - 1.0199155022259125, - 1.0041109770934162, - 0.9954304425556489, - 0.999580748645936, - 0.9784729377035531, - 1.001226355888721, - 0.7309839212424674, - 1.0450840322089407, - 1.0585050069556725, - 0.9104979964986178, - 1.0030733244153598, - 0.7855814376765642, - 1.0182546843992308, - 1.0103378991543899, - 1.020315666869466, - 1.0226041285721963, - 0.9944445166738229, - 0.8530722671343124, - 0.9998428506463546, - 0.958403864877632, - 1.0, - 1.297598626233983, - 0.9108937768595846, - 1.0046803731698561, - 1.1311938967311475, - 1.0059129579966133, - 1.0017029704517841, - 1.020154120299574, - 0.9629351207831572 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 29093, - "cert_evals": { - "36": 0.9590517282485962, - "72": 0.9418103694915771, - "108": 0.9137930870056152, - "255": 0.5538793206214905 - }, - "fold": 0 - }, - { - "best_epoch": 34, - "best_val_acc": 0.991130820399113, - "test_acc": 0.9820143884892086, - "train_size": 799, - "val_size": 451, - "test_size": 1946, - "stats": { - "mean": [ - [ - -0.0009927534418022186, - 0.018342768460575525, - -0.06582760575719632, - -0.0020792615769724375, - 0.051078400500625745, - 0.011297774718398223, - -0.03506647058823558, - -0.021223376720899582, - -0.03866361702127398, - -0.02380752190237722, - -0.014526558197747444, - 0.016318818523153884, - 0.006087788485606497, - 0.07781297659574443, - -0.04009326658322881, - 0.017423181476844563, - -0.016413096370462833, - -0.032386387984980926, - 0.020896709511889343, - 0.0017488035043802706, - 0.0032379173967446036, - -0.04377830913642133, - 0.00134634543179087, - -0.008370843554443178, - -0.01602508548185286, - -0.05699136670838574, - 0.012376380475592372, - -0.017688700000000283, - 0.023390775969961416, - 0.03719677847309204, - 0.005740868585732397, - -0.004124948685859613, - 0.002579862327909166, - -0.025243699624531293, - -0.02052447684605754, - 0.019589255319148336 - ] - ], - "std": [ - [ - 0.9986195311743077, - 1.0300230852190024, - 0.8216604611116667, - 0.9970790771407829, - 1.0163955081800622, - 1.0006602278791408, - 0.9894273630441428, - 0.9849960711322177, - 0.9895223747807858, - 0.9893503391280706, - 0.9977270081722001, - 1.0205058915949463, - 1.0023223894472089, - 1.4564544306041578, - 0.9790108101412359, - 1.0355371587989588, - 0.9537117155994841, - 1.0123108404588719, - 1.108181480971759, - 1.001546561141509, - 1.0024924985959782, - 0.9655037096440781, - 1.0024053099202712, - 0.9977739015125082, - 0.8530722671343125, - 1.021876104669329, - 1.0237032374075374, - 1.0, - 1.0898218142005072, - 1.080220497632301, - 1.0046803731698557, - 0.9917285097795778, - 1.000482486194206, - 1.0061895454376688, - 1.0104282205557285, - 1.0110875620192163 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 29093, - "cert_evals": { - "36": 0.9800443649291992, - "72": 0.9623059630393982, - "108": 0.9334811568260193, - "255": 0.6075388193130493 - }, - "fold": 1 - }, - { - "best_epoch": 50, - "best_val_acc": 0.9852631578947368, - "test_acc": 0.9724245577523413, - "train_size": 799, - "val_size": 475, - "test_size": 1922, - "stats": { - "mean": [ - [ - 0.04270595118898613, - -0.035464605757197565, - -0.026330987484355414, - 0.010392891113891287, - 0.024543281602002653, - -0.001253777221526715, - -0.011687647058824222, - -0.02728721652065032, - 0.0025757121401775553, - -0.07006339424280264, - -0.0018936608260329234, - -0.004080205256570354, - 0.04125958948685799, - -0.03204078085106409, - -0.02626784230287835, - -0.023229682102629934, - 0.041942868585731145, - 0.01619261576971138, - 0.006965858322903206, - -0.001747938673341953, - -0.05828717396746041, - 0.04064933917396773, - 0.06597843554443104, - -0.018672580725907748, - 0.005341821777221022, - -0.005427269086358065, - 0.03437815269086148, - -0.017688700000000283, - -0.007796533166459127, - -6.382978713675692e-07, - -0.04346299874843527, - 0.01787682352940982, - -0.03610680851063828, - 0.04465865832290276, - 0.019110889862328, - 0.03990408760951166 - ] - ], - "std": [ - [ - 1.0503026614950781, - 0.9377299469744113, - 0.9332222466570044, - 1.0134812577120929, - 1.0081529457229899, - 0.9997466732969692, - 0.9965218768327301, - 0.9806280790356154, - 1.0004721494235536, - 0.9669617912464558, - 0.9995807486459362, - 0.9945690429937961, - 1.0158077550757176, - 0.7309839212424674, - 0.9989487460582208, - 0.9496723729602274, - 1.1079472020538745, - 0.9931560757473815, - 1.0372639011971079, - 0.998134626824417, - 0.9489971567418679, - 1.0290373693626786, - 1.116580541935386, - 0.9951246155880097, - 1.0441402229839951, - 1.0021017867674258, - 1.064445876205708, - 1.0, - 0.9678679341238935, - 0.999842760601726, - 0.9613338278133499, - 1.0340832941176457, - 0.9901571062749744, - 0.9869400115230125, - 0.9895000075374855, - 1.0222216905424544 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 29093, - "cert_evals": { - "36": 0.9642105102539062, - "72": 0.9473683834075928, - "108": 0.9199999570846558, - "255": 0.621052622795105 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.9672489082969432, - "test_acc": 0.9649303764827231, - "train_size": 799, - "val_size": 458, - "test_size": 1939, - "stats": { - "mean": [ - [ - 0.0029798560700874874, - -0.015898287859826204, - 0.013165630788484818, - -0.002079261576972459, - 0.06434595994993732, - -0.0087847083854817, - -0.035066470588235754, - -0.021223376720899842, - 0.012885544430540316, - -0.0755052615769703, - -0.07516446558197788, - 0.004079404255319092, - 0.041259589486858005, - 0.04119505744680826, - -0.0069122853566958315, - -0.029037234042554844, - -0.01641309637046286, - -0.037784055068836316, - -0.03482669524405622, - -0.04370884480600792, - -0.035620035043805974, - 0.04690323904881119, - -0.009425669586981995, - -0.00064454067584565, - -0.05875890000000068, - -0.04884966708385503, - 0.0453790387984959, - -0.017688700000000283, - 0.002599236545681054, - 0.030997209011264834, - -0.05002351439299086, - 0.006875937421775107, - -0.010315694618272687, - -0.04077755694618336, - 0.004955401752189988, - 0.10084858448060059 - ] - ], - "std": [ - [ - 1.003506639923147, - 0.9726497119550556, - 1.031291250931018, - 0.9970790771407828, - 1.0202330509186042, - 0.9991224561764447, - 0.9894273630441432, - 0.9849960711322175, - 1.0029259974983142, - 0.9641477850388797, - 0.9865314194046129, - 1.0050737920779802, - 1.0158077550757172, - 1.2629201270580204, - 0.9808444007141872, - 0.9366196797544946, - 0.9537117155994845, - 1.0142732074093561, - 0.7855814376765643, - 0.9552444287880467, - 0.9695039665985851, - 1.033313842690941, - 0.9816728244810887, - 0.9996865943557063, - 1.0, - 1.0189528540341442, - 1.0840757895240576, - 1.0, - 1.0102634466126872, - 1.067334702526026, - 0.9552142319361535, - 1.0131869855246693, - 0.9972193469515207, - 1.0097604697449478, - 0.9972056619226006, - 1.052569358911855 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 29093, - "cert_evals": { - "36": 0.9497816562652588, - "72": 0.932314395904541, - "108": 0.914847195148468, - "255": 0.5938864946365356 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9732463658595473, - "std_test_acc": 0.00699633242391326, - "n_samples": 3196, - "n_features": 36, - "n_classes": 2, - "mean_cert_acc_36": 0.9632720649242401, - "std_cert_acc_36": 0.012675344762375326, - "mean_cert_acc_72": 0.9459497779607773, - "std_cert_acc_72": 0.012551169640505642, - "mean_cert_acc_108": 0.9205303490161896, - "std_cert_acc_108": 0.00904974540731228, - "mean_cert_acc_255": 0.5940893143415451, - "std_cert_acc_255": 0.02901030803892473 - }, - "congressional-voting": { - "dataset": "congressional-voting", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5964912280701754, - "test_acc": 0.5613382899628253, - "train_size": 109, - "val_size": 57, - "test_size": 269, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.11779591743119261, - -0.04414557798165136, - -0.044145577981651356, - -0.1385431192660551, - -0.04414557798165139, - -0.026378550458715573, - 0.11256628440366967, - -0.10507706422018329, - -0.054913027522935885, - -0.05395532110091718, - 0.008270385321100901, - 0.10771073394495408, - 0.03500372477064211, - -0.000600422018348633, - -0.02276844036697253 - ] - ], - "std": [ - [ - 0.8184815616369955, - 0.8313668954689791, - 0.8538679440524577, - 0.8538679440524576, - 0.5219210944971431, - 0.8538679440524588, - 0.9259164552817457, - 1.2484961570437194, - 0.7457451590890042, - 0.7568400989501728, - 0.8761485096645807, - 1.012504902324288, - 1.1811957798165138, - 1.0783310548027614, - 0.9977827937237086, - 0.9845600817644352 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 5893, - "cert_evals": { - "36": 0.28070175647735596, - "72": 0.2631579041481018, - "108": 0.22807016968727112, - "255": 0.07017543911933899 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.609375, - "test_acc": 0.5229007633587787, - "train_size": 109, - "val_size": 64, - "test_size": 262, - "stats": { - "mean": [ - [ - -0.00038625688073406236, - 0.057688394495412916, - 0.07259284403669729, - 0.07259284403669727, - -0.08832123853211014, - 0.01422363302752295, - -0.07830136697247703, - -0.08832123853211014, - 0.10401949541284418, - -0.054913027522935885, - -0.09670699082568791, - 0.043890183486238465, - -0.010408844036697309, - -0.05957216513761476, - 0.22344607339449585, - 0.020201284403669834 - ] - ], - "std": [ - [ - 0.9977358415203772, - 1.0666277227790677, - 1.1962128629178321, - 1.196212862917833, - 0.7346827772265264, - 1.0408721364505138, - 0.7595653225302291, - 0.7346827772265264, - 1.1887281938323424, - 0.7568400989501728, - 0.7623714803384029, - 1.0685939449541277, - 0.9788020482079224, - 0.8432648555935023, - 1.3191500469500397, - 1.0109306979905373 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 5893, - "cert_evals": { - "36": 0.3125, - "72": 0.3125, - "108": 0.3125, - "255": 0.09375 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7169811320754716, - "test_acc": 0.575091575091575, - "train_size": 109, - "val_size": 53, - "test_size": 273, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.0008063761467889231, - -0.044145577981651335, - -0.10251478899082538, - -0.08832123853211014, - 0.014223633027522997, - -0.078301366972477, - -0.08832123853211014, - -0.14689637614678883, - -0.12773999999999977, - 0.03154801834862407, - 0.008270385321100882, - 0.028964348623853046, - -0.012284220183486308, - -0.0006004220183486534, - 0.04168614678899078 - ] - ], - "std": [ - [ - 0.8184815616369948, - 0.9978460372285823, - 0.853867944052458, - 0.6065906343935914, - 0.7346827772265261, - 1.0408721364505131, - 0.7595653225302292, - 0.7346827772265265, - 0.6117637925728782, - 1.0, - 1.062789656192666, - 1.0125049023242882, - 1.0520823572341493, - 0.9691144875367229, - 0.9977827937237085, - 1.023184850832101 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 5893, - "cert_evals": { - "36": 0.5094339847564697, - "72": 0.3207547068595886, - "108": 0.30188679695129395, - "255": 0.18867924809455872 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6056338028169014, - "test_acc": 0.5686274509803921, - "train_size": 109, - "val_size": 71, - "test_size": 255, - "stats": { - "mean": [ - [ - -0.0003862568807340379, - -0.05930114678899078, - 0.014223633027522962, - -0.04414557798165134, - -0.03809935779816519, - -0.04414557798165141, - -0.026378550458715615, - 0.012122522935779772, - -0.02143844036697227, - 0.017913944954128333, - -0.0967069908256879, - 0.07950998165137609, - 0.028964348623853057, - -0.012284220183486292, - -0.0006004220183485913, - -0.02276844036697257 - ] - ], - "std": [ - [ - 0.9977358415203773, - 0.9202474953183722, - 1.0408721364505134, - 0.8538679440524575, - 0.8955844252869521, - 0.8538679440524586, - 0.9259164552817456, - 1.0292422785092563, - 0.9536270350654188, - 1.0653667607530586, - 0.7623714803384029, - 1.1207507845689388, - 1.0520823572341482, - 0.9691144875367229, - 0.9977827937237086, - 0.9845600817644354 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 5893, - "cert_evals": { - "36": 0.5211267471313477, - "72": 0.23943661153316498, - "108": 0.2112676054239273, - "255": 0.07042253017425537 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5569895198483927, - "std_test_acc": 0.02340997626067978, - "n_samples": 435, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.40594062209129333, - "std_cert_acc_36": 0.12701002957058485, - "mean_cert_acc_72": 0.28396230563521385, - "std_cert_acc_72": 0.03908725855492853, - "mean_cert_acc_108": 0.2634311430156231, - "std_cert_acc_108": 0.05117949828522482, - "mean_cert_acc_255": 0.10575680434703827, - "std_cert_acc_255": 0.05637623468115228 - }, - "conn-bench-sonar-mines-rocks": { - "dataset": "conn-bench-sonar-mines-rocks", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.7878787878787878, - "test_acc": 0.7723577235772358, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.07224829615384616, - 0.06143836403846155, - 0.17981892115384618, - 0.18359467307692307, - 0.17865188250000005, - 0.18166694038461537, - 0.13145928269230767, - 0.3580806807692308, - 0.2723380293846154, - 0.32641636923076933, - 0.3547530749999999, - 0.27079468269230766, - 0.2390470615384616, - 0.08077609423076923, - 0.06372549615384623, - 0.027136992307692294, - -0.0707615403846154, - -0.013202551923076929, - 0.07079190192307686, - 0.14980152423076923, - 0.19067387173076927, - 0.18353470192307691, - 0.09474908461538462, - 0.11814903269230771, - 0.12851396730769224, - 0.09148541923076925, - 0.007863109038461517, - -0.03280788846153844, - -0.038817317307692306, - -0.030111546153846168, - -0.06803155000000002, - -0.1759780653846154, - -0.09925099846153843, - -0.06391267884615386, - -0.10967796730769228, - -0.09900584423076922, - -0.07212157115384613, - -0.04979613730769235, - -0.014902880769230744, - -0.06563232307692309, - -0.19819578653846154, - -0.09516337250000001, - 0.028546435961538493, - 0.02690762884615383, - -0.051032306153846144, - -0.1709350942307693, - -0.15902759326923072, - 0.05230017500000001, - -0.06006629230769232, - -0.14417805423076924, - 0.04664167115384615, - 0.035231851923076866, - 0.10847407884615384, - 0.0320697788461538, - 0.014380650000000059, - 0.1584930519230769, - 0.24879878846153847, - -0.06910759711538458, - -0.04868835576923079, - -0.009460907692307728 - ] - ], - "std": [ - [ - 0.8826781365757673, - 0.8736204750730865, - 1.0631193826022287, - 1.0559935051069889, - 1.0948164691784295, - 0.9911164668100656, - 1.058133601574446, - 1.1345779651029129, - 1.2612720115229583, - 1.3050289136088924, - 1.2242580940441732, - 1.1507745621698449, - 0.9449561434126305, - 0.9761316418147328, - 1.0515687251009254, - 1.0336058228027496, - 1.0092336792759293, - 0.9721128786372969, - 0.9828570204269845, - 1.0526094050032175, - 1.007626826074757, - 0.9451553241613345, - 1.0688742655635421, - 1.1766129754915444, - 1.0893546356638915, - 0.9472223527353211, - 0.9975324667404246, - 0.9442106678014526, - 0.9147349976996598, - 0.8924870761180707, - 0.9115618167344114, - 0.9476131762252616, - 0.9936735012487963, - 1.091198911266045, - 1.0880994377807855, - 1.058748260466537, - 1.0322810862952991, - 1.0794760575131008, - 1.0563032817583005, - 1.063491740689508, - 0.9911947467095144, - 0.9289066519838143, - 1.060366924720947, - 1.0624085035469397, - 0.8715483240662897, - 0.6896203094035522, - 0.7267883935975691, - 0.928021673885073, - 0.8751357100836189, - 0.7223660360736314, - 0.7383172079055456, - 0.8199366242592814, - 1.0798630214435168, - 1.1347800621794066, - 0.9003324355296055, - 1.2234839576090903, - 1.1067568444114322, - 0.7263873158583661, - 0.9265847016853823, - 0.8105858418957635 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 80165, - "cert_evals": { - "36": 0.696969747543335, - "72": 0.575757622718811, - "108": 0.4848484992980957, - "255": 0.1818181872367859 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.896551724137931, - "test_acc": 0.8661417322834646, - "train_size": 52, - "val_size": 29, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.1496621807692307, - -0.08903577807692303, - -0.14030929807692305, - -0.035338826923076924, - 0.08386959669423068, - 0.09199651153846154, - 0.14088967307692307, - 0.07056369423076922, - -0.0025582480769230555, - 0.009174194230769301, - 0.0818218730769231, - 0.08237485384615381, - 0.04123067288461538, - -0.00616768461538463, - -0.028849084615384605, - -0.04050276923076927, - -0.0212545653846154, - -0.05132907923076921, - -0.04626740192307692, - -0.07403159615384614, - -0.05252051923076921, - 0.030670448076923096, - -0.021138782692307692, - 0.005048434615384597, - 0.09778213076923079, - 0.2050811269230769, - 0.18951900000000002, - 0.09827862115384613, - 0.07715956730769227, - 0.1654723846153846, - 0.07360706730769234, - -0.012788405769230859, - -0.07698564038461544, - -0.11772723500000001, - -0.012259624999999958, - 0.0018293673076923635, - -0.07115984249999997, - -0.07953136711538462, - -0.04274317096153846, - -0.03792623653846152, - -0.08625715769230768, - -0.05082718653846153, - 0.0639244403846154, - 0.05993298846153846, - 0.008120661730769264, - -0.03299837499999998, - -0.08261534326923076, - -0.13786070961538463, - -0.11194899807692303, - -0.1165946903846154, - -0.11254034384615383, - -0.09731205576923077, - -0.10915543461538466, - -0.020348332692307698, - -0.03527259615384616, - -0.05305450769230768, - -0.0766177076923077, - 0.017685547115384614, - 0.05708845576923076, - 0.13349773076923077 - ] - ], - "std": [ - [ - 0.808987901180408, - 0.6916743939877592, - 0.6533719713044063, - 0.7289409087743024, - 0.9799815957215703, - 1.1546934744155954, - 1.0489671907417901, - 1.0406351665781963, - 1.06602300100525, - 0.9855510401092009, - 0.941611877990984, - 0.874334438804182, - 0.8948617088044496, - 0.9284777014495024, - 0.9652796384670821, - 0.9176168045360895, - 0.9187448624511494, - 0.9637941840958039, - 1.036895695822955, - 1.080455047426266, - 1.0569445623516454, - 1.027280062203057, - 0.9972067893847262, - 0.9558109386682533, - 0.9135564279343454, - 0.9323450964074564, - 0.9165881179625035, - 0.9150530169961677, - 0.8966782811687405, - 0.9697039290944067, - 1.0552459326194796, - 1.0678782438443375, - 1.0350794282536124, - 0.981036806175182, - 1.0268794592105523, - 1.049486682131856, - 1.0562822257610098, - 1.0082564159163012, - 1.008195204043701, - 1.0704359719340684, - 1.0356445372719016, - 0.9497252302544834, - 1.0265656593627723, - 1.1425919880616457, - 0.984594565229331, - 0.9387504917802769, - 0.9538513934843633, - 0.9644663205759176, - 0.9826957464876444, - 0.906104614495397, - 0.6863012460053298, - 0.8135699574469399, - 0.8718984903633391, - 0.87106180576059, - 0.9705550873133266, - 0.7881063937322114, - 1.0305107562527829, - 0.9850679024115949, - 1.0840227025091698, - 0.955646054806482 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 80165, - "cert_evals": { - "36": 0.7241379022598267, - "72": 0.7241379022598267, - "108": 0.6551724076271057, - "255": 0.24137930572032928 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.9393939393939394, - "test_acc": 0.8130081300813008, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11352727307692301, - 0.005484550769230757, - 0.14128544711538463, - 0.01698709807692309, - -0.05546616484423073, - 0.015633542307692313, - 0.01695465576923076, - 0.007012186538461534, - 0.16428315769230764, - 0.1885259807692308, - 0.17271181923076925, - 0.10288603057692303, - 0.035842053846153805, - 0.06598513846153845, - 0.024155067307692363, - -0.031890009615384636, - -0.09900835576923078, - -0.06074108884615382, - -0.057217736538461544, - -0.05421212307692307, - 0.009597998076923055, - 0.08198633076923077, - 0.0738865326923077, - 0.11153800000000001, - 0.12820763269230767, - 0.1497061423076923, - 0.17804224999999999, - 0.12074562557692313, - 0.011866653846153862, - 0.02657458461538462, - 0.08961283461538459, - 0.012436888461538488, - -0.15344758865384617, - -0.25327539384615383, - -0.1676381884615385, - -0.08097806538461542, - 0.010272027115384563, - 0.0761040280769231, - 0.07725368461538452, - 0.01526856923076923, - 0.09035966538461546, - -0.018093585576923078, - -0.08110181153846155, - -0.05179539615384614, - -0.062206399423076895, - -0.05773718076923074, - -0.015536751903846145, - -0.05303988461538456, - -0.0334830886538462, - -0.019491399423076903, - -0.014853353461538439, - -0.04920472788461536, - -0.013006382692307706, - -0.11464770384615387, - -0.22059024807692304, - -0.20056836153846153, - -0.17135017615384612, - -0.09496722596153845, - -0.12957644230769227, - 0.05055160769230771 - ] - ], - "std": [ - [ - 0.7779847294085735, - 0.8164589056484339, - 0.8897943994160501, - 0.8232379895108087, - 0.8913136137549748, - 1.2277539871431498, - 1.148342655187086, - 1.0125738638827777, - 1.0308151593845143, - 1.0814728380420244, - 1.1275636354460448, - 1.0953105542528634, - 0.9617223163008869, - 0.9271042130221435, - 1.002366167344782, - 1.0134009310910002, - 0.9541301699800748, - 0.9039526162729385, - 0.8533527267834845, - 0.8674137383144989, - 0.8667342359963858, - 0.8682751705934699, - 0.8669633975953135, - 0.8844079338595519, - 0.8959832014657619, - 0.9477171784962183, - 0.9665146933040765, - 0.9608709208756278, - 0.9362600441482569, - 0.826100491116595, - 0.9039285396250091, - 0.9697986338184826, - 0.8888423793086146, - 0.878236080206782, - 0.9309060317786465, - 0.9900496254008503, - 1.00813869687356, - 1.0903606967893815, - 1.0386726650233546, - 0.9723646970288363, - 0.965534654631892, - 0.9659616919831083, - 0.9294069827841253, - 0.9165737515917189, - 0.890391924899276, - 0.8408198724294259, - 0.7367456383541913, - 0.9168199780746074, - 0.8757122466574018, - 0.8068953654942984, - 0.8229736283202036, - 0.7999629806684128, - 0.9417385941942646, - 0.873184043119562, - 0.7480790001744239, - 0.9895160335641305, - 1.0132212109764678, - 0.7628419936253807, - 0.961901997536315, - 1.3290599320503582 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 80165, - "cert_evals": { - "36": 0.8787878751754761, - "72": 0.8484848737716675, - "108": 0.7272727489471436, - "255": 0.4545454680919647 - }, - "fold": 2 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9696969696969697, - "test_acc": 0.7886178861788617, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11402919442307692, - -0.1958088194230769, - -0.192454475, - -0.2174456115384615, - -0.1483449469961539, - -0.09730015192307692, - -0.11111996346153846, - -0.1199549596153846, - -0.08601968673076922, - -0.1359838, - -0.07711971153846155, - 0.005683598076923046, - -0.07644932499999996, - -0.12452823865384616, - -0.18065320384615383, - -0.24127502307692308, - -0.2122367865384616, - -0.17662752923076924, - -0.13966792115384613, - -0.06574370384615388, - -0.007378620000000012, - -0.0002028721153846167, - 0.06875905961538463, - 0.10454161923076924, - 0.1822036923076923, - 0.14234525, - 0.08357052884615387, - 0.14328510769230768, - 0.2375776069230769, - 0.1643224807692307, - 0.10515068653846156, - 0.09213309999999994, - 0.013323825000000011, - -0.06487759653846153, - -0.13430994076923078, - -0.21115623846153847, - -0.22730641923076922, - -0.23543729230769228, - -0.22808152115384622, - -0.14895506923076926, - -0.001168684615384663, - -0.04320264326923076, - -0.018799333269230768, - -0.013186748076922994, - -0.07072882692307694, - -0.03641541923076926, - -0.009211202865384651, - 0.028638237499999993, - 0.052042886346153845, - -0.09590774230769232, - -0.057291330384615397, - 0.06657091249999998, - 0.02539913076923079, - -0.15310468230769228, - -0.20838050961538462, - -0.049366707692307735, - -0.07994125884615386, - -0.19751397115384617, - -0.2403308269230769, - -0.24415720000000002 - ] - ], - "std": [ - [ - 0.8763416312333093, - 0.602973469758421, - 0.5448117196260321, - 0.5663296924240132, - 0.686341085757452, - 0.8337013907572342, - 0.6813276818285096, - 0.7825144766842531, - 0.7861121760890293, - 0.7905273301791387, - 0.7805552299762032, - 0.9027317120726256, - 0.8667207852850977, - 0.8531311452416169, - 0.8318630140159454, - 0.8852179006046725, - 0.8740431599665568, - 0.8442406359472446, - 0.8609171894886277, - 0.886971626868803, - 0.9185053211820478, - 1.0100806480837976, - 0.9919727273312126, - 1.0562822860856174, - 0.9850251469218465, - 0.9910273621465151, - 1.0655846350198521, - 0.9906322053442151, - 0.8736899428048334, - 0.9821436750511889, - 0.9453561139667965, - 0.8625303165093016, - 1.0040239879345572, - 0.9847231539651756, - 0.9280844832031707, - 0.9503954469001101, - 0.9765763369138967, - 0.965164414073675, - 0.9709362119147936, - 1.0665530487737096, - 1.0793454570821943, - 1.0572717622116554, - 1.0593503627745042, - 1.0162684589041668, - 1.0177130607371694, - 1.0958546673800382, - 1.1902586310529617, - 1.1293249209196217, - 1.0653539976947333, - 0.9647675285784101, - 1.1814566025747812, - 1.13738601881979, - 1.0351334435322548, - 0.934859922308927, - 0.7895031892247589, - 0.9239212461978867, - 0.8971132845231489, - 0.7340435621135994, - 0.876038640540552, - 0.7272617950430326 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 80165, - "cert_evals": { - "36": 0.8787878751754761, - "72": 0.8484848737716675, - "108": 0.8181818723678589, - "255": 0.4545454680919647 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8100313680302157, - "std_test_acc": 0.0409677709926102, - "n_samples": 208, - "n_features": 60, - "n_classes": 2, - "mean_cert_acc_36": 0.7946708500385284, - "std_cert_acc_36": 0.0977611885956609, - "mean_cert_acc_72": 0.7492163181304932, - "std_cert_acc_72": 0.12964739132826733, - "mean_cert_acc_108": 0.671368882060051, - "std_cert_acc_108": 0.14110454212601098, - "mean_cert_acc_255": 0.33307210728526115, - "std_cert_acc_255": 0.14235738238696732 - }, - "conn-bench-vowel-deterding": { - "dataset": "conn-bench-vowel-deterding", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 43, - "best_val_acc": 0.7425742574257426, - "test_acc": 0.775175644028103, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 3050, - "cert_evals": { - "36": 0.6336633563041687, - "72": 0.4653465151786804, - "108": 0.3366336524486542, - "255": 0.039603959769010544 - }, - "fold": 0 - }, - { - "best_epoch": 75, - "best_val_acc": 0.8611111111111112, - "test_acc": 0.8095238095238095, - "train_size": 462, - "val_size": 108, - "test_size": 420, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 3050, - "cert_evals": { - "36": 0.6388888955116272, - "72": 0.5277777910232544, - "108": 0.40740740299224854, - "255": 0.009259259328246117 - }, - "fold": 1 - }, - { - "best_epoch": 51, - "best_val_acc": 0.8514851485148515, - "test_acc": 0.7985948477751756, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 3050, - "cert_evals": { - "36": 0.6831682920455933, - "72": 0.5049504637718201, - "108": 0.3762376308441162, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 53, - "best_val_acc": 0.7850467289719626, - "test_acc": 0.7410926365795725, - "train_size": 462, - "val_size": 107, - "test_size": 421, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 3050, - "cert_evals": { - "36": 0.6168224215507507, - "72": 0.5140186548233032, - "108": 0.35514017939567566, - "255": 0.018691588193178177 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7810967344766651, - "std_test_acc": 0.03027468538456795, - "n_samples": 990, - "n_features": 11, - "n_classes": 11, - "mean_cert_acc_36": 0.643135741353035, - "std_cert_acc_36": 0.02830051643865768, - "mean_cert_acc_72": 0.5030233561992645, - "std_cert_acc_72": 0.026813782079206455, - "mean_cert_acc_108": 0.36885471642017365, - "std_cert_acc_108": 0.030370504092891284, - "mean_cert_acc_255": 0.01688870182260871, - "std_cert_acc_255": 0.016957495735559238 - }, - "chess-krvk": { - "dataset": "chess-krvk", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 25, - "best_val_acc": 0.24420255560814008, - "test_acc": 0.2098001902949572, - "train_size": 7014, - "val_size": 4226, - "test_size": 16816, - "stats": { - "mean": [ - [ - 0.012324607927003232, - 0.007078780439120998, - 0.0020496236099223986, - -0.024108994297119334, - -0.0005551300684344027, - 0.00494480253777899 - ] - ], - "std": [ - [ - 0.999931915679557, - 1.0057899986789152, - 1.0018138589619487, - 0.9949807268406698, - 1.0000689847213224, - 1.0016960231746526 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 1101, - "cert_evals": { - "36": 0.11358258128166199, - "72": 0.05513487756252289, - "108": 0.027685754001140594, - "255": 0.0021296734921634197 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.24379285883187515, - "test_acc": 0.2032355915065723, - "train_size": 7014, - "val_size": 4229, - "test_size": 16813, - "stats": { - "mean": [ - [ - 0.02662805560307895, - 0.005693713430283323, - -0.0016727181351587745, - 0.014426962075848423, - -0.007343462446535813, - 0.00437411206158899 - ] - ], - "std": [ - [ - 0.9852094089714073, - 0.9988688121679218, - 1.0043106562162794, - 0.9917902725212167, - 0.9953541320225967, - 0.995076350426718 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 1101, - "cert_evals": { - "36": 0.10215181112289429, - "72": 0.051312368363142014, - "108": 0.02104516513645649, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.2234902520209225, - "test_acc": 0.19499881206937514, - "train_size": 7014, - "val_size": 4206, - "test_size": 16836, - "stats": { - "mean": [ - [ - 0.009281328200740034, - -0.0021550139720564235, - -0.004650539349872485, - 0.006120143427431122, - -0.0004934166951813222, - 0.0024717757342437065 - ] - ], - "std": [ - [ - 0.9905305563279689, - 1.0007194352174467, - 1.0073929861352688, - 0.996792137495875, - 0.995664797353786, - 0.9984373474066448 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 1101, - "cert_evals": { - "36": 0.10389919579029083, - "72": 0.053970519453287125, - "108": 0.028530672192573547, - "255": 0.0011887779692187905 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.253864168618267, - "test_acc": 0.23950632005723826, - "train_size": 7014, - "val_size": 4270, - "test_size": 16772, - "stats": { - "mean": [ - [ - 0.0038034088964931244, - -0.012312182207011678, - 0.00825354519532299, - -0.012616928286283908, - 0.00814625808383194, - 0.012173608639860799 - ] - ], - "std": [ - [ - 0.9903915605524702, - 0.991199162231707, - 1.011474563134033, - 0.9971077092137348, - 0.999255185770078, - 1.0033642166267953 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 1101, - "cert_evals": { - "36": 0.14215455949306488, - "72": 0.06299765408039093, - "108": 0.022716626524925232, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.21188522848203573, - "std_test_acc": 0.019384180518456945, - "n_samples": 28056, - "n_features": 6, - "n_classes": 18, - "mean_cert_acc_36": 0.115447036921978, - "std_cert_acc_36": 0.01850120374976656, - "mean_cert_acc_72": 0.05585385486483574, - "std_cert_acc_72": 0.005024037138625581, - "mean_cert_acc_108": 0.024994554463773966, - "std_cert_acc_108": 0.0036757455159994365, - "mean_cert_acc_255": 0.0008296128653455526, - "std_cert_acc_255": 0.001032096929869163 - }, - "contrac": { - "dataset": "contrac", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.6018957345971564, - "test_acc": 0.5055928411633109, - "train_size": 368, - "val_size": 211, - "test_size": 894, - "stats": { - "mean": [ - [ - 0.04983602472826088, - -0.03683848315217381, - -0.030433624999999895, - 0.04126441032608701, - 0.0759277635869569, - 0.038788576086956336, - -0.05566297010869535, - 0.0662070706521741, - 0.049484739130435086 - ] - ], - "std": [ - [ - 1.0349771394866476, - 1.0203618187773704, - 1.0773888859130338, - 0.9920452760418988, - 0.9188135203134653, - 0.9763026632803047, - 0.9941427090552807, - 0.9825316131926941, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 1950, - "cert_evals": { - "36": 0.4123222827911377, - "72": 0.27014219760894775, - "108": 0.18483412265777588, - "255": 0.033175356686115265 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.5619047619047619, - "test_acc": 0.46368715083798884, - "train_size": 368, - "val_size": 210, - "test_size": 895, - "stats": { - "mean": [ - [ - -0.029433755434782626, - -0.071642726902174, - -0.09035044293478262, - 0.020525774456521734, - 0.007337516304348054, - 0.03878857608695629, - 0.035455372282608796, - -0.03957563858695622, - 0.049484739130434774 - ] - ], - "std": [ - [ - 1.034137512591575, - 1.0184105128981196, - 1.0653920839838686, - 1.048083233025277, - 0.9923881347533616, - 0.9763026632803046, - 0.9969044818106321, - 1.048729739192908, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 1950, - "cert_evals": { - "36": 0.4000000059604645, - "72": 0.29523810744285583, - "108": 0.19523809850215912, - "255": 0.009523809887468815 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.5241935483870968, - "test_acc": 0.5344224037339557, - "train_size": 368, - "val_size": 248, - "test_size": 857, - "stats": { - "mean": [ - [ - -0.0224978108695652, - 0.0756058451086956, - 0.07941412771739106, - 0.040112260869565215, - -0.03076817663043453, - -0.09286419021739152, - -0.046236899456521284, - 0.002180663043478335, - -0.06466629619565217 - ] - ], - "std": [ - [ - 1.0160308953617057, - 0.95882526146548, - 0.9253350657327032, - 1.0559034595300474, - 1.0290230539377072, - 1.0476659682160625, - 0.9462830856884548, - 0.9600526966125309, - 0.8858527840526336 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 1950, - "cert_evals": { - "36": 0.3588709533214569, - "72": 0.22177419066429138, - "108": 0.13709676265716553, - "255": 0.004032257944345474 - }, - "fold": 2 - }, - { - "best_epoch": 31, - "best_val_acc": 0.4588744588744589, - "test_acc": 0.5091533180778032, - "train_size": 368, - "val_size": 231, - "test_size": 874, - "stats": { - "mean": [ - [ - -0.05156334456521742, - -0.044870314673913024, - -0.03376221739130403, - 0.026286519021739164, - 0.06068548641304363, - -0.023903217391304493, - 0.03859739402173936, - -0.05627817934782584, - -0.01277946195652176 - ] - ], - "std": [ - [ - 1.0188547788894706, - 0.9948418681411789, - 0.9984372596511997, - 1.0660676802579363, - 0.9360979718845777, - 1.0130497245255512, - 0.9834396874521251, - 1.0057604797479107, - 0.9785587320331135 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 1950, - "cert_evals": { - "36": 0.3636363744735718, - "72": 0.25108224153518677, - "108": 0.190476194024086, - "255": 0.03030303120613098 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5032139284532646, - "std_test_acc": 0.029310240831417422, - "n_samples": 1473, - "n_features": 9, - "n_classes": 3, - "mean_cert_acc_36": 0.3837074041366577, - "std_cert_acc_36": 0.026482419800263026, - "mean_cert_acc_72": 0.25955918431282043, - "std_cert_acc_72": 0.031008332374915182, - "mean_cert_acc_108": 0.17691129446029663, - "std_cert_acc_108": 0.026881507868879124, - "mean_cert_acc_255": 0.019258613931015134, - "std_cert_acc_255": 0.014631737288710754 - }, - "credit-approval": { - "dataset": "credit-approval", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.85, - "test_acc": 0.8444976076555024, - "train_size": 172, - "val_size": 100, - "test_size": 418, - "stats": { - "mean": [ - [ - 0.04231717441860458, - -0.04319939244186043, - 0.01132773546511633, - 0.10497429069767436, - 0.1039714651162791, - -0.016887567441860464, - 0.12197747790697662, - 0.056721959767441876, - 0.023127069767441777, - 0.01803883720930219, - 0.02175907906976748, - -0.014331000000000156, - 0.026975616279069855, - -0.07794171941860471, - 0.08645942000000016 - ] - ], - "std": [ - [ - 0.9668001544731439, - 0.9828833679832603, - 1.0033612624654744, - 1.0683622008830216, - 1.0656041538091992, - 1.0007415139821727, - 1.1272056598607636, - 1.0528268054248064, - 1.0000784525981627, - 0.9964680315230805, - 0.9149454309542941, - 1.0003809007273163, - 1.0289037612452905, - 0.9424723282553955, - 1.5519077166103805 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 5195, - "cert_evals": { - "36": 0.7699999809265137, - "72": 0.7099999785423279, - "108": 0.6599999666213989, - "255": 0.20999999344348907 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.9032258064516129, - "test_acc": 0.8305882352941176, - "train_size": 172, - "val_size": 93, - "test_size": 425, - "stats": { - "mean": [ - [ - -0.05893763953488379, - -0.09494667732558137, - 0.10661604441860463, - 0.0016465697674418215, - -0.0016443023255812898, - -0.03715416976744184, - 0.019046397674418694, - 0.12816041290697705, - 0.04639099999999992, - 0.006295348837209058, - -0.02008573604651146, - -0.13093850000000004, - 0.006132180232558206, - -0.012206166162790686, - 0.10673194959302351 - ] - ], - "std": [ - [ - 1.0212712368033299, - 1.002227255518295, - 1.0267015215317181, - 1.0197891663144403, - 1.0132886907601226, - 0.9740103182437764, - 0.9462774495372472, - 1.135180114956504, - 1.0003490000000002, - 0.9983346607548056, - 0.9387238466077318, - 1.0017391917815985, - 0.9989094608428061, - 0.9604377028423987, - 1.6924318356475039 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 5195, - "cert_evals": { - "36": 0.8279569745063782, - "72": 0.7419354915618896, - "108": 0.602150559425354, - "255": 0.2150537669658661 - }, - "fold": 1 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8504672897196262, - "test_acc": 0.8467153284671532, - "train_size": 172, - "val_size": 107, - "test_size": 411, - "stats": { - "mean": [ - [ - -0.09690819767441845, - -0.07829492377906978, - 0.14346898139534883, - 0.008104488372092981, - 0.011557720930232681, - 0.0203769784883721, - -0.058847231395348816, - -0.004431645348837212, - 0.01149510465116271, - -0.02893511627906998, - -0.018890154651162814, - -0.07263475000000007, - -0.0563980755813953, - -0.0557846427906977, - -0.04536849656976747 - ] - ], - "std": [ - [ - 1.0400780435620642, - 0.9163334239629656, - 1.1299454947101701, - 0.9838838771477533, - 0.9907637201902963, - 1.0059394076223003, - 0.9122317175379675, - 0.9398719190475693, - 0.9997401653873875, - 1.0030891544052551, - 0.8392167415058691, - 1.0027567026500943, - 0.9205981575020528, - 0.8548997051032522, - 0.5350874335618861 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 5195, - "cert_evals": { - "36": 0.7943925261497498, - "72": 0.7476634979248047, - "108": 0.6915887594223022, - "255": 0.14953270554542542 - }, - "fold": 2 - }, - { - "best_epoch": 41, - "best_val_acc": 0.8962264150943396, - "test_acc": 0.837378640776699, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.029660302325581287, - 0.04967415668604653, - 0.035228697674418614, - -0.08230726744186062, - -0.0808560755813953, - -0.06068950697674418, - 0.05521145232558148, - 0.0520138111627908, - -0.00013686046511636238, - -0.02893511627906982, - 0.0647990941860465, - -0.08429550000000029, - -0.11892838372093019, - -0.14010143755813953, - -0.060122975697674434 - ] - ], - "std": [ - [ - 0.9866458073044232, - 1.0497387015089001, - 0.9194770520533397, - 0.928940005324823, - 0.9330534400726008, - 1.0077990709538949, - 1.0375139084982685, - 0.9494310078822967, - 0.9992663708949371, - 1.0030891544052551, - 1.2789280573338035, - 1.0028244999999991, - 0.8074645456755252, - 0.8265119967382965, - 0.4698103883611287 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 5195, - "cert_evals": { - "36": 0.8301886916160583, - "72": 0.7735849022865295, - "108": 0.698113203048706, - "255": 0.3207547068595886 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.839794953048368, - "std_test_acc": 0.007316847524528054, - "n_samples": 690, - "n_features": 15, - "n_classes": 2, - "mean_cert_acc_36": 0.805634543299675, - "std_cert_acc_36": 0.028852510691716734, - "mean_cert_acc_72": 0.7432959675788879, - "std_cert_acc_72": 0.02612131101841199, - "mean_cert_acc_108": 0.6629631221294403, - "std_cert_acc_108": 0.04382504372409564, - "mean_cert_acc_255": 0.2238352932035923, - "std_cert_acc_255": 0.07114018554618641 - }, - "cylinder-bands": { - "dataset": "cylinder-bands", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.7317073170731707, - "test_acc": 0.7350993377483444, - "train_size": 128, - "val_size": 82, - "test_size": 302, - "stats": { - "mean": [ - [ - -0.018113468749999997, - -0.09801495312499989, - -0.09835764843749996, - 0.015201562499999939, - -0.08460044531249963, - -0.05902956249999998, - -0.02159560937500003, - -0.10518925781250046, - 0.03565878125000016, - 0.03781927343750002, - -0.0029206640624998936, - -0.005388015624999963, - -0.007189643749999884, - -0.11441540624999999, - 0.02687471875000009, - -0.08272973437500022, - 0.014233650781250131, - -0.040908945312500035, - -0.20346299999999978, - 0.09558365781249996, - -0.12876496562500006, - -0.05027554687499996, - 0.03137399609374995, - -0.07727224921875003, - -0.112076146875, - 0.04986750409374999, - 0.0467316294531248, - 0.08485301562499976, - -0.07968368828125014, - -0.0404871031249999, - 0.026726734374999978, - 0.04898852562499999, - 0.07183878906250019, - 0.01963753046874992, - 0.07539527343749987 - ] - ], - "std": [ - [ - 1.009708113595319, - 0.6915256837343526, - 1.1851115463631896, - 1.1075149207516606, - 0.6356019715752345, - 0.9895598820491779, - 1.036117446187858, - 0.47416953322612243, - 0.9128570390625407, - 0.9754439041131451, - 0.9772769577736968, - 0.9965990540260843, - 1.0049338980010496, - 1.0152930221805465, - 1.0110105352731478, - 0.9779734187172597, - 0.946783796715577, - 0.9180378675297654, - 0.9791387337832046, - 1.3026657902081404, - 1.1587041225508155, - 1.0035768471185391, - 1.0872637801794474, - 0.8506413201552353, - 1.0909742588199165, - 0.9223170655454694, - 0.925140911301162, - 1.2060797979297548, - 0.10884702615305564, - 1.0969927491363656, - 1.0397512419029202, - 0.9385559077709305, - 0.7908440559763066, - 0.8086858742098973, - 0.23360368046727112 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 27515, - "cert_evals": { - "36": 0.6097560524940491, - "72": 0.5365853309631348, - "108": 0.4146341383457184, - "255": 0.2073170691728592 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7083333333333334, - "test_acc": 0.7211538461538461, - "train_size": 128, - "val_size": 72, - "test_size": 312, - "stats": { - "mean": [ - [ - -0.15498346874999988, - 0.07623314062499989, - -0.08125197656250005, - 0.1064101249999995, - 0.028200664062500352, - 0.14560404687500025, - 0.1655534453124999, - -0.021037773437500448, - 0.03565884375000017, - -0.09565992968750019, - -0.06719309374999989, - 0.07724234374999989, - 0.014383128125000021, - 0.015113148437499955, - 0.11287723437500005, - 0.15718076562499975, - -0.11598707812499996, - 0.01952450812500009, - -0.05958846093749991, - 0.05810956640625002, - 0.09577258359374996, - 0.01608712499999998, - 0.0455139015625, - -0.09322180656250004, - 0.010363770312500003, - -0.09235189678125001, - -0.12943964476562508, - 0.07837251562499978, - -0.08934230000000017, - -0.11201488515624988, - -0.016908421875000006, - -0.19726601218749995, - -0.027512601562499843, - -0.1071632757812501, - -0.06936312500000016 - ] - ], - "std": [ - [ - 0.9566675689840457, - 1.1785922605080725, - 1.0752069854571855, - 1.134315391792329, - 1.0921920451077407, - 1.0073040155644573, - 1.0080335723206957, - 0.8147932438575216, - 0.7216766565111302, - 1.0325076089625134, - 1.0351765461316509, - 0.9787809233141151, - 0.9952912678839302, - 0.9646382079847095, - 0.9376275956128628, - 1.025290058167112, - 1.1238851154497491, - 0.9392938268734667, - 0.9623682791314133, - 0.6383677679060908, - 0.8128844998290236, - 0.9862468382017052, - 0.8444859158500648, - 1.051379690058149, - 0.9861572089261571, - 1.2038176163546097, - 1.2075147493034224, - 1.1662944917994549, - 1.0, - 1.0433698981937496, - 0.9167305702944823, - 1.1576246436005715, - 1.2133555868200756, - 1.2553958063370618, - 1.386742675536984 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 27515, - "cert_evals": { - "36": 0.6527777910232544, - "72": 0.5555555820465088, - "108": 0.5, - "255": 0.1111111119389534 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.7333333333333333, - "test_acc": 0.7313915857605178, - "train_size": 128, - "val_size": 75, - "test_size": 309, - "stats": { - "mean": [ - [ - -0.018113499999999876, - -0.010890906250000026, - 0.004276054687499921, - -0.04560409375000058, - -0.02819989062499964, - 0.003934625000000143, - 0.10796916406250016, - 0.02103777343750001, - -0.02139478124999982, - 0.02002204687499978, - -0.008763656249999825, - -0.04131476562499997, - 0.057528609375000095, - -0.11441537500000004, - -0.051960625, - 0.09099853124999963, - 0.025328648437500097, - 0.06508276609375009, - -0.0463809687499999, - 0.05531756718749999, - 0.048115672656250004, - -0.044416265624999944, - -0.006333254687500049, - 0.07249342484374995, - 0.017864971093750025, - -0.032888132281249996, - -0.005630188515625072, - -0.08849829687500009, - 0.1810991601562506, - -0.03171481484375, - -0.03763525000000013, - 0.012247269375000123, - -0.010699218749999687, - -0.04182582187500004, - 0.0392055468749999 - ] - ], - "std": [ - [ - 1.0014570356459378, - 0.9701723266723137, - 0.976668923366092, - 0.8848220008281984, - 0.8953310490553396, - 0.9995254897694512, - 1.0022604928841146, - 1.1538252271496559, - 1.0317076974392008, - 0.9849764181760653, - 0.9644949026944296, - 0.9682202506697574, - 1.0200144373065265, - 1.024650754456481, - 0.991180532876508, - 1.0231518076189408, - 0.9417295162218619, - 1.1518106310277838, - 1.0373234489917649, - 1.1369455371092343, - 0.9154717541032745, - 1.1226380377592042, - 1.0778851186420637, - 0.9942494651921334, - 0.9650868598248783, - 0.991851813013072, - 0.9883223822673011, - 0.8159153965212675, - 1.7818000158367098, - 0.9958958318550638, - 0.8529177390193199, - 0.9950922963006184, - 1.0386479794315284, - 1.046608837125399, - 0.3263770311133624 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 27515, - "cert_evals": { - "36": 0.6266666650772095, - "72": 0.5866667032241821, - "108": 0.46666666865348816, - "255": 0.24000000953674316 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.8108108108108109, - "test_acc": 0.7161290322580646, - "train_size": 128, - "val_size": 74, - "test_size": 310, - "stats": { - "mean": [ - [ - -0.09862528124999967, - 0.07623314062499992, - -0.14967442968749994, - 0.1064100937499999, - 0.08460121875000035, - 0.11412195312500018, - 0.035988921874999975, - 0.02103796874999956, - 0.049922195312500195, - 0.020022046875000005, - 0.07303782812500019, - 0.1706510703124999, - 0.03116200625000013, - 0.10146572656249976, - 0.12004409375000007, - 0.04963468749999977, - -0.09730074531250002, - 0.2519632110937501, - 0.10295269531250012, - -0.017867453124999995, - 0.15167814140624994, - 0.053232843750000036, - 0.05788653593750008, - -0.03172638593750004, - 0.12707835390624983, - -0.07419502420312495, - -0.046009344765625224, - 0.07189192187499989, - -0.012073297656250094, - -0.011471089062500009, - 0.04745321093750001, - -0.06254772593749994, - 0.02904130468750018, - -0.017295875000000013, - -0.045236640625000143 - ] - ], - "std": [ - [ - 0.9681512944811281, - 1.1785922605080716, - 1.1820212062123494, - 1.2342204701284085, - 1.2560999937316328, - 1.0073040155644557, - 0.9422562101157176, - 0.9370712715647449, - 0.8107579850267628, - 0.9849764181760654, - 1.0089890027616917, - 1.0128688585013823, - 1.021806803227722, - 0.9860449137879513, - 0.965560494387225, - 1.0099223731350104, - 1.1411416049886207, - 0.9766554256496787, - 1.078888741266553, - 0.8735915598455525, - 0.9043004878113329, - 0.935916801014639, - 0.9022876021268718, - 1.0095878491602719, - 0.9226412455171137, - 1.103674350946853, - 1.109671652163808, - 1.0892584104797631, - 0.8707774330138579, - 0.9662087759049208, - 0.9327069000527582, - 1.0958735530051178, - 1.0258970951245958, - 1.0635339261419625, - 1.376208872677819 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 27515, - "cert_evals": { - "36": 0.7297297716140747, - "72": 0.6081081032752991, - "108": 0.5270270109176636, - "255": 0.2567567527294159 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7259434504801933, - "std_test_acc": 0.008808623886881585, - "n_samples": 512, - "n_features": 35, - "n_classes": 2, - "mean_cert_acc_36": 0.6547325700521469, - "std_cert_acc_36": 0.05303767075355756, - "mean_cert_acc_72": 0.5717289298772812, - "std_cert_acc_72": 0.031849809284515244, - "mean_cert_acc_108": 0.47708195447921753, - "std_cert_acc_108": 0.04840094142268713, - "mean_cert_acc_255": 0.2037962358444929, - "std_cert_acc_255": 0.06511133551845186 - }, - "dermatology": { - "dataset": "dermatology", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.9827586206896551, - "test_acc": 0.9723502304147466, - "train_size": 91, - "val_size": 58, - "test_size": 217, - "stats": { - "mean": [ - [ - 0.06255490109890108, - -0.09950824175824165, - 0.06084052747252747, - -0.16717494505494507, - 0.052244340659340686, - 0.0025714945054945153, - -0.02246861538461534, - -0.017277736263736184, - -0.021717483516483508, - 0.03348407692307688, - -0.0475760989010988, - 0.06572261538461521, - 0.08858902197802174, - -0.1041265714285716, - 0.005385186813186856, - -0.035476670329670376, - 0.07677762417582405, - 0.04374145054945071, - 0.1155099230769231, - 0.12043031868131869, - 0.01650943956043959, - 0.07769217582417579, - -0.030356758241758278, - 0.013477208791208829, - 0.015482648351648287, - -0.0034025274725273612, - 0.04002742857142865, - 0.03137470329670338, - 0.008364593406593394, - 0.03786149450549449, - 0.03501758241758232, - 0.19951439560439582, - -0.014634098901098907, - 0.06380519120879125 - ] - ], - "std": [ - [ - 0.9579388217601761, - 1.0149277614583099, - 0.9508267211955849, - 0.9797619817212763, - 0.9779606305193399, - 1.0067406344751444, - 1.0036930400753548, - 0.9655703337016306, - 0.988719482589257, - 1.0387140092945895, - 0.9421816899315113, - 1.108600785818115, - 1.0553627690990925, - 0.8963300954815475, - 1.0312593831866153, - 0.9305276662720072, - 0.9419348744801717, - 1.0024345032706516, - 0.9943938503609722, - 1.126743771486882, - 1.024448001551178, - 1.0936199274871503, - 0.9903178300286889, - 1.0625282108029304, - 1.0022849145804325, - 1.0039785513963642, - 1.0686040527754073, - 1.0117848046592977, - 1.0099891482666616, - 1.032180187104034, - 1.0599064093185755, - 0.98964025727435, - 0.9787453595616104, - 0.9013728009327256 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 26257, - "cert_evals": { - "36": 0.9655172228813171, - "72": 0.9655172228813171, - "108": 0.9655172228813171, - "255": 0.8275861740112305 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9454545454545454, - "test_acc": 0.9681818181818181, - "train_size": 91, - "val_size": 55, - "test_size": 220, - "stats": { - "mean": [ - [ - -0.15234734065934108, - -0.03685075824175817, - 0.024514153846154, - -0.003059032967032986, - 0.0522442747252747, - -0.020386087912087892, - 0.03530865934065939, - -0.043625648351648345, - -0.08879309890109885, - 0.09415389010989002, - -0.04757609890109863, - 0.06572261538461541, - 0.222018769230769, - 0.05758529670329658, - -0.007495417582417526, - -0.08522665934065947, - -0.07745157142857151, - -0.04334439560439563, - -0.12401621978021984, - 0.04764354945054952, - -0.021313461538461483, - 0.0352194725274725, - 0.051580087912087895, - 0.05687082417582426, - 0.041357142857142794, - -0.028813681318681075, - 0.017010725274725334, - -0.04641174945054939, - 0.01987447252747256, - 0.013464769230769122, - -0.009952681318681485, - -0.14857142857142827, - 0.03504902197802198, - 0.07064716813186812 - ] - ], - "std": [ - [ - 1.0799649707740484, - 0.9701819203088585, - 1.0349980862760444, - 0.9962695208080098, - 1.0565723090694727, - 0.956401750666777, - 1.0996255828899324, - 0.9272437132189425, - 0.9338556246970804, - 1.132692340014453, - 0.9421816899315112, - 1.108600785818116, - 1.3507430798011204, - 0.9954000343509968, - 0.9838347974365711, - 1.0051011914402448, - 1.082244925397, - 0.9863336565802372, - 0.8936601742161131, - 1.0709540797521042, - 0.9668866324311055, - 1.0433938478729325, - 1.061517000809812, - 1.0860930768159869, - 1.0492767576804765, - 0.9727826405276763, - 1.0221067222848232, - 0.9644227334697079, - 1.0222445250094454, - 1.1137241387036405, - 0.9325232366107138, - 0.9431871301685265, - 1.0294846104354056, - 0.954054376413069 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 26257, - "cert_evals": { - "36": 0.9272726774215698, - "72": 0.9090908765792847, - "108": 0.8909090757369995, - "255": 0.7636363506317139 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.9836065573770492, - "test_acc": 0.9672897196261683, - "train_size": 91, - "val_size": 61, - "test_size": 214, - "stats": { - "mean": [ - [ - 0.1286785934065936, - -0.052514956043955986, - -0.0723557912087912, - -0.03202061538461543, - -0.15349332967032966, - -0.020386153846153894, - -0.09950505494505507, - -0.004103824175824138, - 0.03417917582417588, - 0.08201997802197789, - -0.01447120879120871, - -0.022712967032967008, - -0.04484103296703309, - 0.003681208791208678, - 0.044027285714285734, - 0.04412385714285691, - -0.04660575824175837, - -0.014315659340659313, - -0.02820572527472527, - 0.03724537362637364, - -0.01185779120879114, - -0.039107373626373704, - 0.0024179670329669205, - -0.015451747252747299, - 0.002545351648351576, - 0.08553615384615376, - 0.017010747252747392, - -0.017241828571428485, - 0.008364593406593424, - -0.05972478021978029, - 0.012532417582417426, - 0.1541118681318682, - 0.0052391428571429075, - 0.04806798461538459 - ] - ], - "std": [ - [ - 0.9701280514742756, - 0.9293627837603032, - 0.9985142789172075, - 1.0092809883627014, - 0.9144981766921801, - 0.9688575910999048, - 0.7552905986573396, - 0.9998322435146684, - 1.0704136812401557, - 1.0731541860690452, - 0.9820497437937411, - 0.9606585652114606, - 0.9412251138507225, - 1.032650720921409, - 1.0662219170916833, - 1.0316415589934254, - 0.8883921685550962, - 1.0965763955898655, - 0.9938166856011934, - 1.0449962571399998, - 0.9713151295619376, - 0.916982706185695, - 1.0485354727700578, - 0.9633861656803218, - 0.9854442339078262, - 1.003978327496943, - 1.0338310542422602, - 0.9972909993244929, - 1.0099891482666616, - 0.6769782284640671, - 0.9985019725218273, - 0.9997718075782989, - 1.0050250528703155, - 0.9607093594262002 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 26257, - "cert_evals": { - "36": 0.9672130346298218, - "72": 0.9508196115493774, - "108": 0.8852458596229553, - "255": 0.7704917788505554 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 1.0, - "test_acc": 0.9461883408071748, - "train_size": 91, - "val_size": 52, - "test_size": 223, - "stats": { - "mean": [ - [ - -0.05316160439560428, - 0.07280001098901108, - 0.00029673626373637353, - -0.012712835164835188, - 0.028039912087912074, - -0.05482258241758234, - 0.01604945054945059, - 0.009070153846153903, - 0.011820373626373679, - -0.0029178351648351595, - -0.14689076923076905, - -0.02271290109890109, - -0.04484103296703295, - 0.0036813406593406033, - 0.08266931868131823, - 0.054073769230769106, - -0.000336973626373744, - 0.02922736263736266, - 0.043652076923076925, - 0.03724537362637369, - -0.0024020659340658864, - 0.03521959340659338, - 0.0024179780219780282, - 0.056870879120879105, - 0.015482648351648276, - 0.00930285714285733, - 0.017010725274725344, - 0.002204784615384724, - -0.014655186813186854, - 0.0622580769230768, - 0.012532483516483228, - 0.06330681318681318, - -0.004697549450549487, - 0.015909242857142816 - ] - ], - "std": [ - [ - 0.9579387151851927, - 0.9666344534450786, - 0.9971916717551561, - 1.0285803186606315, - 0.9689331448788322, - 0.9145691771687489, - 0.8846614143098532, - 1.0173836013652253, - 0.9964001763067949, - 0.9871125181905619, - 0.8027509230903981, - 0.9299285829647791, - 0.9412251138507224, - 0.9834698643403745, - 1.1391943175030825, - 0.9785493379039759, - 1.017445012936306, - 0.9645207385980711, - 0.9428629894457031, - 1.0449962571399996, - 0.9921708037991144, - 1.033514126697011, - 1.048535468132942, - 1.0684193315579842, - 1.002284914580432, - 0.9595830510736266, - 1.022106722284823, - 1.0153293741790863, - 0.9598175741851003, - 1.1500085669506441, - 1.0435622629094696, - 0.949962818915988, - 1.0144124428718615, - 1.013968145011949 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 26257, - "cert_evals": { - "36": 0.9807692766189575, - "72": 0.9615384936332703, - "108": 0.942307710647583, - "255": 0.7884615659713745 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9635025272574769, - "std_test_acc": 0.011751616813401738, - "n_samples": 366, - "n_features": 34, - "n_classes": 6, - "mean_cert_acc_36": 0.9601930528879166, - "std_cert_acc_36": 0.022983755376717756, - "mean_cert_acc_72": 0.9467415511608124, - "std_cert_acc_72": 0.02585652224659683, - "mean_cert_acc_108": 0.9209949672222137, - "std_cert_acc_108": 0.039241236142157174, - "mean_cert_acc_255": 0.7875439673662186, - "std_cert_acc_255": 0.02867386482088816 - }, - "echocardiogram": { - "dataset": "echocardiogram", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.8, - "test_acc": 0.7307692307692307, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - -0.057606475757575756, - -0.15964663636363635, - -0.060374909090909125, - 0.0400295, - 0.10041431515151517, - 0.07715459090909091, - 0.009048404242424318, - 0.011163848484848474, - -0.3499357575757576, - -0.0035744545454545447 - ] - ], - "std": [ - [ - 1.1573831652081632, - 0.8404744208999705, - 0.7381400184555348, - 1.0796554948826975, - 0.8705069277860507, - 1.2129557576954413, - 1.0456434215229085, - 0.9246089519830962, - 1.0989667179647085, - 0.9932372830639454 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2365, - "cert_evals": { - "36": 0.550000011920929, - "72": 0.5, - "108": 0.45000001788139343, - "255": 0.20000000298023224 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.7391304347826086, - "test_acc": 0.6666666666666666, - "train_size": 33, - "val_size": 23, - "test_size": 75, - "stats": { - "mean": [ - [ - -0.10427761212121212, - -0.08161054545454546, - 0.08791276969696966, - -0.14441026060606058, - 0.09186773939393943, - 0.02212875757575757, - -0.12115638181818184, - 0.13688663636363635, - -0.19213333333333332, - -0.08161054545454546 - ] - ], - "std": [ - [ - 0.8430736384486278, - 0.9233354795587926, - 1.041073713648991, - 0.8385992375905786, - 0.7966783723844354, - 0.8163890823085291, - 0.8747642125794102, - 0.7576737832204337, - 1.0947098909221693, - 0.9233354795587928 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2365, - "cert_evals": { - "36": 0.6521739363670349, - "72": 0.5652173757553101, - "108": 0.43478262424468994, - "255": 0.08695652335882187 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.9, - "test_acc": 0.8333333333333334, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.04318501212121217, - -0.08161054545454545, - -0.1960651757575758, - 0.10663209696969696, - -0.039179059090909095, - -0.08327692727272729, - -0.02021858363636361, - -0.027255212121212104, - -0.0343309090909092, - -0.08161054545454542 - ] - ], - "std": [ - [ - 1.1928881057545633, - 0.9233354795587926, - 0.7336788223210056, - 1.0424668853529024, - 1.015206992443095, - 0.7150465728455708, - 0.9871909809630498, - 0.7552585618074782, - 1.0673558137650077, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2365, - "cert_evals": { - "36": 0.9000000357627869, - "72": 0.699999988079071, - "108": 0.550000011920929, - "255": 0.25 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 1.0, - "test_acc": 0.7528089887640449, - "train_size": 33, - "val_size": 9, - "test_size": 89, - "stats": { - "mean": [ - [ - 0.17818635454545453, - -0.003574454545454491, - 0.09132509090909088, - -0.2657220666666666, - 0.02064670606060603, - 0.008581981818181823, - -0.001812626060606065, - -0.08051203030303035, - 0.005119696969696846, - -0.08161054545454548 - ] - ], - "std": [ - [ - 0.65057027499482, - 0.9932372830639454, - 0.9917679778099099, - 0.9657357364086732, - 0.9330992242935773, - 1.0185738628461445, - 0.9305394942774076, - 0.8664314560759948, - 1.0688129554861598, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2365, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.6666666865348816, - "108": 0.4444444477558136, - "255": 0.1111111119389534 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7458945548833189, - "std_test_acc": 0.06879724576257447, - "n_samples": 131, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.6922101676464081, - "std_cert_acc_36": 0.14793661584795642, - "mean_cert_acc_72": 0.6079710125923157, - "std_cert_acc_72": 0.09201472253886764, - "mean_cert_acc_108": 0.4698067754507065, - "std_cert_acc_108": 0.053830603609172606, - "mean_cert_acc_255": 0.16201690956950188, - "std_cert_acc_255": 0.07617786510802263 - }, - "ecoli": { - "dataset": "ecoli", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 47, - "best_val_acc": 0.6296296296296297, - "test_acc": 0.7474747474747475, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.013150064285714266, - 0.030534154761904717, - -0.03497671428571443, - -0.05455450000000004, - -0.07806762144047612, - 0.0146216491309523, - 0.00923791428571434 - ] - ], - "std": [ - [ - 0.9944073468449054, - 1.0029903172616768, - 0.8958309259021103, - 1.0, - 1.0494215334470565, - 0.9464416656581703, - 0.9697251209067621 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 1285, - "cert_evals": { - "36": 0.5185185074806213, - "72": 0.42592594027519226, - "108": 0.25925925374031067, - "255": 0.07407407462596893 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.7368421052631579, - "test_acc": 0.6871794871794872, - "train_size": 84, - "val_size": 57, - "test_size": 195, - "stats": { - "mean": [ - [ - 0.05841213633333324, - 0.009642500000000023, - -0.1049293571428573, - -0.05455450000000004, - -0.13059923814285718, - -0.04276377619047619, - -0.11014530833333327 - ] - ], - "std": [ - [ - 1.0146171837993285, - 1.0844043612606449, - 0.6372989064356027, - 1.0, - 1.1282134026013562, - 0.9791745837868009, - 1.0002488772478277 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 1285, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.5789473652839661, - "108": 0.42105263471603394, - "255": 0.035087719559669495 - }, - "fold": 1 - }, - { - "best_epoch": 62, - "best_val_acc": 0.8214285714285714, - "test_acc": 0.7551020408163265, - "train_size": 84, - "val_size": 56, - "test_size": 196, - "stats": { - "mean": [ - [ - -0.011315743142857089, - -0.03455130952380979, - -0.03497671428571443, - -0.05455450000000004, - 0.08828174398809528, - -0.05821374880952385, - -0.06637139999999996 - ] - ], - "std": [ - [ - 1.012351652595517, - 1.0330947119577754, - 0.8958309259021106, - 1.0, - 1.0026493882045864, - 0.9566088016671406, - 0.9710783614044303 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 1285, - "cert_evals": { - "36": 0.6964285969734192, - "72": 0.5535714626312256, - "108": 0.3750000298023224, - "255": 0.0357142873108387 - }, - "fold": 2 - }, - { - "best_epoch": 71, - "best_val_acc": 0.8148148148148148, - "test_acc": 0.8131313131313131, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.17523749880952394, - -0.0650854523809525, - -0.03497671428571443, - -0.05455450000000004, - 0.014348625000000045, - -0.16084512944047624, - -0.12776817619047612 - ] - ], - "std": [ - [ - 1.0115769923283313, - 0.9182494349544681, - 0.8958309259021106, - 1.0, - 1.1277230453570237, - 0.9641663228847202, - 0.9980600835386763 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 1285, - "cert_evals": { - "36": 0.7592592835426331, - "72": 0.6111111044883728, - "108": 0.46296295523643494, - "255": 0.12962962687015533 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7507218971504686, - "std_test_acc": 0.05151796679327988, - "n_samples": 336, - "n_features": 7, - "n_classes": 8, - "mean_cert_acc_36": 0.6602182686328888, - "std_cert_acc_36": 0.10204690901235829, - "mean_cert_acc_72": 0.5423889681696892, - "std_cert_acc_72": 0.0811334979493788, - "mean_cert_acc_108": 0.3795687183737755, - "std_cert_acc_108": 0.08788392771652599, - "mean_cert_acc_255": 0.06862642709165812, - "std_cert_acc_255": 0.0445687524869977 - }, - "adult": { - "dataset": "adult", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.8293203291679366, - "test_acc": 0.8031847378745336, - "train_size": 16281, - "val_size": 6562, - "test_size": 25999, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 4541, - "cert_evals": { - "36": 0.7503809928894043, - "72": 0.6792136430740356, - "108": 0.6144468188285828, - "255": 0.34212130308151245 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.8173899755501223, - "test_acc": 0.8056270899796287, - "train_size": 16281, - "val_size": 6544, - "test_size": 26017, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 4541, - "cert_evals": { - "36": 0.7481662631034851, - "72": 0.686735987663269, - "108": 0.6279034614562988, - "255": 0.3691931664943695 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8162729658792651, - "test_acc": 0.8053979451004447, - "train_size": 16281, - "val_size": 6477, - "test_size": 26084, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 4541, - "cert_evals": { - "36": 0.7478770613670349, - "72": 0.688435971736908, - "108": 0.6297668218612671, - "255": 0.3751736879348755 - }, - "fold": 2 - }, - { - "best_epoch": 8, - "best_val_acc": 0.8223096715604662, - "test_acc": 0.8056176311936503, - "train_size": 16281, - "val_size": 6607, - "test_size": 25954, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 4541, - "cert_evals": { - "36": 0.7393673658370972, - "72": 0.6771606206893921, - "108": 0.6187377572059631, - "255": 0.35326170921325684 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8049568510370644, - "std_test_acc": 0.001186142162507187, - "n_samples": 48842, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.7464479207992554, - "std_cert_acc_36": 0.004851063720993929, - "mean_cert_acc_72": 0.6828865557909012, - "std_cert_acc_72": 0.005534460639008477, - "mean_cert_acc_108": 0.622713714838028, - "std_cert_acc_108": 0.007321875838109487, - "mean_cert_acc_255": 0.35993746668100357, - "std_cert_acc_255": 0.015053148511237211 - }, - "energy-y1": { - "dataset": "energy-y1", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.875, - "test_acc": 0.8580508474576272, - "train_size": 192, - "val_size": 104, - "test_size": 472, - "stats": { - "mean": [ - [ - 0.04037588177083325, - -0.02897297395833333, - -0.0555741354166667, - -0.0014130312499998996, - -0.01040988541666666, - 0.08845356250000003, - 0.019546906250001692, - 0.12425216145833322 - ] - ], - "std": [ - [ - 1.0503259507282519, - 1.0401598299798114, - 0.9566204676221528, - 1.0115106857597378, - 0.9992947803759471, - 0.9870322434122373, - 0.9626025350664883, - 1.0012373439432847 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.7884615659713745, - "72": 0.7115384936332703, - "108": 0.5865384936332703, - "255": 0.23076924681663513 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8712121212121212, - "test_acc": 0.8130630630630631, - "train_size": 192, - "val_size": 132, - "test_size": 444, - "stats": { - "mean": [ - [ - -0.035944025000000025, - 0.01883181770833327, - 0.02047402083333334, - 0.008475244791666782, - 2.3129646346357427e-18, - -9.25185853854297e-18, - -0.003910447916664952, - -0.010073338541666126 - ] - ], - "std": [ - [ - 0.9212095277307366, - 0.9229015509828643, - 1.0465139198851874, - 0.9891013465328523, - 0.9993489999999986, - 0.9993506559221339, - 0.9981490715102995, - 0.9882682016149288 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.810606062412262, - "72": 0.7803030610084534, - "108": 0.7045454978942871, - "255": 0.03787878900766373 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8487394957983193, - "test_acc": 0.8555798687089715, - "train_size": 192, - "val_size": 119, - "test_size": 457, - "stats": { - "mean": [ - [ - -0.06401001406250006, - 0.06953358854166669, - -4.583333333418871e-07, - 0.0678050677083333, - -0.0624593125, - 0.10707533333333334, - 0.011727677083334845, - -0.026863999999998927 - ] - ], - "std": [ - [ - 0.9971640605357807, - 1.016537043200003, - 0.9590898709257725, - 0.9858397966646458, - 0.997395236645448, - 0.9977770953987608, - 1.0267126976352656, - 1.0236092624260158 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.7983193397521973, - "72": 0.7478991746902466, - "108": 0.6554622054100037, - "255": 0.32773110270500183 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.8596491228070176, - "test_acc": 0.8874458874458875, - "train_size": 192, - "val_size": 114, - "test_size": 462, - "stats": { - "mean": [ - [ - -0.09306050364583336, - 0.10140363020833336, - 0.038023541666666646, - 0.08051876041666675, - -0.06245931250000001, - 4.166666664589166e-08, - 0.16615551562499892, - 0.11081956770833301 - ] - ], - "std": [ - [ - 1.0103381574343495, - 1.0260340528127347, - 0.9660180839931469, - 0.9757962633490739, - 0.997395236645448, - 0.9993506559221341, - 0.9513965888850403, - 0.9859377713172496 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.780701756477356, - "72": 0.7280701994895935, - "108": 0.640350878238678, - "255": 0.19298246502876282 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8535349166688874, - "std_test_acc": 0.030618623597764592, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.7945221811532974, - "std_cert_acc_36": 0.012920846778035306, - "mean_cert_acc_72": 0.7419527322053909, - "std_cert_acc_72": 0.029573966705284085, - "mean_cert_acc_108": 0.6467242687940598, - "std_cert_acc_108": 0.048588728836503385, - "mean_cert_acc_255": 0.19734040088951588, - "std_cert_acc_255": 0.12050756563922856 - }, - "fertility": { - "dataset": "fertility", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 68, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7543859649122807, - "train_size": 25, - "val_size": 18, - "test_size": 57, - "stats": { - "mean": [ - [ - -0.050080199999999984, - -0.12364147839999998, - 0.14793016000000006, - -0.32071263999999977, - 0.1791338, - -0.12053400000000013, - 0.5731312000000003, - -0.16074628000000002, - 0.03862860000000002 - ] - ], - "std": [ - [ - 1.0236052735742232, - 0.8512034434759349, - 0.8026475169365781, - 0.9000012058569202, - 0.9750796495625166, - 0.7418187080757671, - 0.7460504646830267, - 0.9966002512278438, - 0.8297482471350933 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.7222222089767456, - "72": 0.6111111044883728, - "108": 0.5555555820465088, - "255": 0.1111111119389534 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.7857142857142857, - "test_acc": 0.8524590163934426, - "train_size": 25, - "val_size": 14, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.08396883999999995, - 0.0741850816, - -0.08875767999999994, - 0.16035823999999999, - -0.2985557199999999, - 0.017217679999999954, - -0.28656639999999994, - -0.012364960000000034, - 7.200000000029405e-07 - ] - ], - "std": [ - [ - 0.9493769176881722, - 1.0402868069724176, - 1.0846399428755964, - 1.0014288942292522, - 0.95537904, - 1.089027811624688, - 1.008650391054026, - 0.9817617018642958, - 0.9407763787630519 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.6428571939468384, - "72": 0.6428571939468384, - "108": 0.5714285969734192, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.85, - "test_acc": 0.8363636363636363, - "train_size": 25, - "val_size": 20, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.15099352, - 0.04121466079999998, - 0.029586240000000055, - 0.16035823999999999, - -0.059710959999999924, - 0.29272248000000006, - 0.09552136000000001, - -0.25966716, - -0.27897695999999994 - ] - ], - "std": [ - [ - 0.9753651401849921, - 1.00304651742069, - 0.9614305510351658, - 1.001428894229252, - 0.9943900320852971, - 0.9593333711047946, - 0.911221690762852, - 0.8623722386522275, - 0.6562133354788506 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.699999988079071, - "72": 0.6500000357627869, - "108": 0.550000011920929, - "255": 0.20000000298023224 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8181818181818182, - "test_acc": 0.8125, - "train_size": 25, - "val_size": 11, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.05008016, - 0.16980184160000003, - 0.029586240000000055, - -0.08017719999999987, - -0.13932587999999993, - 0.22384639999999986, - -0.19104464, - 0.23493724, - -0.28326872000000003 - ] - ], - "std": [ - [ - 0.967192993888714, - 1.0029056548149258, - 0.9614305510351658, - 0.981981821759731, - 0.9879951745516705, - 0.9393450743392652, - 0.9552200000001204, - 1.0881296800000002, - 0.6448658384270962 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.6363636255264282, - "108": 0.27272728085517883, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8139271544173399, - "std_test_acc": 0.04295458891620395, - "n_samples": 100, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.6980880349874496, - "std_cert_acc_36": 0.03867948314775588, - "mean_cert_acc_72": 0.6350829899311066, - "std_cert_acc_72": 0.01692382761700425, - "mean_cert_acc_108": 0.48742786794900894, - "std_cert_acc_108": 0.14342143401465612, - "mean_cert_acc_255": 0.07777777872979641, - "std_cert_acc_255": 0.09686442231600285 - }, - "energy-y2": { - "dataset": "energy-y2", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 22, - "best_val_acc": 0.9137931034482759, - "test_acc": 0.8630434782608696, - "train_size": 192, - "val_size": 116, - "test_size": 460, - "stats": { - "mean": [ - [ - 0.0009850791666666432, - 0.010139916666666622, - 0.032173687500000006, - -0.005650822916666537, - 0.010409885416666669, - -0.06052093749999998, - -0.02541311979166509, - 0.0537312500000005 - ] - ], - "std": [ - [ - 1.0456101033083376, - 1.0498619980358046, - 0.9456106661428212, - 0.9965179021332218, - 0.999294780375947, - 1.0222397484588055, - 1.030433216371699, - 0.995731298264168 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.8706896305084229, - "72": 0.818965494632721, - "108": 0.767241358757019, - "255": 0.4396551847457886 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8852459016393442, - "test_acc": 0.8634361233480177, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - 0.07533532916666669, - -0.059394307291666594, - -0.017550052083333306, - -0.04944196875000006, - 0.031229656250000005, - -0.004655374999999985, - 0.06255218750000145, - 1.1510416676625372e-06 - ] - ], - "std": [ - [ - 1.0729275910612097, - 1.0653863321722707, - 0.9433869502795601, - 1.0190501631365936, - 0.998860917431203, - 0.9951670891648171, - 1.0163359360027204, - 1.0396997731000648 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.8360655307769775, - "72": 0.7786884903907776, - "108": 0.6967212557792664, - "255": 0.37704914808273315 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8688524590163934, - "test_acc": 0.8788546255506607, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - -0.0004920619791667415, - 0.007242729166666742, - -0.020474875000000007, - 0.016951052083333352, - 2.3129646346357427e-18, - 0.004655458333333339, - 0.11924057812500127, - 0.06380555208333295 - ] - ], - "std": [ - [ - 1.0283618263304504, - 1.0335770524750947, - 0.8923225124501564, - 0.9833589680412395, - 0.9993489999999986, - 1.0280747733173587, - 0.9999909373553216, - 0.955311666538388 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.7950819134712219, - "72": 0.7213114500045776, - "108": 0.6557376384735107, - "255": 0.30327868461608887 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8672566371681416, - "test_acc": 0.8639308855291576, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - -0.045791585416666704, - 0.053598781249999984, - 0.038023489583333334, - 0.0339023333333334, - -0.04163954166666667, - 0.013966291666666672, - 0.03909468750000155, - 0.06716386458333357 - ] - ], - "std": [ - [ - 1.0190772752310013, - 1.0258162287916472, - 1.0141309105461986, - 1.0041302689502694, - 0.998481132706467, - 0.9782096135772306, - 0.997298911424109, - 1.0244022864972453 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.7876105904579163, - "72": 0.7345132827758789, - "108": 0.6902654767036438, - "255": 0.21238937973976135 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8673162781721764, - "std_test_acc": 0.007700795718960645, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.8223619163036346, - "std_cert_acc_36": 0.03862300787728062, - "mean_cert_acc_72": 0.7633696794509888, - "std_cert_acc_72": 0.04444902296477232, - "mean_cert_acc_108": 0.70249143242836, - "std_cert_acc_108": 0.04676622406781679, - "mean_cert_acc_255": 0.333093099296093, - "std_cert_acc_255": 0.09788751966375576 - }, - "glass": { - "dataset": "glass", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 52, - "best_val_acc": 0.5135135135135135, - "test_acc": 0.5080645161290323, - "train_size": 53, - "val_size": 37, - "test_size": 124, - "stats": { - "mean": [ - [ - 0.012939788679245282, - 0.04699466943396226, - 0.04250909433962263, - -0.01625201207547179, - -0.03750319433962267, - -0.18787082075471698, - 0.06524139433962263, - -0.040507150943396124, - -0.2307195471698114 - ] - ], - "std": [ - [ - 0.801738486196533, - 0.8467082620054888, - 0.9820084649167357, - 0.9338214241369891, - 0.8598618475288062, - 0.3955791139166082, - 0.8724031270593463, - 0.8657099216828293, - 0.7013424696367202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2007, - "cert_evals": { - "36": 0.4054054021835327, - "72": 0.2432432472705841, - "108": 0.21621622145175934, - "255": 0.10810811072587967 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.2, - "test_acc": 0.1984732824427481, - "train_size": 53, - "val_size": 30, - "test_size": 131, - "stats": { - "mean": [ - [ - -0.06851211245283018, - -0.15009423962264148, - 0.02275701132075471, - -0.11148559811320762, - 0.16614626415094338, - 0.138459841509434, - -0.08099267547169811, - 0.036904622641509635, - -0.12809118867924535 - ] - ], - "std": [ - [ - 0.8515731555985958, - 0.9581970001358434, - 0.9640671504859841, - 0.9248622429706228, - 0.9755758770264732, - 1.357781655818288, - 0.8022445220282372, - 1.1525134057528226, - 0.8492428385949199 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2007, - "cert_evals": { - "36": 0.13333334028720856, - "72": 0.06666667014360428, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 44, - "best_val_acc": 0.5384615384615384, - "test_acc": 0.3925925925925926, - "train_size": 53, - "val_size": 26, - "test_size": 135, - "stats": { - "mean": [ - [ - 0.17342035830188673, - 0.10083030188679246, - -0.0808434981132076, - -0.019653658490565933, - -0.19072764905660378, - 0.02794728113207545, - 0.12344338867924527, - -0.06403424528301871, - 0.22045922641509424 - ] - ], - "std": [ - [ - 1.2137577085998512, - 0.8431029761509528, - 1.0333305367739407, - 1.0160914345283907, - 1.0137208401349003, - 1.2887142840709145, - 1.1306321303495666, - 0.9397607053756946, - 1.2490718777482173 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2007, - "cert_evals": { - "36": 0.38461539149284363, - "72": 0.19230769574642181, - "108": 0.19230769574642181, - "255": 0.11538462340831757 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.39285714285714285, - "test_acc": 0.24812030075187969, - "train_size": 53, - "val_size": 28, - "test_size": 133, - "stats": { - "mean": [ - [ - -0.09789963037735849, - -0.25360606113207534, - -0.0009194132075472026, - 0.04837090226415086, - 0.10451545471698113, - 0.3782897773584904, - -0.08351155283018871, - -0.02570778301886777, - 0.11976666037735839 - ] - ], - "std": [ - [ - 0.9830235331660265, - 0.9613168258565478, - 1.0022618468949342, - 0.9817559883419383, - 1.0203488325490284, - 1.7842263867081236, - 1.0422858738909424, - 0.9054813684433138, - 1.1073266176346976 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2007, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.1071428656578064, - "108": 0.1071428656578064, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3368126729790632, - "std_test_acc": 0.14076305987911955, - "n_samples": 214, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.2665528208017349, - "std_cert_acc_36": 0.14862352786534253, - "mean_cert_acc_72": 0.15234011970460415, - "std_cert_acc_72": 0.08009061008005718, - "mean_cert_acc_108": 0.1289166957139969, - "std_cert_acc_108": 0.09786596307923791, - "mean_cert_acc_255": 0.05587318353354931, - "std_cert_acc_255": 0.0645851488891566 - }, - "flags": { - "dataset": "flags", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 35, - "best_val_acc": 0.48148148148148145, - "test_acc": 0.4369747899159664, - "train_size": 48, - "val_size": 27, - "test_size": 119, - "stats": { - "mean": [ - [ - 0.2352414791666667, - -0.14561693750000007, - 0.1764680979166667, - 0.11582924333333333, - 0.0278278833333333, - 0.04467812499999988, - -0.14742766666666676, - -0.14850950000000007, - 0.10914166666666664, - 0.020176562500000023, - -0.14527287500000005, - -0.021462375000000023, - -0.005958499999999978, - -0.18136456250000013, - -0.1484010833333332, - -0.13407733333333335, - -0.14238879166666651, - -0.06353299999999999, - 0.039132958333333315, - 0.23061385416666677, - 0.16322545416666676, - 0.20470881250000014, - -0.04084762500000006, - -0.005915999999999931, - -0.08552499999999989, - 0.003115083333333317, - -0.00012200000000005262, - 0.016370875000000003 - ] - ], - "std": [ - [ - 0.9423798810959939, - 0.9424971000607776, - 1.1257258803436931, - 1.5640772168523231, - 0.9974256598053217, - 1.129307049644929, - 1.052031616542435, - 0.7965270829416287, - 0.9104918487062668, - 0.9984666452987403, - 0.9898063223282548, - 0.9958585433814053, - 1.0008837456871553, - 0.8789136023594675, - 0.8091964732150918, - 0.9827727342487288, - 0.6596688427296609, - 0.858146791992489, - 1.050181614737104, - 1.5175473203808312, - 0.8994410282874392, - 1.317453200121319, - 0.9530138431587623, - 0.994027422565394, - 0.9275008724551151, - 1.0021317232904448, - 0.9667438830883966, - 0.9280632223285767 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 18043, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.25925925374031067, - "108": 0.18518519401550293, - "255": 0.03703703731298447 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.5172413793103449, - "test_acc": 0.4188034188034188, - "train_size": 48, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - 0.19499710416666668, - -0.0022983958333333797, - -0.02790886250000002, - 0.11650907499999995, - -0.06750504166666671, - -0.11583450000000012, - -0.10268268750000005, - 0.02775170833333333, - 0.26183579166666643, - -0.02146237499999999, - -0.14527287500000005, - 0.27001018749999983, - -0.10226858333333351, - 0.10011306249999985, - -0.3313875208333335, - -0.17088533333333333, - -0.18737783333333316, - -0.06353299999999996, - 0.03913295833333332, - -0.008377395833333351, - -0.026332812499999955, - -0.15468943749999978, - 0.07922083333333325, - 0.13755950000000008, - -0.03367612499999993, - 0.07865360416666665, - 0.0827322729166666, - -0.1398202291666666 - ] - ], - "std": [ - [ - 1.0149211380035321, - 1.0106590573641523, - 0.800987362794606, - 1.5710238762349773, - 0.9911412389198323, - 0.8417359860573123, - 0.7550650019137193, - 0.8454707572998891, - 0.7463117905961775, - 0.9958585433814053, - 0.9898063223282548, - 0.9774069853377493, - 1.0506189728199082, - 1.04374696833814, - 0.41816393735262497, - 0.8196612593038392, - 0.596847083543995, - 0.8581467919924893, - 1.050181614737104, - 0.8097533539243018, - 0.6013621428718394, - 0.6159775664971462, - 1.073924939147738, - 1.064042786035294, - 0.9713883617826264, - 1.1076121378365742, - 1.021768139613268, - 0.8455337132759265 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 18043, - "cert_evals": { - "36": 0.3448275923728943, - "72": 0.27586206793785095, - "108": 0.27586206793785095, - "255": 0.03448275849223137 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.5384615384615384, - "test_acc": 0.38333333333333336, - "train_size": 48, - "val_size": 26, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.0340199583333333, - 0.10917162499999984, - -0.07162090208333334, - 0.06506778333333332, - -0.10921322916666676, - 0.12493452083333324, - 0.013654270833333296, - 0.15594170833333318, - -0.04355245833333338, - -0.021462374999999978, - 0.104134875, - 0.02017656249999995, - 0.1385066249999999, - 0.053200124999999876, - 0.09558083333333343, - 0.3076187916666668, - 0.17253487500000028, - 0.15269966666666668, - 0.1823765416666667, - 0.13501729166666662, - 0.262743825, - -0.06483987499999996, - 0.19928929166666667, - -0.1015663333333332, - -0.03367612499999994, - 0.07865360416666677, - 0.23660444999999997, - 0.06843458333333337 - ] - ], - "std": [ - [ - 1.0728446319744602, - 1.004997765945125, - 0.6738313483909325, - 1.1276322526496132, - 0.9889360364810051, - 1.0737570402474663, - 1.2301542970075396, - 1.0335005003320021, - 1.0268293591046207, - 0.9958585433814053, - 0.9898063223282548, - 0.9984666452987404, - 0.9021844164633743, - 1.0235194592787966, - 1.0911203018947113, - 1.043398618770709, - 1.428359917728367, - 1.0537876663148145, - 1.2133500974257005, - 0.931759019467099, - 1.699034990837401, - 0.8618067283867119, - 1.170282570673264, - 0.9322841280124254, - 0.9713883617826267, - 1.1076121378365744, - 1.009283746545842, - 1.0092164745858712 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 18043, - "cert_evals": { - "36": 0.38461539149284363, - "72": 0.3461538553237915, - "108": 0.3076923191547394, - "255": 0.07692307978868484 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.25806451612903225, - "test_acc": 0.391304347826087, - "train_size": 48, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.060849604166666675, - -0.11376839583333333, - -0.09783850416666667, - -0.09356036875000003, - 0.22445235416666667, - 0.024614104166666605, - 0.0762974583333333, - 0.09184660416666661, - -0.14534854166666666, - -0.021462374999999978, - 0.18727079166666663, - 0.061815500000000016, - 0.042196541666666705, - 0.10011306249999992, - -0.08740560416666669, - 0.0008853750000000308, - -0.1423887916666665, - -0.06353283333333333, - -0.10411062500000007, - -0.056175625000000166, - 0.25800489583333336, - -0.15468943749999986, - 0.07922083333333328, - -0.10156633333333316, - -0.08552499999999985, - 0.0031150833333333725, - -0.1421576375, - 0.0684342083333334 - ] - ], - "std": [ - [ - 1.0293582077836319, - 0.9794406225141076, - 0.6268224867254953, - 0.3684227553507345, - 1.025591356541465, - 1.1118837703058688, - 1.0365020313045694, - 1.0275207215403601, - 1.0856923338143685, - 0.9958585433814053, - 0.9757408637342995, - 0.9993344999999996, - 0.9714914160365958, - 1.0437469683381402, - 0.8943692877865511, - 1.023515389848972, - 0.6596688427296608, - 1.0084428269148291, - 0.8321700190516114, - 0.7587733649056444, - 1.7047553305488228, - 0.615977566497146, - 1.073924939147738, - 0.9322841280124254, - 0.9275008724551151, - 1.0021317232904448, - 0.8580294890796403, - 1.071739861024061 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 18043, - "cert_evals": { - "36": 0.12903225421905518, - "72": 0.032258063554763794, - "108": 0.032258063554763794, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.40760397246970137, - "std_test_acc": 0.024784499209883605, - "n_samples": 194, - "n_features": 28, - "n_classes": 8, - "mean_cert_acc_36": 0.29795214533805847, - "std_cert_acc_36": 0.11473677781684279, - "mean_cert_acc_72": 0.22838331013917923, - "std_cert_acc_72": 0.13606685856132608, - "mean_cert_acc_108": 0.20024941116571426, - "std_cert_acc_108": 0.12343591569686539, - "mean_cert_acc_255": 0.03711071889847517, - "std_cert_acc_255": 0.03145971573132199 - }, - "haberman-survival": { - "dataset": "haberman-survival", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 31, - "best_val_acc": 0.7391304347826086, - "test_acc": 0.625, - "train_size": 76, - "val_size": 46, - "test_size": 184, - "stats": { - "mean": [ - [ - 0.056303715789473636, - 0.11814425789473684, - 0.07505885618421046 - ] - ], - "std": [ - [ - 1.071529133459213, - 0.9640121301272397, - 1.1153002449883138 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 615, - "cert_evals": { - "36": 0.47826087474823, - "72": 0.28260868787765503, - "108": 0.10869565606117249, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8604651162790697, - "test_acc": 0.6951871657754011, - "train_size": 76, - "val_size": 43, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.10623882105263147, - 0.09384808421052634, - 0.007344408815789407 - ] - ], - "std": [ - [ - 1.0605035134671559, - 1.0869710980458733, - 1.1078408305262222 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 615, - "cert_evals": { - "36": 0.09302325546741486, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.8679245283018868, - "test_acc": 0.6892655367231638, - "train_size": 76, - "val_size": 53, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.06604734605263156, - -0.015483576315789458, - 0.01100456263157891 - ] - ], - "std": [ - [ - 1.0531764871263751, - 0.9959949318361989, - 0.8640777726923776 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 615, - "cert_evals": { - "36": 0.4716981053352356, - "72": 0.28301888704299927, - "108": 0.22641509771347046, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 4, - "best_val_acc": 0.7567567567567568, - "test_acc": 0.694300518134715, - "train_size": 76, - "val_size": 37, - "test_size": 193, - "stats": { - "mean": [ - [ - -0.03016957763157897, - -0.13291423947368405, - 0.01283475092105254 - ] - ], - "std": [ - [ - 1.0380766725977404, - 1.0963438485094303, - 1.0823191968380823 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 615, - "cert_evals": { - "36": 0.2432432472705841, - "72": 0.054054055362939835, - "108": 0.054054055362939835, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6759383051583201, - "std_test_acc": 0.03405884874757907, - "n_samples": 306, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.32155637070536613, - "std_cert_acc_36": 0.18749148614222477, - "mean_cert_acc_72": 0.15492040757089853, - "std_cert_acc_72": 0.14931830771926385, - "mean_cert_acc_108": 0.0972912022843957, - "std_cert_acc_108": 0.09684708023920327, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "hayes-roth": { - "dataset": "hayes-roth", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.19387755102040816, - "train_size": 28, - "val_size": 34, - "test_size": 98, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 626, - "cert_evals": { - "36": 0.20588235557079315, - "72": 0.14705882966518402, - "108": 0.029411764815449715, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.6, - "test_acc": 0.5046728971962616, - "train_size": 28, - "val_size": 25, - "test_size": 107, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 626, - "cert_evals": { - "36": 0.5199999809265137, - "72": 0.3199999928474426, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.6428571428571429, - "test_acc": 0.5865384615384616, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 626, - "cert_evals": { - "36": 0.25, - "72": 0.1785714328289032, - "108": 0.0357142873108387, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.5096153846153846, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 626, - "cert_evals": { - "36": 0.392857164144516, - "72": 0.2142857313156128, - "108": 0.0714285746216774, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.44867607359262895, - "std_test_acc": 0.17395168773420802, - "n_samples": 160, - "n_features": 3, - "n_classes": 3, - "mean_cert_acc_36": 0.3421848751604557, - "std_cert_acc_36": 0.1429012721710548, - "mean_cert_acc_72": 0.21497899666428566, - "std_cert_acc_72": 0.07520760166756116, - "mean_cert_acc_108": 0.03413865668699145, - "std_cert_acc_108": 0.029330370940920218, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-cleveland": { - "dataset": "heart-cleveland", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.6111111111111112, - "test_acc": 0.5491329479768786, - "train_size": 76, - "val_size": 54, - "test_size": 173, - "stats": { - "mean": [ - [ - 0.025679380263157865, - 0.06560718421052641, - -0.04165710526315796, - 0.12079876315789474, - -0.05836617236842103, - 0.21103164473684244, - 0.009953435000000009, - -0.04552891578947369, - -0.07930921052631572, - 0.018019449999999958, - -0.1633495263157895, - 0.1490460526315791, - 0.1173184736842107 - ] - ], - "std": [ - [ - 0.8936682722687875, - 0.9705101476202265, - 1.0410809532354568, - 0.9713482365754217, - 1.0046131234392313, - 1.1698900228292355, - 0.991743905598925, - 1.063967410026795, - 0.9653541002995567, - 0.9670845428420584, - 0.8530269008877411, - 1.0419737091060064, - 0.9887800977718967 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 4012, - "cert_evals": { - "36": 0.5185185074806213, - "72": 0.4444444477558136, - "108": 0.3333333432674408, - "255": 0.07407407462596893 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5581395348837209, - "test_acc": 0.483695652173913, - "train_size": 76, - "val_size": 43, - "test_size": 184, - "stats": { - "mean": [ - [ - -0.2101489736842105, - 0.09376453947368439, - -0.1649965789473685, - -0.03545365789473685, - -0.1381618, - 0.02633263157894729, - -0.1355152364473684, - -0.028272514473684226, - 0.060729605263158, - -0.12137016052631582, - 0.02882180263157893, - -0.062184184210526385, - -0.10297684210526317 - ] - ], - "std": [ - [ - 0.9630708106281646, - 0.9569359106048417, - 1.0685892850045124, - 0.9716813782156916, - 0.8933102337559928, - 1.0237058396713807, - 0.987768251139324, - 1.0505795881681008, - 1.018728244712418, - 0.800844776889746, - 0.9838325491030496, - 0.9678759361024273, - 0.9824728943441249 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 4012, - "cert_evals": { - "36": 0.27906978130340576, - "72": 0.1860465109348297, - "108": 0.023255813866853714, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.6140350877192983, - "test_acc": 0.5647058823529412, - "train_size": 76, - "val_size": 57, - "test_size": 170, - "stats": { - "mean": [ - [ - 0.009666096052631561, - 0.12192189473684223, - -0.04165730263157901, - -0.053396460526315796, - 0.009485552631578952, - -0.08448677631578952, - -0.12229084131578946, - 0.029248118421052637, - 0.0887373684210527, - 0.14607715657894724, - 0.007469368421052609, - 0.13496389473684212, - -0.016193828947368444 - ] - ], - "std": [ - [ - 0.991747257977119, - 0.9423253440641232, - 1.054702252215874, - 1.01578753443219, - 0.912628998922061, - 0.9070959475884481, - 0.9828872816770845, - 1.0215811465249889, - 1.026781557739585, - 1.110916508206595, - 1.0555936285886078, - 1.1293737151568792, - 0.9751655205627294 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 4012, - "cert_evals": { - "36": 0.4736842215061188, - "72": 0.4035087823867798, - "108": 0.31578946113586426, - "255": 0.05263157933950424 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.5945945945945946, - "test_acc": 0.45789473684210524, - "train_size": 76, - "val_size": 37, - "test_size": 190, - "stats": { - "mean": [ - [ - 0.009666401315789493, - -0.1314943026315789, - -0.027953026315789546, - -0.017510736842105287, - 0.14569758815789477, - -0.12142657894736847, - 0.16864663157894735, - 0.0298232342105263, - 0.032721842105263264, - -0.0567749657894737, - -0.14199722368421067, - 0.050471736842105284, - -0.002842618421052697 - ] - ], - "std": [ - [ - 1.037308935092612, - 1.039536608942455, - 1.0731491570199134, - 0.9857713056853448, - 1.1678879570276746, - 0.8615768485992676, - 0.9924490204448371, - 1.0295305309669156, - 1.0098342617684068, - 1.0125711830157138, - 0.967005700282042, - 1.1226814635925688, - 0.9876978299691207 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 4012, - "cert_evals": { - "36": 0.4054054021835327, - "72": 0.29729729890823364, - "108": 0.18918919563293457, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5138573048364595, - "std_test_acc": 0.051223312213218776, - "n_samples": 303, - "n_features": 13, - "n_classes": 5, - "mean_cert_acc_36": 0.41916947811841965, - "std_cert_acc_36": 0.1043383306297969, - "mean_cert_acc_72": 0.3328242599964142, - "std_cert_acc_72": 0.1158465085141315, - "mean_cert_acc_108": 0.21539195347577333, - "std_cert_acc_108": 0.14328609101227838, - "mean_cert_acc_255": 0.031676413491368294, - "std_cert_acc_255": 0.0376097105756815 - }, - "heart-hungarian": { - "dataset": "heart-hungarian", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.8529411764705882, - "test_acc": 0.8663101604278075, - "train_size": 73, - "val_size": 34, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.0800741506849315, - 0.187091506849315, - 0.14536817123287665, - 0.057955123287671204, - 0.007548964931506878, - 0.0018470410958903167, - -0.026523986301369866, - -0.07145227945205493, - -0.002936657534246297, - 0.06359038356164397, - 0.03073776712328766, - -0.08100684931506869 - ] - ], - "std": [ - [ - 0.9987991948716954, - 0.8797143812899805, - 1.0138369657816542, - 1.004282733869356, - 1.1169105950079397, - 1.0014602608653556, - 0.9486883864181348, - 1.0204510052676476, - 0.9970306548239305, - 1.1098417855233023, - 1.0026671671379417, - 0.8754503895152498 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3365, - "cert_evals": { - "36": 0.7647058963775635, - "72": 0.7352941036224365, - "108": 0.6764705777168274, - "255": 0.23529411852359772 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.7948717948717948, - "test_acc": 0.8296703296703297, - "train_size": 73, - "val_size": 39, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.03390847945205465, - 0.1564823287671232, - -0.05334468493150675, - 0.17270156164383563, - -0.14544580410958913, - -0.10677657534246586, - 0.03300201369863015, - 0.11938546301369855, - 0.026828767123288015, - 0.11635597260273989, - 0.11918921917808224, - -0.025584246575342404 - ] - ], - "std": [ - [ - 1.015281664085163, - 0.9028410442013451, - 1.0337121941577725, - 0.9152783215528201, - 0.8308188513709485, - 0.787052874670898, - 0.9862292931929137, - 0.8791726610331962, - 1.0093946605762534, - 0.9709004823896129, - 0.9957071278619543, - 0.9379507836223181 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3365, - "cert_evals": { - "36": 0.7179487347602844, - "72": 0.6153846383094788, - "108": 0.43589743971824646, - "255": 0.25641027092933655 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8095238095238095, - "test_acc": 0.8044692737430168, - "train_size": 73, - "val_size": 42, - "test_size": 179, - "stats": { - "mean": [ - [ - 0.14495649315068504, - 0.003436438356164301, - -0.06753834246575333, - 0.2389838082191781, - 0.03065915232876712, - -0.16108838356164396, - 0.03300202739726026, - 0.07263872739726036, - 0.02682876712328804, - -0.04947819178082209, - 0.0012539315068493056, - -0.05725431506849332 - ] - ], - "std": [ - [ - 0.9448396245451279, - 0.9965626371881349, - 0.9510883979986018, - 0.9219475695799935, - 0.863125052835077, - 0.6471998892994516, - 1.0497525444673081, - 0.9275566360232819, - 1.0093946605762534, - 0.8385071156366399, - 0.992646777404723, - 0.8922594920555511 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3365, - "cert_evals": { - "36": 0.6904761791229248, - "72": 0.6666666865348816, - "108": 0.6666666865348816, - "255": 0.4285714328289032 - }, - "fold": 2 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8409090909090909, - "test_acc": 0.7853107344632768, - "train_size": 73, - "val_size": 44, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.03448108219178094, - 0.03404561643835607, - 0.2021428561643836, - -0.012603835616438326, - 0.012083080821917778, - 0.0018470410958903595, - 0.03300201369863012, - -0.05440366712328782, - 0.14589046575342487, - 0.0786663835616438, - 0.13393120547945203, - -0.05725438356164386 - ] - ], - "std": [ - [ - 0.9357023656034743, - 0.98044976884177, - 0.9447129008604433, - 0.8618425109620811, - 1.2011825380327528, - 1.0014602608653553, - 0.986229293192914, - 0.847254895689431, - 1.0489937022040874, - 1.0096312619774381, - 1.0380236400472438, - 0.844840730482065 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3365, - "cert_evals": { - "36": 0.7727273106575012, - "72": 0.6818181872367859, - "108": 0.5909091234207153, - "255": 0.20454546809196472 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8214401245761077, - "std_test_acc": 0.0349971379836977, - "n_samples": 294, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.7364645302295685, - "std_cert_acc_36": 0.03903129994264379, - "mean_cert_acc_72": 0.6747909039258957, - "std_cert_acc_72": 0.04934614874184121, - "mean_cert_acc_108": 0.5924859568476677, - "std_cert_acc_108": 0.11117350898469683, - "mean_cert_acc_255": 0.28120532259345055, - "std_cert_acc_255": 0.10052551414821068 - }, - "heart-switzerland": { - "dataset": "heart-switzerland", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.2222222222222222, - "test_acc": 0.3783783783783784, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.03867648709677418, - 0.061165483870967645, - -0.031605645161290254, - -0.04727649354838697, - 0.12035961290322578, - 0.10471612903225812, - 0.10948048064516128, - 0.21947058064516128, - 0.24267312903225804, - 0.146339935483871, - 0.09546838709677423, - -0.14905170967741943 - ] - ], - "std": [ - [ - 1.1959209887023292, - 0.8952513255013157, - 1.0680537841920705, - 1.1526431663263934, - 1.2389629579337629, - 1.0370364433639812, - 0.8482163286791152, - 0.998704338537551, - 0.823971907762666, - 0.9616527651367163, - 1.172612838656165, - 1.0452475193168111 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3440, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.22972972972972974, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - 0.38275906451612907, - -0.056386774193548456, - 0.015231451612903284, - 0.016496377419354898, - 0.2830434193548386, - -0.059711161290322494, - 0.04518695483870968, - -0.039474967741935506, - 0.10301854838709676, - -0.043132193548387085, - 0.0954683870967742, - -0.026422451612903276 - ] - ], - "std": [ - [ - 0.8537728993403316, - 1.0773842413872565, - 0.9891428503533505, - 0.8244718913923468, - 1.4910217148161218, - 1.0016724276385454, - 0.8092921347980535, - 0.9902763031378431, - 0.9512021337497041, - 1.1112826701924636, - 1.172612838656165, - 1.014523633801689 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3440, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.2916666666666667, - "test_acc": 0.3088235294117647, - "train_size": 31, - "val_size": 24, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1363268064516129, - 0.06116548387096767, - -0.07844332258064517, - 0.28318253870967747, - 0.12035961290322578, - -0.00490193548387092, - -0.09028977096774195, - -0.16894774193548387, - -0.07077383870967743, - -0.23260409677419347, - -0.0015777419354838426, - -0.12861274193548392 - ] - ], - "std": [ - [ - 0.9985620954632528, - 0.8952513255013155, - 0.7865317101247931, - 0.8496477832825274, - 1.2389629579337627, - 0.8129502811517081, - 0.9201252610360474, - 0.960195792094272, - 0.7788574621968283, - 0.922011584077965, - 1.0630870797904943, - 0.9101297422084665 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3440, - "cert_evals": { - "36": 0.0833333358168602, - "72": 0.0833333358168602, - "108": 0.0833333358168602, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.35714285714285715, - "test_acc": 0.32051282051282054, - "train_size": 31, - "val_size": 14, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.06132570967741941, - -0.05638677419354848, - -0.03160587096774191, - -0.08206108387096776, - 0.1203596129032258, - 0.21433419354838715, - 0.08651870322580645, - 0.08999780645161289, - 0.000605741935483859, - -0.11892112903225804, - 0.19251451612903228, - -0.09795603225806457 - ] - ], - "std": [ - [ - 1.1796944897022907, - 1.0773842413872565, - 1.002361426374151, - 1.2266934302261872, - 1.2389629579337627, - 1.2107719727384119, - 1.1761632862640778, - 1.0028917964777728, - 0.9746182884484196, - 1.026652327670446, - 1.4781625990241394, - 1.0351077769123456 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3440, - "cert_evals": { - "36": 0.0714285746216774, - "72": 0.0714285746216774, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.30936111450817333, - "std_test_acc": 0.06118057888581968, - "n_samples": 123, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.0386904776096344, - "std_cert_acc_36": 0.04493949228389824, - "mean_cert_acc_72": 0.0386904776096344, - "std_cert_acc_72": 0.04493949228389824, - "mean_cert_acc_108": 0.02083333395421505, - "std_cert_acc_108": 0.0416666679084301, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-va": { - "dataset": "heart-va", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.32432432432432434, - "test_acc": 0.23008849557522124, - "train_size": 50, - "val_size": 37, - "test_size": 113, - "stats": { - "mean": [ - [ - 0.12417273199999997, - 0.05847433999999993, - 0.11939195999999985, - 0.13652684859999997, - 0.169332294, - -0.08422980000000006, - -0.051211000000000055, - -0.025999581999999997, - -0.10986361999999993, - 0.02611757999999999, - 0.18437666399999986, - -0.16063424000000026 - ] - ], - "std": [ - [ - 1.0375983940843654, - 0.8186406200000009, - 0.906257232351079, - 0.9850972422932538, - 0.9999215189422874, - 0.964959379692824, - 0.9368765586228528, - 0.926118336928491, - 0.985877688928741, - 0.8984566513475283, - 1.109014128975748, - 0.8047660315047241 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3440, - "cert_evals": { - "36": 0.10810811072587967, - "72": 0.027027027681469917, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.4, - "test_acc": 0.26666666666666666, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.10881117199999998, - 0.17542300000000016, - 0.21993213999999972, - -0.08821109999999997, - 0.13781262600000002, - 0.08422731999999994, - 0.00731520000000001, - -0.12721317799999998, - -0.30961252, - -0.25667714, - -0.17580066800000008, - -0.02059391999999999 - ] - ], - "std": [ - [ - 0.9929893928858932, - 1.0, - 0.8501447398821216, - 1.0656963957883359, - 1.0325714366151477, - 1.022085030499879, - 0.9621289169237981, - 1.0393960665815958, - 0.9317809815586118, - 0.8468928172805285, - 0.9604725295714901, - 0.9867682179778366 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3440, - "cert_evals": { - "36": 0.10000000894069672, - "72": 0.03333333507180214, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.4444444444444444, - "test_acc": 0.2764227642276423, - "train_size": 50, - "val_size": 27, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.15233571999999998, - 0.05847433999999995, - 0.11939203999999982, - -0.012556939999999935, - 0.15528536399999998, - -0.042115520000000004, - 0.06584127999999993, - 0.009825086000000021, - 0.16978484000000008, - 0.05313653999999998, - 0.04716622799999987, - 0.15239717999999963 - ] - ], - "std": [ - [ - 0.9466778160837978, - 0.8186406200000006, - 0.794839780092792, - 1.0183639969617624, - 0.9927764037429706, - 0.982265363064182, - 1.1062072213290066, - 0.982147212242076, - 0.9915274640582656, - 1.040558924765334, - 1.0326448287754921, - 1.138945356222443 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3440, - "cert_evals": { - "36": 0.14814814925193787, - "72": 0.07407407462596893, - "108": 0.03703703731298447, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.275, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.07040700000000005, - 0.17542300000000016, - 0.14452675999999975, - 0.06532269999999997, - -0.19794047999999992, - -0.08422980000000009, - -0.16826343999999985, - 0.010868634000000012, - 0.009985720000000033, - -0.009907080000000006, - -0.10719553600000013, - -0.08649541999999996 - ] - ], - "std": [ - [ - 1.2049567103246417, - 1.0, - 0.9024156133740057, - 0.9721589400778301, - 0.9497444006039201, - 0.964959379692824, - 0.920277085388703, - 0.9840113193010918, - 0.9979451845458254, - 1.0793938409678105, - 0.9369066157621472, - 0.9024286546800494 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3440, - "cert_evals": { - "36": 0.13333334028720856, - "72": 0.06666667014360428, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2620444816173826, - "std_test_acc": 0.021734228810331036, - "n_samples": 200, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.1223974023014307, - "std_cert_acc_36": 0.022274969444231924, - "mean_cert_acc_72": 0.05027527688071132, - "std_cert_acc_72": 0.02354124770344586, - "mean_cert_acc_108": 0.009259259328246117, - "std_cert_acc_108": 0.018518518656492233, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "hepatitis": { - "dataset": "hepatitis", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.782608695652174, - "test_acc": 0.8709677419354839, - "train_size": 39, - "val_size": 23, - "test_size": 93, - "stats": { - "mean": [ - [ - -0.07305103333333338, - -0.25417620512820527, - -0.0684997948717948, - 0.002734846153846289, - -0.27956964102564097, - 0.043173205128205175, - -0.08607384615384614, - 0.058396666666666625, - 0.06670830769230766, - -0.04725699999999998, - 0.016169358974358995, - -0.02457512820512817, - 0.0025034871794872037, - -0.027701887179487183, - -0.15169055846153845, - -0.0886186358974359, - -0.07013070256410256, - 0.1575872743589744, - -0.1341903076923079 - ] - ], - "std": [ - [ - 0.7065121639768482, - 0.5178280049962226, - 1.0644445404981495, - 0.9941527427588283, - 0.9460715809412041, - 1.0610130501194135, - 1.1425568971679159, - 0.9324615341247179, - 0.946176852270342, - 0.9924710852804189, - 0.9714365294574488, - 0.9824999787091323, - 0.9634407063351287, - 0.8415828453559291, - 0.8432379274259605, - 0.6407479822535036, - 0.9523942193593046, - 1.0530325526231488, - 0.9744402928447131 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 8251, - "cert_evals": { - "36": 0.782608687877655, - "72": 0.782608687877655, - "108": 0.6521739363670349, - "255": 0.3913043439388275 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8846153846153846, - "test_acc": 0.8111111111111111, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.11794246410256407, - -0.08617061538461546, - 0.18073612820512838, - 0.002734846153846107, - -0.01757938461538464, - -0.10891841025641022, - -0.26475346153846147, - -0.16237000000000007, - -0.13763476923076928, - 0.0032585384615384802, - -0.12308166666666664, - -0.13340641025641017, - -0.052936256410256344, - -0.1222803846153846, - -0.12690142128205126, - -0.21492274871794878, - -0.0701304769230769, - -0.19038912820512827, - -0.03147528205128203 - ] - ], - "std": [ - [ - 0.9308482815868492, - 0.8729826521744097, - 0.9562346989313699, - 0.9941527427588275, - 1.0687148745897885, - 1.082595260131678, - 1.2147882026120127, - 1.1445852172148068, - 1.1192331270078257, - 1.0668209925491146, - 1.0726249795408656, - 1.1491882555748711, - 1.1143257286511818, - 0.9024022721027672, - 0.9826150523838478, - 0.6405176575741821, - 1.0834147839386958, - 1.0210323203399736, - 0.9932070287924958 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 8251, - "cert_evals": { - "36": 0.8076923489570618, - "72": 0.7692307829856873, - "108": 0.7307692766189575, - "255": 0.23076924681663513 - }, - "fold": 1 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.8061224489795918, - "train_size": 39, - "val_size": 18, - "test_size": 98, - "stats": { - "mean": [ - [ - 0.25751469999999993, - -0.0021678205128206176, - -0.16819412820512808, - -0.13856787179487162, - -0.22717153846153848, - -0.05822148717948713, - -0.026513846153846145, - -0.07406333333333337, - 0.025839692307692258, - -0.04725692307692307, - 0.016169487179487147, - -0.13340641025641015, - -0.052936256410256344, - -0.040312646153846145, - 0.10239844307692307, - 0.13277096923076923, - 0.021281615384615406, - -0.028776703589743616, - 0.019882230769230784 - ] - ], - "std": [ - [ - 1.005461160498127, - 0.9939344729297802, - 0.9562346989313698, - 1.1126187137474748, - 0.8609878396947588, - 0.9804372857666263, - 0.9786685591250096, - 0.9813568775708227, - 0.946176852270342, - 1.0881358642498125, - 1.054392008519234, - 1.1491882555748716, - 1.1143257286511812, - 0.6571748166650522, - 0.9244222305036086, - 1.0717140331590138, - 0.8996151755406562, - 0.9261613145039079, - 0.998504170514703 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 8251, - "cert_evals": { - "36": 0.8333333134651184, - "72": 0.7222222089767456, - "108": 0.7222222089767456, - "255": 0.3888888955116272 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8461538461538461, - "test_acc": 0.8333333333333334, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.07509134615384613, - -0.17017341025641036, - 0.13088894871794884, - 0.1440375641025641, - -0.12237543589743595, - -0.05822148717948713, - 0.1521657692307693, - 0.1467033333333333, - 0.10757692307692303, - 0.003258384615384635, - 0.06258628205128201, - -0.13340641025641015, - 0.057943230769230816, - 0.03955354102564104, - 0.16271944128205126, - 0.026228858974358962, - 0.12825329743589742, - -0.037512437692307686, - 0.2253122820512821 - ] - ], - "std": [ - [ - 0.9881800818586763, - 0.7226193648278391, - 0.9639985722278488, - 0.835958152953438, - 0.9195820679374928, - 0.9804372857666264, - 0.8380816839591891, - 0.797209189164857, - 0.8727148090274184, - 0.8602473119915564, - 0.8683835140087598, - 0.9266649753751967, - 0.7801070627641344, - 0.8750146780135224, - 1.0473279879316608, - 0.8897406999004371, - 0.8705306469748111, - 0.8788094464260305, - 0.9932070287924956 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 8251, - "cert_evals": { - "36": 0.8461538553237915, - "72": 0.7692307829856873, - "108": 0.692307710647583, - "255": 0.5769230723381042 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8303836588398801, - "std_test_acc": 0.02952854991456476, - "n_samples": 155, - "n_features": 19, - "n_classes": 2, - "mean_cert_acc_36": 0.8174470514059067, - "std_cert_acc_36": 0.028197634100434462, - "mean_cert_acc_72": 0.7608231157064438, - "std_cert_acc_72": 0.026495401445903996, - "mean_cert_acc_108": 0.6993682831525803, - "std_cert_acc_108": 0.03552221074606964, - "mean_cert_acc_255": 0.3969713896512985, - "std_cert_acc_255": 0.14154292929858386 - }, - "horse-colic": { - "dataset": "horse-colic", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.9242424242424242, - "test_acc": 0.8076923076923077, - "train_size": 68, - "val_size": 66, - "test_size": 234, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 14155, - "cert_evals": { - "36": 0.8181818723678589, - "72": 0.7878788113594055, - "108": 0.7424242496490479, - "255": 0.19696970283985138 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.9027777777777778, - "test_acc": 0.7719298245614035, - "train_size": 68, - "val_size": 72, - "test_size": 228, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 14155, - "cert_evals": { - "36": 0.7777777910232544, - "72": 0.75, - "108": 0.694444477558136, - "255": 0.25 - }, - "fold": 1 - }, - { - "best_epoch": 49, - "best_val_acc": 0.9206349206349206, - "test_acc": 0.8059071729957806, - "train_size": 68, - "val_size": 63, - "test_size": 237, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 14155, - "cert_evals": { - "36": 0.7301587462425232, - "72": 0.6984127163887024, - "108": 0.5873016119003296, - "255": 0.222222238779068 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.86, - "test_acc": 0.82, - "train_size": 68, - "val_size": 50, - "test_size": 250, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 14155, - "cert_evals": { - "36": 0.7599999904632568, - "72": 0.7599999904632568, - "108": 0.699999988079071, - "255": 0.19999998807907104 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8013823263123729, - "std_test_acc": 0.020610335072913363, - "n_samples": 368, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.7715296000242233, - "std_cert_acc_36": 0.036787469990203, - "mean_cert_acc_72": 0.7490728795528412, - "std_cert_acc_72": 0.03738365855274624, - "mean_cert_acc_108": 0.6810425817966461, - "std_cert_acc_108": 0.06606580721372556, - "mean_cert_acc_255": 0.2172979824244976, - "std_cert_acc_255": 0.024536570076791827 - }, - "ilpd-indian-liver": { - "dataset": "ilpd-indian-liver", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 32, - "best_val_acc": 0.7209302325581395, - "test_acc": 0.6353276353276354, - "train_size": 146, - "val_size": 86, - "test_size": 351, - "stats": { - "mean": [ - [ - -0.04947167191780823, - -0.00829989520547949, - 0.0029959439041094614, - 0.043865143424657534, - -0.02727346465753423, - 0.06000245376712337, - 0.18081108150684932, - 0.13766838972602727, - 0.07700867876712333 - ] - ], - "std": [ - [ - 1.0220386211163874, - 0.9305248911517027, - 1.0317627748416793, - 1.0430349333459359, - 0.6968608763678219, - 1.4666603089790804, - 0.976649603737411, - 0.9779410793607819, - 1.0045141661622095 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.4651162624359131, - "72": 0.3139534890651703, - "108": 0.20930232107639313, - "255": 0.06976744532585144 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.782608695652174, - "test_acc": 0.5733695652173914, - "train_size": 146, - "val_size": 69, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.023718123972602808, - -0.005873168493150683, - 0.03226138232876717, - 0.04699460315068498, - 0.05445175945205481, - -0.012896076027397266, - 0.006021310958904103, - -0.03022427397260268, - 0.024170888356164395 - ] - ], - "std": [ - [ - 0.9837490979337397, - 0.9321175505257335, - 1.0715555930063725, - 0.9529710623514904, - 1.1810113146612142, - 0.7086815710476746, - 1.0423446624153474, - 1.010859445699408, - 1.0504905455411107 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.52173912525177, - "72": 0.3333333432674408, - "108": 0.24637681245803833, - "255": 0.043478261679410934 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6022727272727273, - "test_acc": 0.6332378223495702, - "train_size": 146, - "val_size": 88, - "test_size": 349, - "stats": { - "mean": [ - [ - -0.06850946301369858, - -0.0660989635342466, - -0.043828577945205456, - -0.023010099041095942, - 0.006519339726027369, - -0.025199812328767113, - -0.0009198609589041257, - -0.051749036301369795, - -0.1729785705479453 - ] - ], - "std": [ - [ - 0.960568795724854, - 0.7317880619730879, - 0.8532176637131939, - 0.846889651522413, - 0.8393088412983767, - 0.6466602014941917, - 1.025247253115212, - 1.0319261806513593, - 0.9884325003029147 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.5113636255264282, - "72": 0.3863636553287506, - "108": 0.28409090638160706, - "255": 0.1818181872367859 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7619047619047619, - "test_acc": 0.603399433427762, - "train_size": 146, - "val_size": 84, - "test_size": 353, - "stats": { - "mean": [ - [ - 0.10156164794520553, - 0.11148967165753422, - 0.14932299390410964, - -0.06575168465753424, - 0.08565644520547948, - 0.041416027397260274, - 0.12780630068493154, - 0.0825649349315068, - 0.027512271917808223 - ] - ], - "std": [ - [ - 0.9791992181077636, - 1.0803158704678002, - 1.2337654004282645, - 0.900953545319748, - 1.161354860471408, - 0.8045626472841879, - 0.9144661645250372, - 1.0285214362372226, - 1.0463698865975202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.4166666865348816, - "72": 0.2738095223903656, - "108": 0.1666666716337204, - "255": 0.0714285746216774 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6113336140805897, - "std_test_acc": 0.029210315667663068, - "n_samples": 583, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.47872142493724823, - "std_cert_acc_36": 0.04813843511003158, - "mean_cert_acc_72": 0.3268650025129318, - "std_cert_acc_72": 0.046774352906842474, - "mean_cert_acc_108": 0.22660917788743973, - "std_cert_acc_108": 0.050290952916832346, - "mean_cert_acc_255": 0.09162311721593142, - "std_cert_acc_255": 0.06147782178709446 - }, - "image-segmentation": { - "dataset": "image-segmentation", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.92, - "test_acc": 0.925, - "train_size": 2100, - "val_size": 50, - "test_size": 160, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 7606, - "cert_evals": { - "36": 0.85999995470047, - "72": 0.85999995470047, - "108": 0.7400000095367432, - "255": 0.3400000035762787 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.9574468085106383, - "test_acc": 0.9202453987730062, - "train_size": 2100, - "val_size": 47, - "test_size": 163, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 7606, - "cert_evals": { - "36": 0.8723403811454773, - "72": 0.8723403811454773, - "108": 0.7872340083122253, - "255": 0.3404255211353302 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9534883720930233, - "test_acc": 0.8982035928143712, - "train_size": 2100, - "val_size": 43, - "test_size": 167, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 7606, - "cert_evals": { - "36": 0.8604651093482971, - "72": 0.8139534592628479, - "108": 0.7674418687820435, - "255": 0.3720930218696594 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.8611111111111112, - "test_acc": 0.9310344827586207, - "train_size": 2100, - "val_size": 36, - "test_size": 174, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 7606, - "cert_evals": { - "36": 0.8333333134651184, - "72": 0.8055555820465088, - "108": 0.8055555820465088, - "255": 0.3611111044883728 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9186208685864995, - "std_test_acc": 0.014309616611297966, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.8565346896648407, - "std_cert_acc_36": 0.01648817759686583, - "mean_cert_acc_72": 0.837962344288826, - "std_cert_acc_72": 0.03313673937888974, - "mean_cert_acc_108": 0.7750578671693802, - "std_cert_acc_108": 0.02807980198816271, - "mean_cert_acc_255": 0.3534074127674103, - "std_cert_acc_255": 0.015882768285358752 - }, - "hill-valley": { - "dataset": "hill-valley", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.5873015873015873, - "test_acc": 0.5479166666666667, - "train_size": 606, - "val_size": 126, - "test_size": 480, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 221605, - "cert_evals": { - "36": 0.0476190522313118, - "72": 0.01587301678955555, - "108": 0.007936508394777775, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.5289256198347108, - "test_acc": 0.5195876288659794, - "train_size": 606, - "val_size": 121, - "test_size": 485, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 221605, - "cert_evals": { - "36": 0.03305784985423088, - "72": 0.03305784985423088, - "108": 0.024793386459350586, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 83, - "best_val_acc": 0.5916666666666667, - "test_acc": 0.5534979423868313, - "train_size": 606, - "val_size": 120, - "test_size": 486, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 221605, - "cert_evals": { - "36": 0.11666667461395264, - "72": 0.05833333730697632, - "108": 0.05000000447034836, - "255": 0.01666666753590107 - }, - "fold": 2 - }, - { - "best_epoch": 65, - "best_val_acc": 0.6929824561403509, - "test_acc": 0.5630081300813008, - "train_size": 606, - "val_size": 114, - "test_size": 492, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 221605, - "cert_evals": { - "36": 0.12280701845884323, - "72": 0.061403509229421616, - "108": 0.04385964944958687, - "255": 0.008771929889917374 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5460025920001945, - "std_test_acc": 0.018679601727170956, - "n_samples": 1212, - "n_features": 100, - "n_classes": 2, - "mean_cert_acc_36": 0.08003764878958464, - "std_cert_acc_36": 0.04629244511999137, - "mean_cert_acc_72": 0.04216692829504609, - "std_cert_acc_72": 0.02164673892826424, - "mean_cert_acc_108": 0.0316473871935159, - "std_cert_acc_108": 0.019106203266594967, - "mean_cert_acc_255": 0.006359649356454611, - "std_cert_acc_255": 0.00801964257303425 - }, - "iris": { - "dataset": "iris", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.33695652173913043, - "train_size": 37, - "val_size": 21, - "test_size": 92, - "stats": { - "mean": [ - [ - -0.06538616216216218, - 0.037524162162162124, - -0.05163069459459464, - -0.05491507459459471 - ] - ], - "std": [ - [ - 0.9148870367317358, - 1.0881966465526376, - 0.9955337168703222, - 0.9789290060304676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.2857142984867096, - "72": 0.2857142984867096, - "108": 0.190476194024086, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.4827586206896552, - "test_acc": 0.5119047619047619, - "train_size": 37, - "val_size": 29, - "test_size": 84, - "stats": { - "mean": [ - [ - -0.1894133945945945, - -0.14947308108108107, - -0.07307603783783788, - -0.09033012864864856 - ] - ], - "std": [ - [ - 0.9592123832790647, - 0.9096266883189955, - 1.0119512040032557, - 1.0176631024602978 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.24137930572032928, - "72": 0.20689654350280762, - "108": 0.13793103396892548, - "255": 0.10344827175140381 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.6444444444444445, - "train_size": 37, - "val_size": 23, - "test_size": 90, - "stats": { - "mean": [ - [ - 0.12065495945945945, - 0.08115708108108108, - -0.014868264864864856, - 0.0017480032432432313 - ] - ], - "std": [ - [ - 1.079972374505205, - 0.8268394002889127, - 1.0381376116445211, - 1.0358017457861401 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.695652186870575, - "72": 0.6086956858634949, - "108": 0.52173912525177, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.7088607594936709, - "train_size": 37, - "val_size": 34, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.019474235135135163, - 0.1372560810810812, - -0.050099464864865016, - -0.012418108108108169 - ] - ], - "std": [ - [ - 1.0035126577760827, - 0.9654086463610752, - 1.0191317626227525, - 1.0325640931007958 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.7941176295280457, - "72": 0.6176470518112183, - "108": 0.4117647111415863, - "255": 0.20588235557079315 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5505416218955019, - "std_test_acc": 0.16431077401399807, - "n_samples": 150, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.5042158551514149, - "std_cert_acc_36": 0.2813757214535671, - "mean_cert_acc_72": 0.4297383949160576, - "std_cert_acc_72": 0.21427148388042994, - "mean_cert_acc_108": 0.31547776609659195, - "std_cert_acc_108": 0.18162521775756651, - "mean_cert_acc_255": 0.07733265683054924, - "std_cert_acc_255": 0.09860312708672887 - }, - "ionosphere": { - "dataset": "ionosphere", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.8936170212765957, - "test_acc": 0.9027777777777778, - "train_size": 88, - "val_size": 47, - "test_size": 216, - "stats": { - "mean": [ - [ - -0.053792624999999955, - 0.11437863863636365, - -0.09784573977272727, - 0.037641697727272765, - 0.03979244659090908, - -0.022637212499999986, - -0.03695475681818172, - -0.03367938977272729, - -0.021329492045454524, - -0.09884267272727273, - 0.035718605681818186, - 0.06464764249999998, - -0.019363167613636392, - -0.05855647840909092, - -0.09749018068181807, - -0.038717673863636344, - -0.20421359857954527, - -0.07935669659090909, - -0.1400404538977272, - 0.02510688295454545, - -0.037117688954545446, - 0.033973999999999976, - -0.1653208722727273, - 0.005757295454545449, - -0.1324492284090909, - -0.08898458409090908, - -0.05795820443181821, - -0.02483663102272733, - -0.08507457556818178, - 0.08867289204545453, - -0.04576606920454543, - 0.02797571125000001, - -0.0760243448863635 - ] - ], - "std": [ - [ - 1.0628766820372375, - 0.7507239967772006, - 1.0291396537758577, - 0.8884938256308751, - 0.9340022757733981, - 0.913837455075107, - 0.9736609191811407, - 0.9876988868200146, - 1.0170932036566493, - 0.9930860356859771, - 0.9548850329366211, - 0.9223725518038193, - 0.8913550898838349, - 1.0187510679778873, - 1.017494178014936, - 1.0307802521113834, - 0.975629252171648, - 1.0218068809970482, - 0.9797731524500652, - 0.9502446255339264, - 0.9112949974613238, - 0.9538996196640592, - 0.8900589740016208, - 0.9778636762599577, - 0.9154522749390646, - 1.05891815419685, - 0.9349516698212756, - 1.028413342097531, - 1.0174809086582552, - 0.8603550537251974, - 0.9177215824920913, - 0.9334496357023497, - 0.9708996223344086 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 24491, - "cert_evals": { - "36": 0.8723403811454773, - "72": 0.8510637879371643, - "108": 0.8510637879371643, - "255": 0.5957446694374084 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.9454545454545454, - "test_acc": 0.875, - "train_size": 88, - "val_size": 55, - "test_size": 208, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.057230188340909066, - -0.12594148852272724, - -0.0657140477272727, - 0.03683578340909091, - -0.019606631818181786, - -0.060358038636363666, - 0.04340084659090913, - -0.0891362948863636, - 0.11950643409090907, - -0.0431416420454545, - 0.015000489886363617, - 0.006661120113636418, - 0.05273973636363641, - 0.015397984090909127, - 0.014861920909090958, - 0.1809429574999999, - 0.08595570852272723, - 0.06362748978409093, - 0.013652813181818213, - 0.08379081831818179, - 0.012709255681818172, - 0.05176218068181814, - -0.0808674875, - 0.0755702415909092, - 0.018801221590909037, - 0.00032548409090908274, - -0.044570049999999944, - -0.06261137522727273, - -0.029789787386363672, - 0.05672472590909099, - 0.07217833522727275, - -0.1547468361363635 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9307820453086587, - 1.0773699872895335, - 1.0440681513418153, - 0.8335723077848519, - 1.0288328270221063, - 1.012134427705991, - 0.9381625016034029, - 1.0351171735867382, - 0.8413129464522849, - 0.957745165443786, - 0.996483818815002, - 1.0520779681632726, - 0.9017607688663065, - 0.9016249527670053, - 0.9886646202839675, - 0.948531710759369, - 0.9429119629240612, - 0.9771648840049503, - 1.0130626800360227, - 0.9206929443124036, - 1.0062206389304456, - 0.9740332111643196, - 1.0276361536986764, - 1.004938887359179, - 0.9916060965398966, - 1.0389805297776586, - 0.9937147733197984, - 0.9550117277666471, - 1.045048464961226, - 0.9419333165833579, - 0.9692634514790782, - 0.8827267306674739 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 24491, - "cert_evals": { - "36": 0.9454545378684998, - "72": 0.9090908765792847, - "108": 0.8545454144477844, - "255": 0.581818163394928 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8813559322033898, - "test_acc": 0.9019607843137255, - "train_size": 88, - "val_size": 59, - "test_size": 204, - "stats": { - "mean": [ - [ - -0.1268343749999996, - 0.03819893595454546, - -0.011457272727272726, - 0.05116481477272727, - -0.0830110590909092, - 0.047313343863636344, - 0.10252151931818183, - 0.1333957454545454, - 0.05029393693181818, - 0.04156139318181821, - -0.001252886136363645, - -0.02304269772727273, - -0.028127184431818178, - 0.09080393977272729, - 0.051952362500000016, - 0.026424043636363623, - 0.004673466193181796, - 0.08743039488636364, - -0.026571849534090915, - 0.14150050181818186, - 0.03335016056818166, - 0.12982050340909096, - 0.16414423761363636, - 0.09544092727272725, - -0.013555443181818177, - 0.13096514511363633, - 0.08380314419318177, - 0.11039518400000002, - 0.10956971738636363, - 0.16996981363636354, - 0.20297531795454554, - 0.13073818977272728, - 0.22886673897727264 - ] - ], - "std": [ - [ - 1.1403639563737902, - 0.9669190187863775, - 0.9172167629719893, - 0.8606790311963011, - 0.9989705798429368, - 0.9373035431734378, - 0.9209352640839872, - 0.8488345605516046, - 0.8825266596197384, - 0.9437597259890439, - 0.8884696173398924, - 1.0048586652940763, - 0.9550518112139788, - 0.9614986333459294, - 0.9194447344313414, - 0.9950631727543465, - 0.9784728631967848, - 0.9580770253420143, - 0.9232846642295484, - 0.9004257495362915, - 0.9845719410626651, - 0.9096258762479161, - 0.9598729860189827, - 0.9018492624900448, - 0.9747064152086655, - 0.8917378557660298, - 1.0112826407608113, - 0.9771390659506771, - 0.934094299138346, - 0.9171760631839044, - 0.9408030802675159, - 0.9489033599031296, - 0.9833308046410482 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 24491, - "cert_evals": { - "36": 0.8135592937469482, - "72": 0.7796609997749329, - "108": 0.7796609997749329, - "255": 0.508474588394165 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.9444444444444444, - "test_acc": 0.9186602870813397, - "train_size": 88, - "val_size": 54, - "test_size": 209, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.08337084420454545, - 0.012367452272727331, - -0.10430459318181814, - -0.04320599500000006, - -0.02125417613636366, - 0.13601533749999994, - 0.08083362500000006, - 0.04508737613636362, - 0.06580848409090917, - -0.04573462613636365, - -0.11163381636363634, - -0.08390394295454544, - -0.08376589772727273, - -0.044872403409090926, - -0.0040415840909091135, - -0.08072537250000003, - 0.09002621590909089, - -0.162396136590909, - -0.039994314090909096, - -0.10034994406818182, - -0.025718289772727287, - -0.07362233545454551, - 0.15139177386363645, - -0.09483327613636364, - 0.035840585227272695, - 0.10623734090909087, - 0.16713354263636365, - -0.09824181704545455, - -0.02187183522727274, - -0.02442285272727274, - -0.04313826136363642, - 0.1828973070454546 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9490576864105106, - 0.9875219449564684, - 1.1736996169419784, - 1.085283557408111, - 1.0964938389858863, - 1.0087899511657812, - 1.0744821220114844, - 1.0108692257357619, - 1.0627108745057163, - 1.0442983244440271, - 1.1469962087719372, - 1.0331323404442145, - 1.1049553685537077, - 1.023216090225595, - 1.0297914379913535, - 1.0415403651865944, - 1.0022218327408114, - 1.0389078436934174, - 1.0658270934057976, - 1.0847302652617432, - 1.0404853997786638, - 1.050257290760166, - 0.893199357426146, - 1.0313013612091906, - 0.9776385188820035, - 1.0220555587416027, - 0.8817940384222789, - 1.0763521420836772, - 1.0347943476784296, - 1.1267168423195861, - 1.0726159506205808, - 1.1123266143540387 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 24491, - "cert_evals": { - "36": 0.944444477558136, - "72": 0.8888888955116272, - "108": 0.8333333134651184, - "255": 0.5925925970077515 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8995997122932107, - "std_test_acc": 0.018111930851171524, - "n_samples": 351, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.8939496725797653, - "std_cert_acc_36": 0.06359258594991035, - "mean_cert_acc_72": 0.8571761399507523, - "std_cert_acc_72": 0.05699940510826591, - "mean_cert_acc_108": 0.82965087890625, - "std_cert_acc_108": 0.03459671907777276, - "mean_cert_acc_255": 0.5696575045585632, - "std_cert_acc_255": 0.041222119833826676 - }, - "lenses": { - "dataset": "lenses", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.75, - "test_acc": 0.35714285714285715, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - 0.6526299999999999, - 0.0, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.7296625220778439, - 0.978945, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.5714285714285714, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - -0.32631499999999997, - -0.6526299999999999, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.922958197211553, - 0.7296625220778439, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.25, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.25, - "train_size": 6, - "val_size": 2, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - 0.32631499999999997, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.978945, - 0.9229581972115529, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 4, - "best_val_acc": 0.5, - "test_acc": 0.21428571428571427, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - -0.59948, - 0.32631499999999997, - 0.32631499999999997, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.915720825870709, - 0.9229581972115529, - 0.922958197211553, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 636, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.25, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3482142857142857, - "std_test_acc": 0.1607142857142857, - "n_samples": 24, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.1875, - "std_cert_acc_36": 0.125, - "mean_cert_acc_72": 0.125, - "std_cert_acc_72": 0.14433756729740643, - "mean_cert_acc_108": 0.0625, - "std_cert_acc_108": 0.125, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "led-display": { - "dataset": "led-display", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 36, - "best_val_acc": 0.6410256410256411, - "test_acc": 0.6548821548821548, - "train_size": 250, - "val_size": 156, - "test_size": 594, - "stats": { - "mean": [ - [ - 0.007071759999999854, - -0.06713887999999998, - 0.04580425999999983, - -0.02524725599999987, - 0.032490744000000016, - 0.026608120000000096, - 1.7199999999801818e-06 - ] - ], - "std": [ - [ - 0.9950459658737895, - 1.009900234084628, - 0.9724760974354865, - 1.0074396393306633, - 1.004766715631752, - 0.9754811567914686, - 0.9994980323196654 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 1315, - "cert_evals": { - "36": 0.5384615659713745, - "72": 0.4294871985912323, - "108": 0.3589743673801422, - "255": 0.0833333358168602 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.7092198581560284, - "test_acc": 0.7077175697865353, - "train_size": 250, - "val_size": 141, - "test_size": 609, - "stats": { - "mean": [ - [ - -0.030645360000000187, - 0.03051721599999998, - -0.07328692000000013, - -0.01683115199999986, - -0.024368800000000006, - 0.02660812000000029, - 1.7199999999624183e-06 - ] - ], - "std": [ - [ - 1.018012947504733, - 0.9932371252643158, - 1.0370805647209447, - 1.0048701299259322, - 0.9948347843380658, - 0.9754811567914693, - 0.9994980323196655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 1315, - "cert_evals": { - "36": 0.567375898361206, - "72": 0.4893616735935211, - "108": 0.43971630930900574, - "255": 0.13475176692008972 - }, - "fold": 1 - }, - { - "best_epoch": 62, - "best_val_acc": 0.7261146496815286, - "test_acc": 0.7200674536256324, - "train_size": 250, - "val_size": 157, - "test_size": 593, - "stats": { - "mean": [ - [ - -0.02121608000000006, - -0.018310832, - -0.02748262000000013, - 0.008417160000000156, - 0.01624516000000005, - 0.026608120000000093, - -0.01687781599999998 - ] - ], - "std": [ - [ - 1.0124517882249175, - 1.002792806702983, - 1.0143765302763266, - 0.9966955712286966, - 1.0022682733933526, - 0.9754811567914692, - 1.005041365963769 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 1315, - "cert_evals": { - "36": 0.662420392036438, - "72": 0.6050955653190613, - "108": 0.522292971611023, - "255": 0.1656050980091095 - }, - "fold": 2 - }, - { - "best_epoch": 37, - "best_val_acc": 0.6144578313253012, - "test_acc": 0.6215753424657534, - "train_size": 250, - "val_size": 166, - "test_size": 584, - "stats": { - "mean": [ - [ - -0.0023575200000001267, - 0.0061031919999999995, - 0.009160819999999905, - -0.04207946399999987, - -0.016246007999999923, - -0.1011123440000001, - 0.05064032800000006 - ] - ], - "std": [ - [ - 1.0009703691603724, - 0.9983249694649329, - 0.9943226309022788, - 1.0123492183086487, - 0.9964583563164333, - 1.0799745182608878, - 0.9809392436444123 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 1315, - "cert_evals": { - "36": 0.5120481848716736, - "72": 0.3614457845687866, - "108": 0.34939756989479065, - "255": 0.11445783078670502 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.676060630190019, - "std_test_acc": 0.04602874727918251, - "n_samples": 1000, - "n_features": 7, - "n_classes": 10, - "mean_cert_acc_36": 0.570076510310173, - "std_cert_acc_36": 0.06557813928415232, - "mean_cert_acc_72": 0.47134755551815033, - "std_cert_acc_72": 0.1033500964611602, - "mean_cert_acc_108": 0.4175953045487404, - "std_cert_acc_108": 0.08070168446474857, - "mean_cert_acc_255": 0.12453700788319111, - "std_cert_acc_255": 0.03459413115671754 - }, - "libras": { - "dataset": "libras", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.7291666666666666, - "test_acc": 0.7792792792792793, - "train_size": 90, - "val_size": 48, - "test_size": 222, - "stats": { - "mean": [ - [ - 0.059153607855555554, - -0.022086486111111102, - 0.05922882088888888, - -0.02086866645555565, - 0.056779304333333384, - -0.018696930000000046, - 0.05689053533333337, - -0.016248013333333245, - 0.0569165588888889, - -0.0036989233333332458, - 0.06283389777777776, - -0.0037991557777777556, - 0.05937392222222222, - -0.007620807444444464, - 0.05464593999999994, - -0.011244530777777774, - 0.04970278000000001, - -0.013921464755555614, - 0.04771983000000002, - -0.019249020222222305, - 0.044871499788888936, - -0.020557805333333252, - 0.03973438522222228, - -0.026101116888888873, - 0.0330146356666666, - -0.027676334444444468, - 0.034978265333333355, - -0.0210573455555555, - 0.04064138888888893, - -0.01831029133333337, - 0.044241277888888826, - -0.010786282777777736, - 0.051733793333333285, - -0.0034738184444444765, - 0.045049727888888905, - -0.021378303111111135, - 0.04119049111111115, - -0.045665581555555515, - 0.03553613722222227, - -0.07517735188888884, - 0.022791370888888884, - -0.09528456055555552, - 0.01893847222222228, - -0.11598632511111107, - 0.02626179000000001, - -0.1326080574444444, - 0.034327293333333335, - -0.13289333, - 0.03746381222222225, - -0.11572220622222221, - 0.042059589422222224, - -0.09740232666666666, - 0.04862533955555555, - -0.08259843555555557, - 0.04790880555555556, - -0.06473083111111111, - 0.04817679555555557, - -0.043231756999999996, - 0.05318957111111112, - -0.019220134666666673, - 0.055677036666666645, - -0.002841064555555544, - 0.05546902555555555, - 0.003981006666666653, - 0.05436141222222221, - 0.010304663333333285, - 0.04651793477777778, - 0.004333857777777748, - 0.038974952222222185, - -0.008231636300000048, - 0.03247019888888887, - -0.02334288095555553, - 0.03011131132222221, - -0.030717089555555615, - 0.02976556422222225, - -0.03948321999999996, - 0.022267378333333344, - -0.03566932055555558, - 0.015906501777777787, - -0.04077892000000001, - 0.011949363777777782, - -0.03570859, - 0.004940353333333312, - -0.031180698333333357, - 0.0004020502222222259, - -0.025412966666666658, - -0.002333565333333347, - -0.02677985111111109, - -0.0059334082222222105, - -0.026852045555555534 - ] - ], - "std": [ - [ - 1.0272697848649774, - 0.9664771136823957, - 1.027688880747467, - 0.9662624765656191, - 1.0292677018687986, - 0.9684534093051018, - 1.0319599452853536, - 0.9677596062743243, - 1.0377674721252286, - 0.9616782342445047, - 1.0370360978842266, - 0.9555582821931108, - 1.0289925918383118, - 0.9579834639182713, - 1.0189074336088546, - 0.9625256328191537, - 1.0121348350240766, - 0.9646803522961049, - 1.0126185493427433, - 0.9598197286028425, - 1.0189730181818124, - 0.951620173828917, - 1.0350698342948041, - 0.9370228296137644, - 1.0541894305710373, - 0.9184614636871827, - 1.0696682809354456, - 0.9329853150754773, - 1.0890255312769253, - 0.9489615861352966, - 1.1066977252299934, - 0.9608235727079338, - 1.1024326497238879, - 0.9717686177151472, - 1.0972507342710132, - 0.9657911543082057, - 1.069178058095652, - 0.9664501545749722, - 1.0261884635827954, - 0.9801982751719368, - 0.9882367711096164, - 1.0014044489935727, - 0.9672861968365165, - 1.024725533269629, - 0.9648715731537318, - 1.033145694150089, - 0.973815805756156, - 1.0313002194928262, - 0.9859951872457644, - 1.0345119812696684, - 0.9964608835988579, - 1.0372020790742669, - 1.002794362543549, - 1.050476963151338, - 1.0100223483256028, - 1.051659471579452, - 1.0207177149077362, - 1.0380336604147125, - 1.0274778037875825, - 1.0217936789225461, - 1.023355900720886, - 0.99539519439483, - 1.0134647330026565, - 0.9689247631505362, - 1.0089599239522917, - 0.950558838647045, - 1.008875615908425, - 0.9499906362659443, - 1.0089288969813415, - 0.9607648958830952, - 1.0158951823905173, - 0.9737378299181498, - 1.0199933463033373, - 0.9860581507065539, - 1.0263547725332822, - 1.0015989523192506, - 1.032627742296777, - 1.0279180377810286, - 1.0376802603494275, - 1.050663043279449, - 1.0450149927264303, - 1.0536672233709206, - 1.048344449365565, - 1.0509585135332231, - 1.049228637606536, - 1.0418893656144446, - 1.0487172103574718, - 1.0370002214587464, - 1.0495960897157208, - 1.0304275340443008 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 181998, - "cert_evals": { - "36": 0.5416666865348816, - "72": 0.5416666865348816, - "108": 0.5208333730697632, - "255": 0.3333333432674408 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.75, - "test_acc": 0.6588785046728972, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.033764339333333275, - 0.0455450088888889, - -0.0393941557777778, - 0.0442136877777778, - -0.045103564444444466, - 0.04001134399999995, - -0.05244813000000002, - 0.028505362222222205, - -0.06154681444444444, - 0.021204386666666637, - -0.07797415355555551, - 0.01921581555555562, - -0.10197233555555556, - 0.006906205777777777, - -0.12702198222222222, - -0.005695309999999986, - -0.14416418666666672, - -0.02292435444444457, - -0.16337620333333333, - -0.03858305355555561, - -0.1711072416555556, - -0.04597038555555552, - -0.17688608222222224, - -0.0510546662222222, - -0.1777130125555556, - -0.055949267777777756, - -0.1758602002222223, - -0.056614647777777784, - -0.17039360222222222, - -0.06617457911111113, - -0.16981005877777777, - -0.07106641555555543, - -0.16308817222222222, - -0.05537972144444455, - -0.14865953544444438, - -0.04185643888888888, - -0.12450770666666665, - -0.020887783333333316, - -0.0970945600000001, - -0.01284855222222223, - -0.06770919911111105, - -0.006189087555555519, - -0.045649386666666646, - -0.019774148444444417, - -0.024750903666666667, - -0.028532645999999984, - -0.008615883333333359, - -0.04990173111111105, - 0.0027711554444444235, - -0.06698789577777778, - 0.001936522755555571, - -0.08285931522222224, - -0.0073226571111110784, - -0.08259888076666667, - -0.02258475644444445, - -0.07283224555555554, - -0.03855426111111113, - -0.06328560555555554, - -0.06116145375555557, - -0.06039820777777778, - -0.08062423999999999, - -0.06031211888888889, - -0.1001700812222222, - -0.0643715877777778, - -0.11488044000000007, - -0.06820063999999999, - -0.1203164692222222, - -0.07924086666666665, - -0.12108284722222223, - -0.0915652744444445, - -0.11548237566666666, - -0.10036381111111108, - -0.10867505555555551, - -0.11164193444444444, - -0.10020240444444449, - -0.12007570888888885, - -0.09298762111111107, - -0.12944496888888887, - -0.0845759822222222, - -0.12039282000000003, - -0.07738502700000004, - -0.1146484011111111, - -0.06909253888888889, - -0.09596822888888885, - -0.0527662786666667, - -0.08531162555555549, - -0.04094482422222221, - -0.0668187426666667, - -0.03109291377777779, - -0.049228804444444406 - ] - ], - "std": [ - [ - 0.9391947140806977, - 0.9661200046110473, - 0.9369047047249826, - 0.965372181859147, - 0.9379655989040812, - 0.9626856204401466, - 0.9383704435642225, - 0.9596973553804454, - 0.9435124416750471, - 0.9569644766257196, - 0.9507806726832521, - 0.9503884002742878, - 0.9577699621134407, - 0.945652945681381, - 0.9650370451264835, - 0.9434629223854399, - 0.9739544466032157, - 0.9438505847776927, - 0.9764228611015309, - 0.9469890572332942, - 0.9779898535101123, - 0.9533340820544212, - 0.9757437918199428, - 0.9549347448822753, - 0.9663610809902762, - 0.9438525284454122, - 0.952169999214585, - 0.9678377690397413, - 0.9393886782621469, - 0.9947209380373468, - 0.9361716970367747, - 1.0123442945183636, - 0.9252713522214633, - 1.0260951627274713, - 0.9231710047035482, - 1.025557832763311, - 0.9248516800643717, - 1.0172305910811887, - 0.9282810826954029, - 1.0064682263739466, - 0.9205614506509361, - 0.9946120696327407, - 0.9081070345079777, - 0.9949749986778512, - 0.9033325693342755, - 1.006822968070411, - 0.9085081292518836, - 1.0191220579997762, - 0.9153594418262174, - 1.0318423200857954, - 0.9183368353262834, - 1.0392962508240564, - 0.9237882688127866, - 1.055023953325584, - 0.9343012330154237, - 1.0481089228331875, - 0.9560851685143908, - 1.0339727591956172, - 0.9853902060723677, - 1.0098325304467373, - 0.9988778299057116, - 0.9870909710943886, - 1.0021729674536564, - 0.9828786628007012, - 1.0079592542333784, - 0.9835701890015256, - 1.017348186621727, - 0.9858555228606939, - 1.0242608111755789, - 0.9832306180154835, - 1.0262585496418493, - 0.9866284497369432, - 1.0229030560951116, - 0.9869096028519032, - 1.0172087108740004, - 0.9788435218174495, - 1.0148292680398843, - 0.9702030398470889, - 1.0139464402917768, - 0.9650993937320577, - 1.0142334827118167, - 0.9622076846279796, - 1.0188552180562984, - 0.9619140911906384, - 1.0175453036347175, - 0.9585537532942093, - 1.0155723528745622, - 0.9543291962926345, - 1.012212127147541, - 0.9495775298724907 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 181998, - "cert_evals": { - "36": 0.6964285969734192, - "72": 0.6785714626312256, - "108": 0.6785714626312256, - "255": 0.5 - }, - "fold": 1 - }, - { - "best_epoch": 32, - "best_val_acc": 0.7678571428571429, - "test_acc": 0.7616822429906542, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.0795752713666667, - 0.0976775155555555, - -0.0792770048888889, - 0.09542594000000003, - -0.0793193911111111, - 0.09638493444444453, - -0.0793156911111111, - 0.09763250999999992, - -0.08028563333333336, - 0.0968837866666667, - -0.08446061444444444, - 0.09761106766666666, - -0.0858379077777778, - 0.09109071466666677, - -0.08833427666666666, - 0.08412569366666675, - -0.08150408654444444, - 0.07868567302222215, - -0.07937965800000002, - 0.07571118444444438, - -0.07020866522222223, - 0.07384745777777788, - -0.05723015477777777, - 0.06437183422222217, - -0.04520808033333336, - 0.04587258000000005, - -0.029391714666666645, - 0.02986913666666669, - -0.01909765222222218, - 0.021750623000000042, - -0.016599911111111112, - 0.03220027088888891, - -0.021600725555555558, - 0.038351117999999955, - -0.029936903333333327, - 0.043317289555555506, - -0.04636568555555557, - 0.04265821111111109, - -0.06504211555555557, - 0.0398037177777778, - -0.07834400400000001, - 0.03486788355555556, - -0.09061476011111111, - 0.024548287777777737, - -0.10536790666666669, - 0.029715636555555532, - -0.1355004688888889, - 0.023034604444444474, - -0.1566124356666667, - 0.013996776444444445, - -0.17107036222222222, - 0.008349538444444445, - -0.17717941188888894, - 0.011516642222222234, - -0.18186103466666662, - 0.006701916666666682, - -0.1859549, - 0.017993973000000038, - -0.1814516993111111, - 0.023018069777777796, - -0.177811022, - 0.013411195555555524, - -0.17198873444444454, - 0.007958389222222214, - -0.159803446, - 0.01762081777777776, - -0.14861193111111112, - 0.03175548111111108, - -0.13662967000000004, - 0.039799975555555506, - -0.12218454000000008, - 0.05352645888888891, - -0.10940399555555551, - 0.056771615555555516, - -0.10123112444444446, - 0.04481529555555562, - -0.09524841888888891, - 0.04344370633333331, - -0.08900512488888888, - 0.047798668888888826, - -0.08192136066666673, - 0.039209352222222264, - -0.07595590804444444, - 0.038319951666666546, - -0.0710968062222223, - 0.046865989111111096, - -0.06933622333333335, - 0.04505355422222219, - -0.0645431828888889, - 0.048621090000000124 - ] - ], - "std": [ - [ - 0.9995783575072309, - 0.9453718021917624, - 0.9986629556137443, - 0.9447043484979707, - 0.9963987589123307, - 0.9459381244093827, - 0.9892357792736222, - 0.9448309404294691, - 0.9884066352373108, - 0.9409207140609871, - 0.9850607322448387, - 0.9374842650334984, - 0.9943922917763706, - 0.9366045758806816, - 1.0082213369876118, - 0.9387174087314007, - 1.0167982259784791, - 0.9414588919501151, - 1.0151339246945583, - 0.946713464769804, - 1.0115845765750173, - 0.9519023234179994, - 1.0054336883537112, - 0.9439031440238868, - 0.9948632401641084, - 0.9178338997823589, - 0.985985091605607, - 0.8980699861250137, - 0.9786895246049818, - 0.8844782943097348, - 0.9763567999689986, - 0.8891258733016062, - 0.9893411781237217, - 0.8987381436886754, - 1.0077858282578576, - 0.8950579121384119, - 1.0348131829708704, - 0.8802295332034641, - 1.0573036237099012, - 0.8816011636092593, - 1.0741826778133243, - 0.8914978392878847, - 1.076897441410801, - 0.911788092656148, - 1.0751351512562335, - 0.9265647791225483, - 1.0763970425573648, - 0.9407369624799463, - 1.075053685265128, - 0.9417913276181705, - 1.0697018034326975, - 0.9523523099253108, - 1.0619584342897572, - 0.9687246728261701, - 1.0496115620329747, - 0.9819961763171552, - 1.0437880565787132, - 0.9902261296333055, - 1.036776335171439, - 1.0167686539675216, - 1.02719908329187, - 1.0393897565193124, - 1.0151559172418654, - 1.0633025125446949, - 1.0021468886253628, - 1.0845540064051982, - 0.9949848743518965, - 1.0934858712212507, - 0.9936750833266651, - 1.0939158617327953, - 0.9887264840502932, - 1.07687069654482, - 0.9849073877892529, - 1.0495601673985115, - 0.968536122796128, - 1.0302608877871398, - 0.9595525737715221, - 1.0250582586535266, - 0.9494218117785129, - 1.0314076443737552, - 0.9369730450579224, - 1.0282406198941436, - 0.927613615345622, - 1.0110472572993734, - 0.9191954706340935, - 0.9917321431280843, - 0.9152228948941693, - 0.9841156236614271, - 0.9187162282547586, - 0.9920089857228521 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 181998, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.7142857313156128, - "108": 0.660714328289032, - "255": 0.4464285969734192 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.7555555555555555, - "test_acc": 0.6711111111111111, - "train_size": 90, - "val_size": 45, - "test_size": 225, - "stats": { - "mean": [ - [ - 0.09026950530000002, - -0.03347233166666681, - 0.08805549977777775, - -0.03405123534444449, - 0.08708464222222234, - -0.03423331444444434, - 0.08310377777777779, - -0.037732521111111056, - 0.07844351111111113, - -0.04188870111111114, - 0.07671959222222215, - -0.04202225133333326, - 0.08212408711111117, - -0.0449390454444444, - 0.0878047777777778, - -0.05257811300000004, - 0.09755105444444442, - -0.051445295555555555, - 0.10336957555555559, - -0.05607170222222236, - 0.10687409668888889, - -0.05782803755555547, - 0.10272375744444447, - -0.057026167999999905, - 0.10213378411111111, - -0.044367474444444326, - 0.09731909555555555, - -0.04350549444444442, - 0.08865874400000001, - -0.06280649233333332, - 0.08169131444444443, - -0.08661213244444435, - 0.07810773555555556, - -0.1112553797777778, - 0.07463555555555558, - -0.1263340871111112, - 0.06639933666666666, - -0.1465535255555555, - 0.05377655111111114, - -0.1640056500000001, - 0.04418829777777779, - -0.17093437533333333, - 0.02842860777777779, - -0.16408909622222206, - 0.016942645555555583, - -0.16675064855555574, - 0.0073328979777777265, - -0.1588536488888888, - 0.00373534444444446, - -0.1495966028888889, - 0.0037222849777777105, - -0.1322372677777777, - -0.0027955453333333665, - -0.10401365777777777, - -0.014766566666666684, - -0.0861462788888889, - -0.025277220000000013, - -0.07635618999999995, - -0.03186592444444443, - -0.07135788, - -0.030484778888888852, - -0.06502929344444444, - -0.022410275666666677, - -0.05761954077777779, - -0.016950835555555564, - -0.03907689404444446, - -0.011996154444444438, - -0.029193174444444425, - -0.010071146111111135, - -0.02858531444444451, - -0.007421466666666659, - -0.023952365555555542, - -0.009688820900000063, - -0.01668311955555556, - -0.005838026666666681, - -0.0015534499999999242, - -0.005162895555555574, - -0.0012964042222222037, - -0.001906099777777802, - 0.003737124444444456, - -0.003503918111111117, - 0.001677034444444477, - -0.007449703600000025, - -0.0018753644444445127, - -0.012184628888888922, - 0.0026639691111110986, - -0.016971600444444422, - 0.007810784999999998, - -0.020134840000000025, - 0.010748244444444445 - ] - ], - "std": [ - [ - 0.9926513732856214, - 0.9922740467464981, - 0.9964342900718223, - 0.9915656502494293, - 1.0031269607060127, - 0.9916453686089172, - 1.0081725642875177, - 0.9907693657057502, - 1.0084903680397026, - 0.9923185425628301, - 1.0128792801232473, - 0.9902737219168581, - 1.010792816435926, - 0.9888655842110828, - 1.0031758362749574, - 0.9854298441685992, - 0.9890882368719963, - 0.9804285773312239, - 0.9730772918992427, - 0.9745141433518287, - 0.9567259704295461, - 0.9768662669607254, - 0.9493774355368427, - 1.0038706259343744, - 0.9377382291600974, - 1.0496602487376752, - 0.9305872026550348, - 1.0503150154169958, - 0.9307025386159513, - 1.0392640335949292, - 0.9406209149566932, - 1.0233939080464391, - 0.9494506124739838, - 1.012079221518538, - 0.9489390893774563, - 1.0141082199450873, - 0.9442671255914099, - 1.0105514136076659, - 0.9468901507686455, - 1.0026766110539935, - 0.9613592957699403, - 0.985068403868737, - 0.9800073579280031, - 0.975436460339431, - 1.0032379235377316, - 0.9551918013742791, - 1.028917517888183, - 0.9387713484170384, - 1.0523789652036324, - 0.9234035510206958, - 1.070132196612977, - 0.9175395296994716, - 1.0842267579309721, - 0.9236823939192144, - 1.0897183483523363, - 0.9433433068622874, - 1.086396588028764, - 0.9587574522789919, - 1.0791277022520895, - 0.9570482720019563, - 1.0581187757889448, - 0.9635751628260921, - 1.0294739845645628, - 0.9733935507031055, - 1.0038087220203096, - 0.976159293071053, - 0.9795623017359278, - 0.9735603509166184, - 0.9585371109226899, - 0.9664985333557078, - 0.9486892392383033, - 0.9697532879719861, - 0.9467364294702475, - 0.9789250453647614, - 0.945107639018188, - 0.9917430005321338, - 0.9508272395661652, - 0.9771349829809848, - 0.9547821795258222, - 0.9594346199487507, - 0.9622256316466118, - 0.9685833725709367, - 0.9607418125919945, - 0.9665777543918542, - 0.9594116876542311, - 0.9632493733809626, - 0.9562909158066344, - 0.9622547186764627, - 0.9546903734091414, - 0.9522119089089927 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 181998, - "cert_evals": { - "36": 0.7111111283302307, - "72": 0.6222222447395325, - "108": 0.5333333611488342, - "255": 0.3333333432674408 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7177377845134855, - "std_test_acc": 0.06152758867582413, - "n_samples": 360, - "n_features": 90, - "n_classes": 15, - "mean_cert_acc_36": 0.6658730357885361, - "std_cert_acc_36": 0.08316877142143417, - "mean_cert_acc_72": 0.6391865313053131, - "std_cert_acc_72": 0.07525284003603856, - "mean_cert_acc_108": 0.5983631312847137, - "std_cert_acc_108": 0.08278643729109489, - "mean_cert_acc_255": 0.4032738208770752, - "std_cert_acc_255": 0.08366924812253954 - }, - "low-res-spect": { - "dataset": "low-res-spect", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 29, - "best_val_acc": 0.8902439024390244, - "test_acc": 0.7943037974683544, - "train_size": 133, - "val_size": 82, - "test_size": 316, - "stats": { - "mean": [ - [ - 0.024469110902255578, - 0.005587958646616302, - 0.01128199067669173, - -0.06037009248120303, - -0.05151846172932332, - -0.024907055639097758, - -0.0322428857142857, - -0.07194005187969929, - -0.07847493984962406, - -0.07729481917293234, - -0.0773144627819549, - -0.07946655714285718, - -0.08317833781954889, - -0.08108707368421056, - -0.051557367819548866, - -0.021992530075187956, - 0.014977627969924827, - 0.04699444218045112, - 0.04272368962406013, - 0.05729708105263157, - 0.07787030999999998, - 0.07839934406015038, - 0.09192532827067672, - 0.07718017969924812, - 0.0731354135338346, - 0.07884905857142857, - 0.07964327293233082, - 0.05894142315789478, - 0.062022699022556374, - 0.07031742661654138, - 0.043068441142857156, - 0.04871273007518795, - 0.04621051263157891, - 0.06354882256390976, - 0.0722840044360902, - 0.038285738646616524, - 0.02072807609022559, - 0.04804389000000004, - 0.0138044796992481, - -0.018880903210526323, - 0.011148169654135377, - 0.02407343864661653, - 3.409736842104958e-05, - 0.014395889473684208, - 0.012942278195488701, - 0.003991518496240605, - 0.004891412781954892, - -0.0026670207518796982, - 0.0021274761654135233, - 0.004516233834586465, - -0.017067495330827086, - 0.05021997804511279, - 0.05085938015037594, - 0.049456287593984995, - 0.04968600586466166, - 0.038087282105263166, - 0.0031582917293233393, - 0.021881782706766925, - 0.006666542857142849, - -0.009844528496240594, - 0.009452689842105257, - -0.006844017293233067, - -0.0035632469924812256, - -0.013377724812030098, - -0.0006018690977443607, - -0.018097159398496255, - -0.011943087969924802, - -0.03201817045112783, - 0.003904128195488711, - -0.007856270676691717, - -0.008680359248120318, - 0.014900510601503778, - 0.004884186917293262, - 0.009004930977443638, - 0.005372908571428565, - 0.007624029323308276, - -0.002930867593984958, - -0.006319933082706782, - 0.00469686285714285, - -0.008532866616541344, - 0.0019344359398495853, - -0.004738761654135335, - 0.0044714904511278155, - -0.001649885714285715, - -0.00984493360902256, - -0.01978030300751879, - -0.00966449759398497, - -0.010639091127819557, - -0.00729790171428571, - -0.01663022781954888, - -0.014927266917293243, - -0.0048786105263157985, - -0.023854766390977448, - -0.002417377293233085, - -0.018055805503759383, - -0.035139856165413506, - -0.003715027067669185, - -0.023457403157894727, - -0.028482144812030083, - -0.012900542255639115 - ] - ], - "std": [ - [ - 1.017393269930814, - 0.9859850544384411, - 0.6351269169990451, - 0.9218499349108917, - 0.9397831881819683, - 0.9559682118638801, - 0.9438724801654544, - 0.9693197875856094, - 0.9713955988615406, - 0.9774390189841138, - 0.9920460008560096, - 0.9991906740103633, - 1.0018878985632447, - 1.0231730392212295, - 1.0116746756260164, - 1.0108766947238579, - 0.9897047919639949, - 0.9656545067924569, - 0.9779229908137462, - 0.9930910566294954, - 0.9769947826741521, - 0.9930680515190659, - 0.9847812255306415, - 0.9945404262409027, - 1.0133003340234725, - 1.010622334528224, - 0.9790643689216147, - 0.9695036033277806, - 0.9691086110146303, - 0.9709469151594099, - 0.9509962741361917, - 0.9459390595619844, - 0.9682759104651395, - 0.9693952498748859, - 0.9565179833606766, - 1.0087728224509616, - 1.0339412420571243, - 0.9797879106089201, - 1.046812274765615, - 1.017780178031687, - 0.9666275571579879, - 1.0256130258535934, - 1.0669421863085269, - 1.0402013313577008, - 1.0594653822910898, - 1.0511922704716143, - 1.0356545195251559, - 1.0641512050185258, - 1.0747163688005084, - 1.0935617174093786, - 1.07443136746114, - 1.0136851672908218, - 0.997280326392972, - 0.9783984688090382, - 1.0042883048291307, - 1.0487180616841298, - 1.0824392363653417, - 1.0689163006997184, - 1.07508445719523, - 1.094579375466917, - 1.0691245108180063, - 1.0218590639920084, - 1.0406528766233436, - 1.0483992179501052, - 1.0151157130662107, - 0.9890602540733745, - 1.0033195884602837, - 0.9979416719998978, - 0.9549270557055792, - 0.9629229016162045, - 0.9687018168255607, - 0.9641140507904243, - 0.9578638967395385, - 0.9634794979402529, - 0.9643850012759382, - 0.9632020577312645, - 0.9577176582123652, - 0.9571989614345542, - 0.9564290236354037, - 0.9456491144494708, - 0.9478771903690641, - 0.9493390272820802, - 0.9470489606741441, - 0.9627884351729016, - 0.9803995592284533, - 0.9681002662445597, - 0.9719751368852133, - 0.9739709130127491, - 0.9720839287368537, - 0.9671210605802054, - 0.9711011471027048, - 0.9845527475390607, - 0.9825803050843526, - 1.0038184387573925, - 0.979717500002443, - 0.9649405988529449, - 0.9876179722405718, - 0.9748242307388256, - 0.9872212806368876, - 0.982676241489978 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 223012, - "cert_evals": { - "36": 0.8414633870124817, - "72": 0.8292682766914368, - "108": 0.8170731663703918, - "255": 0.6707316637039185 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8115942028985508, - "test_acc": 0.7720364741641338, - "train_size": 133, - "val_size": 69, - "test_size": 329, - "stats": { - "mean": [ - [ - 0.1530652789473686, - -0.009363782556390993, - 0.05088392255639105, - 0.09471572902255651, - 0.08876052902255634, - 0.12944444736842103, - 0.10373392857142849, - -0.02023532421052626, - -0.029163837593984988, - -0.026313689849624053, - -0.02965288872180454, - -0.034014545112781965, - -0.03632338819548872, - -0.014735644736842088, - 0.01785539338345867, - 0.042751381052631564, - 0.08679215699248122, - 0.10001419052631579, - 0.1017368892481203, - 0.1075867052631579, - 0.10462587691729323, - 0.0953443353383458, - 0.1062469197894737, - 0.10487969082706766, - 0.1025905135338346, - 0.08913448766917297, - 0.09933672556390981, - 0.10743754187969931, - 0.11109795225563905, - 0.10047740721804511, - 0.08384493444360905, - 0.08902717887218042, - 0.08559397548872186, - 0.06289796500751879, - 0.060330664586466215, - 0.046363331127819554, - 0.07722293548872182, - 0.0516131944360902, - -0.022730849022556402, - -0.028101030902255634, - -0.013324536090225563, - -0.09062933308270675, - -0.0771601732330827, - -0.06511450924812032, - -0.12265796165413538, - -0.08916524360902257, - -0.07463184060150373, - -0.05617420278195486, - -0.030201605263157905, - -0.07578766255639095, - -0.059237725210526344, - 0.1091188300225564, - 0.09946399218045113, - 0.08242898984962406, - 0.03451749195488724, - 0.014174642255639086, - -0.049911600902255625, - -0.08932375545864665, - -0.07350661661654141, - -0.06060752706766915, - -0.0945347070225564, - -0.07166026834586467, - -0.08000871849624057, - -0.06738826315789478, - -0.0653453539849624, - -0.06987513011278194, - -0.07700414037593982, - -0.0684724142857143, - -0.06314225375939844, - -0.06643927654135334, - -0.056201902105263185, - -0.045947005037593976, - -0.033031945488721806, - -0.04689342698496246, - -0.051469952631578955, - -0.03478667669172926, - -0.032341004661654134, - -0.056062630977443614, - -0.05649333834586465, - -0.039601220375939813, - -0.037854870451127794, - -0.045860515789473665, - -0.05729389000000003, - -0.0682322045112782, - -0.058773774210526354, - -0.06832082496240602, - -0.0708990614285714, - -0.0600364096992481, - -0.07209753969172931, - -0.0762365472180451, - -0.0768351112781955, - -0.07007685624060155, - -0.08927176834586463, - -0.0882228510300752, - -0.07869736499248121, - -0.0844527432330827, - -0.07372521428571428, - -0.09207066969172933, - -0.08798474277443606, - -0.09338331523308271 - ] - ], - "std": [ - [ - 0.9744553382107187, - 0.9677597969434724, - 1.777310974913784, - 0.9984082294697983, - 0.9969586292153921, - 1.0583440616051412, - 1.0566345380560944, - 0.9857375895494132, - 1.0026115267211986, - 1.0074187005868174, - 0.9914187021756643, - 0.9940673441835514, - 0.98310153446628, - 0.9642872316677437, - 0.9316107906957257, - 0.8392466954824206, - 0.8182299587971944, - 0.8347678474815514, - 0.8515903298166666, - 0.8799721558505285, - 0.89007089287234, - 0.8866071634453673, - 0.8820893100565611, - 0.8826542910069028, - 0.8881722225389, - 0.8787089402752493, - 0.8964119629138864, - 0.879494453663738, - 0.8784873894639735, - 0.886681676346154, - 0.9222856861284946, - 0.9332670529570117, - 0.9776036297075393, - 0.9305127026487992, - 0.9359011475452199, - 0.9633874454328895, - 0.9527398490690858, - 0.965465879462667, - 1.0188818420464785, - 0.9828227999977308, - 0.9531229051081205, - 0.8713338836905145, - 0.9153495157969829, - 0.9223417239665608, - 0.8942885354612832, - 0.8998020432065605, - 0.9315570163515208, - 0.9082683584325931, - 0.9187746260543722, - 0.893070795181221, - 0.9468936674390013, - 0.9056643525291117, - 0.9110446769794468, - 0.9379974540127038, - 0.9647664124557613, - 1.0085574939350006, - 0.9275642673326407, - 0.8504043471913983, - 0.9142116919528667, - 0.8800039098256741, - 0.8415645024254653, - 0.8409729112787964, - 0.8399221552071359, - 0.8651820522167459, - 0.8672852422573245, - 0.8259267130126927, - 0.8390487632459173, - 0.8180961860126535, - 0.8777786937858696, - 0.8683920376045541, - 0.8383842635930155, - 0.8430069272476867, - 0.8666946932557273, - 0.8486025752416404, - 0.8592189394385275, - 0.8740498203324533, - 0.8491655645886534, - 0.8344601422755191, - 0.8287917280777043, - 0.8272025037471293, - 0.8136865464598907, - 0.8270386668301318, - 0.80191790451096, - 0.7804539659801455, - 0.7882991571441237, - 0.778040195581798, - 0.7589918746851501, - 0.7570902805838913, - 0.7293901823605933, - 0.7351310134454143, - 0.7408556555784315, - 0.725678505691747, - 0.6990444825351154, - 0.6919872173073935, - 0.7125567265129449, - 0.7086783958233831, - 0.6708513004398178, - 0.6871596422451152, - 0.6809238754969238, - 0.6885319279117135 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 223012, - "cert_evals": { - "36": 0.739130437374115, - "72": 0.7101449370384216, - "108": 0.6811594367027283, - "255": 0.6231884360313416 - }, - "fold": 1 - }, - { - "best_epoch": 40, - "best_val_acc": 0.8297872340425532, - "test_acc": 0.8651315789473685, - "train_size": 133, - "val_size": 94, - "test_size": 304, - "stats": { - "mean": [ - [ - -0.13586325413533815, - -0.0618193278195488, - -0.04310375263157894, - -0.004718533834586481, - 0.01244425488721805, - -0.025889947368421044, - -0.03012266992481201, - -0.06166973518796993, - -0.058414011278195524, - -0.04856861338345865, - -0.053738878195488775, - -0.0494522635338346, - -0.033144374736842064, - -0.01673198932330828, - 0.00380962645112784, - 0.03076035639097744, - 0.08222181203007521, - 0.08607955939849626, - 0.08385189150375942, - 0.08648061872180456, - 0.08489306466165417, - 0.08092049669172934, - 0.08067010932330827, - 0.07488779000000001, - 0.07012468195488719, - 0.07198337165413535, - 0.04773527819548873, - 0.050869944360902274, - 0.03545853684210525, - 0.016283467669172918, - 0.004097258646616531, - 0.010401111278195502, - -0.01792126090225564, - -0.002418199992481197, - 0.024459281879699275, - 0.025849884210526343, - 0.037459733984962384, - 0.006547264984962439, - -0.010970754511278193, - 0.04163085169924812, - 0.02889156383458647, - 0.030891175112781943, - 0.028361738345864675, - 0.02267998270676693, - -0.025261697518796977, - -0.0006612544360902128, - 0.015497131578947396, - 0.0313857212706767, - 0.03935556884962408, - 0.020145579699248115, - 0.01561868073684209, - 0.07393228112781952, - 0.04280226511278196, - 0.015148240601503748, - -0.02417430518796993, - 0.02045143834586462, - -0.006660919548872173, - 0.012737768827067671, - 0.005639975112781977, - 0.025091721879699245, - 0.0078095799248120235, - -0.0012346056390977465, - -0.00859317037593985, - -0.006910761654135332, - 0.0007964472932330711, - -0.013898008308270668, - -0.00025283060150373826, - -0.016696168195488716, - -0.01286229004511279, - -0.012526450751879697, - -0.030305314661654148, - -0.022196533157894733, - -0.014210327067669165, - -0.022408989473684207, - -0.032924627819548864, - -0.03237249348120299, - -0.020712286992481198, - -0.029102100751879693, - -0.03426806187969925, - -0.0444582919548872, - -0.05113502075187971, - -0.02233855496240602, - -0.032802209022556386, - -0.05755775917293232, - -0.047944335338345884, - -0.049902552481203004, - -0.045151886090225545, - -0.03859559834586468, - -0.05805407509774432, - -0.04678762857142857, - -0.04049555030075189, - -0.03414902180451127, - -0.04661476240601504, - -0.059792844360902264, - -0.045702631368421086, - -0.04080758105263156, - -0.05423186360902256, - -0.061008449345864635, - -0.04793841503759399, - -0.03687203282706768 - ] - ], - "std": [ - [ - 1.0650127556320446, - 1.0066608520484202, - 0.4156979395941612, - 1.0111846623477019, - 1.0239930605317062, - 0.9684176798741715, - 0.9492043006836792, - 0.9787734675960276, - 0.988203812821042, - 0.9943574947885739, - 0.9813196660052181, - 0.9835335096862478, - 0.9989723824774754, - 1.0098341686716865, - 1.0089678435680955, - 1.006897414092789, - 1.0014680482759133, - 0.9969246326169929, - 1.003048211475138, - 0.9963037789822996, - 0.9898134995117452, - 0.9862762846232758, - 0.9696634183119972, - 0.9719462993345181, - 0.9829041377072096, - 0.9970195508702976, - 0.9730130647207035, - 0.9951471045673186, - 1.000240668580986, - 0.9831852201961157, - 0.9993734243431007, - 0.9862173484627466, - 1.0050828113211423, - 0.9769241582086713, - 0.9707777014896144, - 0.9086079382002629, - 0.9264498134320229, - 0.8898792590804552, - 0.9013370080430921, - 0.9668210661261372, - 1.0273237339044736, - 1.0647338020747121, - 1.0837400905988852, - 1.0895012361342458, - 0.9942055646868553, - 1.0030736971903318, - 1.0609720074331763, - 1.062673419595116, - 1.0433128230210706, - 1.0685942775734432, - 1.0659683471227248, - 0.9465620323080091, - 0.9666073282199529, - 0.9823564017132853, - 0.9338971590735567, - 0.9507680860369068, - 0.9776613927510699, - 1.0598523929295665, - 1.0562343768456484, - 1.0489211645884213, - 1.0066351241778364, - 0.9808309075924808, - 0.9798741552856448, - 0.9697984887288765, - 0.983702693591976, - 0.9640382228774541, - 0.9492112764984969, - 0.9447960904251254, - 0.9458208100097997, - 0.9393657515269506, - 0.9219232080989007, - 0.9287988887010107, - 0.9255985041358817, - 0.9022261222236313, - 0.919866535230441, - 0.9212084221960762, - 0.9055005820857147, - 0.9052992836968272, - 0.8965515106580905, - 0.9021371283357683, - 0.8931093485275595, - 0.8894800077414449, - 0.875828335944702, - 0.8768265814954874, - 0.8758047501041376, - 0.8679342278962235, - 0.8563653918115903, - 0.8447870748154496, - 0.8533573385243273, - 0.8580903767160212, - 0.8449284057138841, - 0.8368868316325839, - 0.8375542445936696, - 0.8372449278647315, - 0.8325101772382546, - 0.8345010300544318, - 0.835506482915972, - 0.8231852532778424, - 0.8212941968447315, - 0.8516404740029587 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 223012, - "cert_evals": { - "36": 0.7765957117080688, - "72": 0.7127659320831299, - "108": 0.6595744490623474, - "255": 0.4787233769893646 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8777777777777778, - "test_acc": 0.8474025974025974, - "train_size": 133, - "val_size": 90, - "test_size": 308, - "stats": { - "mean": [ - [ - 0.10493862744360913, - 0.0936277362406016, - -0.0037778827819548765, - -0.03855023533834586, - -0.02125209138345864, - -0.04543471105263157, - -0.04156411240601502, - 0.01708999368421052, - 0.01226467932330826, - 0.008226878796992469, - -0.0025615368421052433, - -0.018209970902255675, - -0.022531850601503787, - -0.047815336466165384, - -0.04824461954887216, - -0.04206402887218042, - -0.02118501894736845, - -0.0029625436842105487, - 0.01991662105263155, - 0.02359305000000002, - 0.0402974844360902, - 0.02456900902255638, - 0.02643880670676695, - 0.01608115548872179, - 0.022838549624060137, - 0.021608356240601513, - 0.0155475280451128, - 0.0207188052631579, - 0.0194884992481203, - 0.035869669473684244, - 0.023877902255639096, - 0.02819542037593984, - 0.011200890977443602, - 0.0551807004511278, - 0.04744355939849627, - 0.06211426172932332, - 0.06588056992481206, - 0.07162352157894733, - 0.08258311954887225, - 0.064603631774436, - 0.07408918799999994, - 0.07613642842105264, - 0.06256042105263157, - 0.050916241353383455, - 0.04188059195488719, - 0.06601848721804507, - 0.08979577601503759, - 0.04491898714285714, - 0.05555289037593983, - 0.08533037067669177, - 0.1070483993233083, - 0.02408604115037597, - 0.03420398706766918, - 0.0032010017293233246, - 0.029893602556390973, - 0.09153908646616546, - 0.11421593466165411, - 0.07139292911278192, - 0.08337384052631581, - 0.06448526315789473, - 0.04947902714285716, - 0.017647485338345863, - -0.0008786248120300822, - -0.015028007622556393, - -0.005325834736842084, - -0.018705311578947382, - -0.027164074135338317, - -0.029699412736842082, - -0.03217006824060152, - -0.03655872067669175, - -0.05774721052631579, - -0.04586767902255643, - -0.04562037030075189, - -0.07277231285714282, - -0.054276041203007504, - -0.034596221676691734, - -0.054279020075187985, - -0.060108875413533845, - -0.05830179338345861, - -0.06900260458646613, - -0.06369796345864664, - -0.050903367669172896, - -0.06467745977443612, - -0.039303367142857155, - -0.05294008157894737, - -0.05645630721804513, - -0.029166729631578958, - -0.04837335909774438, - -0.057497763834586456, - -0.046163446466165416, - -0.046505692105263174, - -0.042113237368421055, - -0.047567896992481186, - -0.03315349614285714, - -0.04929982421052632, - -0.046727424661654124, - -0.04073674195488724, - -0.040684289624060156, - -0.04322478375939848, - -0.03915163230075189 - ] - ], - "std": [ - [ - 1.085273555336867, - 1.0600160276531263, - 0.5674366488770868, - 1.0538936578762175, - 1.0736216450711755, - 1.0086568899549089, - 1.0107145864607423, - 0.9639829575234186, - 0.9684391767243656, - 0.9700338935541478, - 0.9673544475161013, - 0.9769837254042069, - 0.9832042991536264, - 0.9966940528369324, - 1.0144584886010504, - 1.0253444526714819, - 1.044458899094195, - 1.0437288549864745, - 1.032355378351829, - 1.0318246656034074, - 1.0266339589652462, - 1.0146406956988476, - 1.0044468099155188, - 1.025901708674945, - 1.0091911104926408, - 1.0132829244630681, - 1.0135138926532963, - 1.0124400641048181, - 1.002468214234293, - 0.9964174189277575, - 1.0143810743935044, - 1.016224305012167, - 1.0394808957835124, - 0.9841938243486714, - 0.976043096972565, - 0.9976075386689336, - 1.0012751177529822, - 0.9622637624799687, - 1.0036628686765507, - 1.0160940224228003, - 1.0693721871548225, - 1.0925110746781017, - 1.0637453552419913, - 1.112434336735407, - 1.0720233742927996, - 1.0887433013425338, - 1.1365343727139479, - 1.1082290562555606, - 1.0534133646461585, - 1.0636388960493586, - 1.127374798190782, - 1.0194494800051157, - 1.0115614911992439, - 0.9818412722460208, - 0.9822209459756657, - 1.005189728257075, - 1.08403913325294, - 1.085459527481645, - 1.0752872906455573, - 1.0795318572671038, - 1.0523758463978325, - 1.0153359772434278, - 1.0026092291413942, - 0.9950344482682812, - 1.0022482399439303, - 0.9810221193577394, - 0.9883984901555372, - 0.9708415174186519, - 0.9316161962977328, - 0.9305979660096333, - 0.9093710872091209, - 0.8961295852270974, - 0.9009089691160881, - 0.8750080609089094, - 0.885858487783631, - 0.8776260762487318, - 0.8673876172449833, - 0.8724100819567573, - 0.8723912389263426, - 0.8799174782922783, - 0.8777004895430206, - 0.8741256633416288, - 0.8800181503826561, - 0.8711684637095992, - 0.8970805311242029, - 0.90130116126784, - 0.8913911258859273, - 0.9120317859512505, - 0.9060025721716157, - 0.898262341874369, - 0.9234492395195655, - 0.9258258169182748, - 0.9069694433482488, - 0.9289092057679259, - 0.9258785829559869, - 0.9254000265308414, - 0.931316640531728, - 0.9258381499941104, - 0.9377776810526488, - 0.9431768651197908 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 223012, - "cert_evals": { - "36": 0.8111111521720886, - "72": 0.7777777910232544, - "108": 0.7555555701255798, - "255": 0.6333333253860474 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8197186119956136, - "std_test_acc": 0.04377304985570647, - "n_samples": 531, - "n_features": 100, - "n_classes": 9, - "mean_cert_acc_36": 0.7920751720666885, - "std_cert_acc_36": 0.04413737244394344, - "mean_cert_acc_72": 0.7574892342090607, - "std_cert_acc_72": 0.057170833778884676, - "mean_cert_acc_108": 0.7283406555652618, - "std_cert_acc_108": 0.072039268500968, - "mean_cert_acc_255": 0.601494200527668, - "std_cert_acc_255": 0.0843620592944328 - }, - "lung-cancer": { - "dataset": "lung-cancer", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 1.0, - "test_acc": 0.4, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.2121181, - 0.22119374999999997, - -0.34205175000000004, - -0.25413399999999997, - -0.4991070000000001, - -0.20667375000000004, - 0.18207425, - 0.1674343749999999, - 0.18600550000000005, - 0.25552725, - -0.39027892500000017, - 0.254131375, - 0.20814399999999994, - -0.11680949999999997, - 4.999999999866223e-07, - 4.999999999866223e-07, - -0.556826, - 0.03246771249999994, - 1.000000000070389e-06, - -0.15760575000000004, - 1.000000000070389e-06, - -0.526415, - 0.26887700000000003, - -0.5463909500000002, - 0.3981490000000001, - -0.11073775000000001, - -0.0461445, - -0.08733862499999998, - -0.20931662499999998, - -0.20931662499999998, - -0.34491900000000003, - -0.30012262500000003, - 0.530329625, - 0.5840457499999999, - -0.2706785, - 0.334991875, - -0.19773098749999996, - 0.28412875, - -0.55909175, - -7.500000000632001e-07, - -0.176777, - -6.250000000040945e-07, - -0.2341686250000001, - 0.143568, - -0.254133, - -0.254133, - -0.347985, - 0.0, - 0.0, - 0.06977162499999998, - 0.06977162499999998, - 0.12400250000000002, - 0.15760662499999997, - 0.0684115 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861638, - 0.8040182621062347, - 0.68534473627397, - 0.7239840501975423, - 0.9583948535512387, - 0.8803408658477123, - 1.0967323649565501, - 1.2845975870016406, - 1.26287547547214, - 1.275192087344785, - 1.0828786155044974, - 0.8691968462812435, - 0.9433006737973234, - 0.9271293940653591, - 0.8092773571506556, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 0.9842499957566675, - 1.0919276973489076, - 0.9842499957566675, - 1.0, - 0.5691037527613045, - 0.8831049872737146, - 1.061731, - 0.8858950000009523, - 1.1526351972973712, - 0.9725553242070524, - 1.0348836588388737, - 1.0348836588388737, - 1.3655263400268045, - 0.9701424604483272, - 0.7071057500002983, - 0.9344725000001003, - 1.0207927843497426, - 0.9180330571660311, - 0.6975292820538815, - 0.7517340128236433, - 0.7042730759798983, - 0.6959722224846242, - 1.0, - 1.2187770455635987, - 1.497375656357527, - 1.0, - 1.0, - 1.0, - 1.6688774326399765, - 1.0, - 1.0, - 0.7383957883078252, - 0.7383957883078252, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 70006, - "cert_evals": { - "36": 1.0, - "72": 0.75, - "108": 0.5, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.35, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.3333284, - 0.22119374999999997, - -0.34205175000000004, - -0.08471187499999999, - -0.332738375, - 0.28934212499999995, - 0.18207425, - 0.1674343749999999, - 0.37201150000000005, - 0.54755725, - -0.0780548750000001, - 0.254131875, - 0.20814499999999997, - -0.584046, - 0.372012, - 0.372012, - 0.037120499999999945, - 0.03246771249999994, - 0.2841295000000001, - 0.15760662499999994, - -0.2841274999999999, - -0.14356812499999994, - 0.483978, - -0.5463909500000002, - 0.6635817500000001, - 0.33220974999999997, - 0.13842525, - 0.26201350000000007, - -0.627947875, - -0.627947875, - -0.7391125000000001, - 0.21437324999999996, - 1.2499999998971667e-07, - -0.11680875, - -0.09022612500000005, - -0.23927749999999992, - 0.06591022500000003, - 0.28412875, - 0.050826124999999986, - -7.50000000007689e-07, - 0.176776375, - 1.2499999998971667e-07, - -0.8586173750000001, - 0.143568, - -0.254133, - -0.254133, - -0.69597, - 0.0, - 0.0, - 0.06977162499999998, - -0.20931575000000002, - -0.3720145, - 0.15760662499999997, - 0.615692 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861637, - 0.6748704785505882, - 0.68534473627397, - 0.7239840501975423, - 0.8125185082212646, - 1.0389725707942121, - 0.6403537411098333, - 1.2845975870016406, - 1.26287547547214, - 1.2338234677314055, - 1.0010303391915438, - 0.7486887534635199, - 0.6561671321123982, - 0.6449175678604204, - 1.0, - 1.0, - 1.0, - 1.0287455149777083, - 0.963139848525996, - 0.7517333513858155, - 0.8339735544200334, - 1.100424948682894, - 1.0129176214682314, - 1.0, - 0.8831049872737147, - 1.0280166202880368, - 0.7672062760475096, - 0.9766487648315219, - 1.1975188335072229, - 1.080900755511744, - 1.080900755511744, - 1.5267048606832134, - 0.822478277401104, - 0.6846529246237537, - 0.9047995916201208, - 1.0047163027130392, - 0.7656924999999999, - 1.054565000000008, - 0.7517340128236433, - 1.1319596096912465, - 0.6959722224846243, - 0.9354143054375608, - 0.6723723872158637, - 1.2092403856025213, - 1.0, - 1.0, - 1.0, - 1.2054554005437115, - 1.39194, - 0.98425, - 0.7383957883078252, - 0.9667870265020562, - 0.9605327902178821, - 0.8339735544200334, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 70006, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.25, - "255": 0.25 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.5, - "test_acc": 0.375, - "train_size": 8, - "val_size": 8, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -0.22580399999999995, - -0.3939341, - -0.4866262499999999, - 0.20522875000000002, - -0.08471187499999998, - 0.166368, - -0.04133512500000004, - -0.303458, - -0.27905975000000005, - -0.186006, - -0.32853374999999996, - 0.23417107499999992, - -0.25413399999999997, - 0.04162699999999995, - -0.3504277499999999, - 0.372012, - 5.000000000143778e-07, - 0.037120499999999945, - 0.03246771249999997, - -0.2841274999999999, - 0.47281899999999993, - 0.2841295000000001, - 0.04785500000000001, - 0.2688775, - -0.23416595000000007, - 0.13271625000000004, - 0.11073562499999999, - 0.32299500000000003, - -0.08733862499999998, - -0.06977312500000003, - -0.06977312500000003, - 0.24637075000000005, - -0.12862400000000002, - -0.35355349999999997, - -0.350427, - 0.27067862499999995, - -0.62212375, - 0.593192725, - 0.28412875, - 0.6607445000000001, - -0.20091262500000007, - 0.176776375, - 0.25413225, - 0.07805589999999993, - 0.7178385, - 0.7623977500000001, - 0.7623977500000001, - 0.347985, - 0.347985, - 0.0, - -0.48840412499999997, - -0.48840412499999997, - -0.124006, - 0.15760662499999994, - -0.47886900000000004 - ] - ], - "std": [ - [ - 1.8708296030318634, - 1.1948341428692102, - 1.0773417243604047, - 0.8486461065652968, - 1.059804131102034, - 0.8125185082212646, - 0.8803404878832395, - 0.920566504074317, - 1.0, - 0.7733489942365526, - 0.7203981402946568, - 0.5655146315423125, - 0.9749224782092981, - 0.9583948535512387, - 0.8811270319533954, - 0.6180957912261151, - 1.0, - 0.984249913856105, - 1.0287455149777083, - 0.963139848525996, - 1.100424948682894, - 1.0, - 0.7517333513858155, - 1.0658003128899194, - 1.0315890948113742, - 1.0355328887342052, - 1.0280166202880368, - 1.0621504008726752, - 0.7148326632261567, - 0.9725553242070524, - 1.0809007555117442, - 1.0809007555117442, - 0.5214703075947253, - 0.9548636855920851, - 0.9842497172806299, - 0.934473, - 0.8654191884816481, - 0.6631091564872164, - 0.913279950038126, - 0.7517340128236433, - 0.8132235000004611, - 1.3773654997805538, - 0.9354143054375608, - 1.01653000000083, - 1.2488975000001081, - 0.994665683287983, - 1.7606829064560963, - 1.7606829064560963, - 0.9206817699808115, - 0.9206817699808115, - 0.98425, - 1.5538907649834526, - 1.5538907649834526, - 0.9920339999999999, - 0.8339735544200334, - 1.0945610000000001 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 70006, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.125, - "255": 0.125 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.42857142857142855, - "test_acc": 0.35294117647058826, - "train_size": 8, - "val_size": 7, - "test_size": 17, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -1.2499999999804334e-06, - -0.39393409999999995, - -0.48662574999999997, - 0.20522875000000002, - 0.25413137500000005, - 0.166368, - 0.12400349999999996, - 0.18207425, - -0.055812250000000035, - 0.18600550000000005, - -0.03650375000000001, - 0.23417107499999992, - -0.08471287499999999, - -0.12489200000000006, - 0.11680875, - 4.999999999866223e-07, - 5.000000000143778e-07, - -0.556826, - 0.03246771249999994, - -0.28412749999999987, - -0.47281812500000003, - 0.2841295000000001, - -0.334991875, - -0.16132500000000002, - -0.23416690000000004, - -0.13271649999999996, - -0.11073775000000001, - -0.41528250000000005, - -0.08733862499999998, - 0.06977074999999999, - 0.06977074999999999, - 0.049274500000000054, - -0.814618375, - 0.53032925, - 0.35042749999999995, - -0.45113087499999993, - 0.526415, - 0.06591029999999999, - 0.28412875, - -0.7623978749999999, - 0.200909125, - -0.176777, - -0.508266375, - 0.07805589999999987, - 0.143568, - -0.254133, - -0.254133, - 0.0, - 0.0, - -0.2460625, - 0.348859, - 0.348859, - 0.12400250000000004, - 0.15760662499999994, - 0.06841149999999997 - ] - ], - "std": [ - [ - 1.8708296030318634, - 0.8745283537861637, - 1.0773417243604047, - 1.1050835007108908, - 1.059804131102034, - 0.9433006737973234, - 0.8803404878832395, - 0.9352965034364771, - 1.2845975870016406, - 1.2429866458078653, - 1.275192087344785, - 0.7002636005201451, - 0.9749224782092981, - 1.2564662193460912, - 1.2349267641556725, - 0.9047995916201208, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 1.100424948682894, - 1.2208122788934872, - 0.7517333513858155, - 0.5064579839368311, - 0.8330825907525617, - 0.826068984966516, - 0.9194860179854557, - 0.8858950000009523, - 0.8851640178287581, - 0.9725553242070524, - 0.956663241117368, - 0.956663241117368, - 1.0429379694381398, - 0.45374271193952453, - 0.9999985416822804, - 1.120393298613817, - 1.0047163027130392, - 0.7656924999999999, - 1.0, - 0.7517340128236433, - 0.5378974467662115, - 0.531557565187073, - 1.0, - 1.4149504831054103, - 1.2488975000001081, - 1.0, - 1.0, - 1.0, - 1.39194, - 1.0, - 0.6510201819788307, - 1.0, - 1.0, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 70006, - "cert_evals": { - "36": 0.2857142984867096, - "72": 0.1428571492433548, - "108": 0.1428571492433548, - "255": 0.1428571492433548 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3694852941176471, - "std_test_acc": 0.023201607499095826, - "n_samples": 32, - "n_features": 56, - "n_classes": 3, - "mean_cert_acc_36": 0.4464285746216774, - "std_cert_acc_36": 0.36943144217602913, - "mean_cert_acc_72": 0.3482142873108387, - "std_cert_acc_72": 0.27257745415469026, - "mean_cert_acc_108": 0.2544642873108387, - "std_cert_acc_108": 0.1727472826833907, - "mean_cert_acc_255": 0.1294642873108387, - "std_cert_acc_255": 0.10245187217148122 - }, - "lymphography": { - "dataset": "lymphography", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.7, - "test_acc": 0.7692307692307693, - "train_size": 37, - "val_size": 20, - "test_size": 91, - "stats": { - "mean": [ - [ - 0.11571070270270278, - 0.027093891891891864, - -0.1061727567567567, - -0.22205799999999987, - 0.12556329729729743, - 0.06734324324324321, - 0.05365567567567566, - 0.1178617837837836, - -0.021548756756756857, - 0.3392003783783783, - 0.10699794594594601, - 0.16341409189189185, - 0.04434448648648651, - -0.18670452972972956, - 0.26953127027027013, - 0.028475135135135103, - 0.04964567567567568, - 0.039015189189189156 - ] - ], - "std": [ - [ - 0.9649959417614393, - 0.9932963186135503, - 0.8953249050860361, - 1.0, - 1.0617235061005919, - 0.9934273444847499, - 1.0837969821071396, - 0.93550276827785, - 1.0343414594594595, - 0.9787865374391254, - 0.967613635624315, - 0.9191462546392654, - 0.8904463864306404, - 0.9446597120353613, - 0.8244693349942901, - 0.9863926362299982, - 0.9592304425723344, - 1.0431241983062185 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 7495, - "cert_evals": { - "36": 0.699999988079071, - "72": 0.6000000238418579, - "108": 0.550000011920929, - "255": 0.15000000596046448 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.7857142857142857, - "test_acc": 0.7349397590361446, - "train_size": 37, - "val_size": 28, - "test_size": 83, - "stats": { - "mean": [ - [ - 0.04959027027027034, - 0.08128264864864862, - -0.035391108108108124, - -0.22205799999999987, - 0.18834432432432444, - 0.12121940540540535, - 0.053655675675675654, - 0.1178617837837837, - 0.06464635135135137, - -0.08076164864864863, - 0.05944235135135144, - 0.00778283243243246, - 0.15077297297297293, - -0.11202250000000004, - 0.16519686486486485, - 0.028475135135135117, - -0.08274070270270273, - 0.08157664864864865 - ] - ], - "std": [ - [ - 0.9907038663718554, - 0.9843876514961846, - 0.9653329850824838, - 1.0, - 1.0873992856216566, - 0.9875663650472953, - 1.0837969821071396, - 0.93550276827785, - 1.1435074740788183, - 0.8987462927541991, - 0.9629278239378523, - 0.8670760159672493, - 1.0294219151090758, - 0.8796063323575559, - 0.8770711701884819, - 0.9863926362299982, - 1.050784302485063, - 1.0667820327309758 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 7495, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.5, - "108": 0.5, - "255": 0.1428571492433548 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.8, - "test_acc": 0.7558139534883721, - "train_size": 37, - "val_size": 25, - "test_size": 86, - "stats": { - "mean": [ - [ - -0.08265059459459453, - 0.0812826486486486, - -0.03539110810810814, - 0.031722972972972906, - 1.2432432433330043e-06, - -0.09428524324324326, - -0.05365621621621621, - -4.864864865424842e-07, - -0.02154875675675677, - -0.016152108108108066, - -0.03566883783783778, - -0.02334296756756763, - -0.06208424324324333, - 0.08712936486486486, - -0.043471945945945945, - 0.08542454054054054, - 0.248225243243243, - 0.09576443243243248 - ] - ], - "std": [ - [ - 0.9873886182585688, - 0.9843876514961846, - 0.9653329850824838, - 1.0616419779070554, - 0.9966179074004299, - 0.9934273444847498, - 0.8978357031769213, - 0.9966159264522366, - 1.0343414594594607, - 0.8607871843035175, - 0.946344799312269, - 0.9999220929965701, - 0.8847748864465823, - 0.9544491031115466, - 0.9396531993920559, - 0.9631018357081231, - 0.7605018441428824, - 0.9305366467747157 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 7495, - "cert_evals": { - "36": 0.6399999856948853, - "72": 0.5999999642372131, - "108": 0.3999999761581421, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.7222222222222222, - "test_acc": 0.6774193548387096, - "train_size": 37, - "val_size": 18, - "test_size": 93, - "stats": { - "mean": [ - [ - 0.04959027027027031, - -0.1896611351351352, - -0.035391108108108124, - -0.22205799999999987, - 0.1255632972972974, - -0.20203756756756758, - -0.0536562162162162, - 0.1767929189189188, - -0.021548756756756837, - -0.04845689189189187, - 0.011886594594594657, - -0.14784801081081084, - -0.133037, - -0.03734048648648648, - 0.06086245945945948, - 0.14237394594594593, - -0.0827407027027028, - -0.017734054054054066 - ] - ], - "std": [ - [ - 0.949006736815226, - 0.9991913040086986, - 0.9653329850824838, - 1.0, - 1.061723506100592, - 0.9787090886861045, - 0.8978357031769213, - 0.8976123081203877, - 1.0343414594594595, - 0.9022230780655615, - 1.039718775420792, - 0.9842972464819717, - 1.0946013067767175, - 0.8968738654850321, - 0.9148697472881367, - 0.9357742193114152, - 1.050784302485063, - 0.9574019230274994 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 7495, - "cert_evals": { - "36": 0.5, - "72": 0.4444444477558136, - "108": 0.3888888955116272, - "255": 0.0555555559694767 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7343509591484989, - "std_test_acc": 0.04049203844380105, - "n_samples": 148, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.6385714262723923, - "std_cert_acc_36": 0.09782672633284398, - "mean_cert_acc_72": 0.5361111089587212, - "std_cert_acc_72": 0.07718023978553504, - "mean_cert_acc_108": 0.45972222089767456, - "std_cert_acc_108": 0.07822294110090805, - "mean_cert_acc_255": 0.087103177793324, - "std_cert_acc_255": 0.07221895492268296 - }, - "letter": { - "dataset": "letter", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 98, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.7037099070429612, - "train_size": 5000, - "val_size": 3059, - "test_size": 11941, - "stats": { - "mean": [ - [ - 0.00514853171999978, - 0.005659159839999929, - 0.015561632360000245, - 0.01129863240000007, - 0.0052732767999999685, - 0.00552804246000023, - -0.003806189400000043, - 0.004888994199999829, - 0.008798804439999558, - -0.008297726599999769, - 0.0009121625999998376, - 0.004806467700000183, - 0.003901915299999814, - -0.011281666800000121, - -0.0074610201999999294, - 0.003215448200000049 - ] - ], - "std": [ - [ - 0.9872835099546217, - 1.006134190408135, - 0.9972389123333294, - 1.0049266649751227, - 0.9943131104630408, - 0.9927707764568473, - 1.0068065835854811, - 1.0134669668414158, - 1.0040007520709764, - 0.9997230654740944, - 1.007968354670923, - 1.0003581319476724, - 1.005041480077882, - 1.0049516430140362, - 0.9976563117551296, - 0.9860491581099939 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 6685, - "cert_evals": { - "36": 0.6296175122261047, - "72": 0.5429878830909729, - "108": 0.4524354338645935, - "255": 0.14906831085681915 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.7017036322725811, - "test_acc": 0.7088905711161578, - "train_size": 5000, - "val_size": 3111, - "test_size": 11889, - "stats": { - "mean": [ - [ - 0.0029532797399999047, - 0.004388175279999976, - 0.004244063760000119, - 0.012979005999999998, - -0.004678983799999144, - 0.003455055400000179, - -0.007418534600000143, - 0.003926012599999779, - 0.00795879715999929, - -0.00524365779999995, - -0.01178226520000005, - -0.015187571099999951, - -0.012475097320000503, - -0.0018423520000003316, - -0.013382179199999674, - -0.004821816599999932 - ] - ], - "std": [ - [ - 0.9986276678083476, - 0.9950343941586423, - 0.99640667299183, - 1.0000071963490385, - 0.992160528900722, - 1.0037788827185958, - 1.0135243337906252, - 1.019023638516362, - 1.0086984945355297, - 1.009749704171076, - 1.013939210703217, - 0.9887907814862574, - 0.9896867749920725, - 0.9916791039398155, - 1.0056717046836126, - 1.0037598172363915 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 6685, - "cert_evals": { - "36": 0.6219865083694458, - "72": 0.5515910983085632, - "108": 0.4474445581436157, - "255": 0.14336226880550385 - }, - "fold": 1 - }, - { - "best_epoch": 58, - "best_val_acc": 0.713103448275862, - "test_acc": 0.7133057851239669, - "train_size": 5000, - "val_size": 2900, - "test_size": 12100, - "stats": { - "mean": [ - [ - 0.021874334520000687, - 0.017884720619999826, - 0.014568840500000449, - 0.006699696200000058, - -0.00020502299999983865, - 0.011056104300000202, - -0.0043222202000001006, - -0.005629635800000384, - 0.0012383624799995345, - 0.011071598799999905, - -0.0038767746000001103, - -0.0036525290000001725, - 0.002787233879999989, - 0.011734750599999826, - -0.007305219399999943, - 0.006554009400000075 - ] - ], - "std": [ - [ - 1.018882039972734, - 0.9909097519297484, - 1.011006149224975, - 0.9981095511490614, - 0.9744828743262628, - 1.0187271547521726, - 1.0142349021053059, - 1.0059981552155532, - 1.0032678982013254, - 0.9974167859950539, - 0.9962881566563585, - 1.0100493766021112, - 0.9931648907076084, - 1.0108922135098513, - 1.0056449285270137, - 1.001713691144833 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 6685, - "cert_evals": { - "36": 0.6313793063163757, - "72": 0.5396552085876465, - "108": 0.45000001788139343, - "255": 0.1465517282485962 - }, - "fold": 2 - }, - { - "best_epoch": 44, - "best_val_acc": 0.7165275459098498, - "test_acc": 0.7042065805914203, - "train_size": 5000, - "val_size": 2995, - "test_size": 12005, - "stats": { - "mean": [ - [ - 0.004834942479999971, - 0.001483113019999944, - -0.0019111359399998356, - 0.0075840941999999545, - -0.0010267499999996761, - 0.017176408160000104, - -0.001742007400000528, - -0.001036997800000219, - 0.003506500319999635, - -0.004038084999999959, - -0.005625091799999523, - 0.0011537186999995067, - 0.00047216481999986826, - -0.0067559524000002655, - 0.007341836400000017, - 0.0008661090000000479 - ] - ], - "std": [ - [ - 1.004162670449844, - 1.0009285120042208, - 1.0009316003026747, - 1.0058812415247276, - 1.0013613633110403, - 0.9913646988590394, - 0.9980301597574796, - 0.9947148416325726, - 0.9936745035912995, - 0.9961424729063775, - 0.9987978729631191, - 0.9997824037300547, - 0.9953405790803281, - 1.0103550196199995, - 1.0017727765855509, - 1.0101591352858876 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 6685, - "cert_evals": { - "36": 0.6350584626197815, - "72": 0.5569282174110413, - "108": 0.45442405343055725, - "255": 0.14924874901771545 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7075282109686266, - "std_test_acc": 0.004503667450851186, - "n_samples": 20000, - "n_features": 16, - "n_classes": 26, - "mean_cert_acc_36": 0.6295104473829269, - "std_cert_acc_36": 0.005504368808523216, - "mean_cert_acc_72": 0.547790601849556, - "std_cert_acc_72": 0.00789916709711416, - "mean_cert_acc_108": 0.45107601583004, - "std_cert_acc_108": 0.0030222855413813464, - "mean_cert_acc_255": 0.14705776423215866, - "std_cert_acc_255": 0.002754116369216676 - }, - "magic": { - "dataset": "magic", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.8471784086926043, - "test_acc": 0.8344724851033999, - "train_size": 4755, - "val_size": 2853, - "test_size": 11412, - "stats": { - "mean": [ - [ - -0.006388502646498379, - 0.006146446558885208, - -0.004209508307465906, - -0.004618793225236638, - -0.005315102475499497, - 0.006428044290851726, - -0.009059829779516417, - -0.008184151766561471, - 0.0033090761545739233, - -0.037376705087697235 - ] - ], - "std": [ - [ - 1.0023231607535665, - 1.0146947634200698, - 0.9896786368249049, - 1.001451036065264, - 1.0040066512880044, - 0.9905161210566023, - 0.9988965907369368, - 1.0089426097443763, - 0.998566492615012, - 0.9927003057378353 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2365, - "cert_evals": { - "36": 0.7620049118995667, - "72": 0.6515948176383972, - "108": 0.5513494610786438, - "255": 0.15562565624713898 - }, - "fold": 0 - }, - { - "best_epoch": 39, - "best_val_acc": 0.8496503496503497, - "test_acc": 0.8382288469969311, - "train_size": 4755, - "val_size": 2860, - "test_size": 11405, - "stats": { - "mean": [ - [ - -0.02436633946876997, - -0.022955164259726813, - -0.01993822200946376, - 0.03387639055541514, - 0.03436448497875925, - 0.0038116422946371125, - 0.007543406119453581, - 0.009698795669190335, - 0.0014860032576237098, - 0.00582992035215565 - ] - ], - "std": [ - [ - 0.9720381092498293, - 0.977333352882092, - 1.005139358382248, - 1.0164880549439819, - 1.0140583933617473, - 0.9837401295374851, - 0.9888378476099222, - 0.9663806918109694, - 1.005931831682823, - 1.000297701528725 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2365, - "cert_evals": { - "36": 0.764685332775116, - "72": 0.6814685463905334, - "108": 0.575174868106842, - "255": 0.17867133021354675 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8527050610820245, - "test_acc": 0.8454385964912281, - "train_size": 4755, - "val_size": 2865, - "test_size": 11400, - "stats": { - "mean": [ - [ - -0.012130254007592012, - -0.00826500078065223, - -0.010807356011566996, - 0.006499159247108326, - 0.006873201220609896, - 0.02000870184077821, - 0.001820881288265063, - -0.006523736593059914, - 0.0003778347011781665, - -0.018002280250893746 - ] - ], - "std": [ - [ - 0.9818839030528209, - 1.009368494398234, - 0.999432313276235, - 1.001141721390468, - 1.0040075321280533, - 0.9881194208362026, - 0.9709869282224545, - 1.0026493070298281, - 0.9996452002230842, - 0.9913588270685182 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2365, - "cert_evals": { - "36": 0.7696335315704346, - "72": 0.667364776134491, - "108": 0.5619546175003052, - "255": 0.16963350772857666 - }, - "fold": 2 - }, - { - "best_epoch": 35, - "best_val_acc": 0.8468085106382979, - "test_acc": 0.8470074268239406, - "train_size": 4755, - "val_size": 2820, - "test_size": 11445, - "stats": { - "mean": [ - [ - 0.002866516450893953, - 0.007929027486435548, - -0.0013075722715039048, - -0.001188124590956882, - 0.002480280701366967, - 0.012874902747423648, - 0.0054113211936909185, - -0.007862206105783356, - -0.005652595006519504, - 0.005077877345299725 - ] - ], - "std": [ - [ - 1.0050954716049485, - 1.0162654558216224, - 1.0021008916654397, - 1.0041169983170044, - 1.0089152336885907, - 0.9909098405813409, - 0.9979067399488123, - 0.9973925897941894, - 0.9985454656770815, - 0.9973467754133581 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2365, - "cert_evals": { - "36": 0.7620567083358765, - "72": 0.6595744490623474, - "108": 0.5542553067207336, - "255": 0.17198580503463745 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8412868388538749, - "std_test_acc": 0.005937141552305235, - "n_samples": 19020, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.7645951211452484, - "std_cert_acc_36": 0.0035845242026423716, - "mean_cert_acc_72": 0.6650006473064423, - "std_cert_acc_72": 0.012727145553661761, - "mean_cert_acc_108": 0.5606835633516312, - "std_cert_acc_108": 0.010646774796662206, - "mean_cert_acc_255": 0.16897907480597496, - "std_cert_acc_255": 0.009690584970495979 - }, - "mammographic": { - "dataset": "mammographic", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.8493150684931506, - "test_acc": 0.8104347826086956, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.045138683333333235, - -0.06581824708333332, - -0.0668893333333335, - 0.0035843166666667194, - 0.07534454166666703 - ] - ], - "std": [ - [ - 0.3742768596239394, - 1.0309553579295558, - 1.0205845721721885, - 1.0069085496781394, - 0.8984819781883195 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 635, - "cert_evals": { - "36": 0.7876712083816528, - "72": 0.7123287916183472, - "108": 0.6712328791618347, - "255": 0.232876718044281 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8, - "test_acc": 0.830122591943958, - "train_size": 240, - "val_size": 150, - "test_size": 571, - "stats": { - "mean": [ - [ - -0.06838790416666667, - 0.0036981495833333564, - 0.08851065416666656, - 0.06187655000000008, - 0.041687441666667095 - ] - ], - "std": [ - [ - 0.4594652865573056, - 0.9162656618320462, - 0.976470911981312, - 0.9979276514274945, - 0.967574818664843 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 635, - "cert_evals": { - "36": 0.7266666889190674, - "72": 0.6866666674613953, - "108": 0.6399999856948853, - "255": 0.24666666984558105 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.815068493150685, - "test_acc": 0.8052173913043478, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.033514049999999865, - -0.031616095833333364, - -0.03834651666666679, - 0.05680765833333342, - -0.03524305833333262 - ] - ], - "std": [ - [ - 0.37826323579119164, - 0.9793517631184475, - 1.0048978854533288, - 1.01250978800026, - 1.0390956653058405 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 635, - "cert_evals": { - "36": 0.7602739930152893, - "72": 0.7054794430732727, - "108": 0.6712328791618347, - "255": 0.4109588861465454 - }, - "fold": 2 - }, - { - "best_epoch": 8, - "best_val_acc": 0.8161764705882353, - "test_acc": 0.7658119658119659, - "train_size": 240, - "val_size": 136, - "test_size": 585, - "stats": { - "mean": [ - [ - 0.09435683749999943, - -0.13088563458333324, - -0.032003683333333525, - -0.03189805833333325, - 0.008030341666667275 - ] - ], - "std": [ - [ - 1.8583061444674212, - 1.0447702499996767, - 0.9948185192592106, - 1.0005602571514343, - 1.0036844453305227 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 635, - "cert_evals": { - "36": 0.7279411554336548, - "72": 0.7205882668495178, - "108": 0.6764705777168274, - "255": 0.16911764442920685 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8028966829172418, - "std_test_acc": 0.026948933185351708, - "n_samples": 961, - "n_features": 5, - "n_classes": 2, - "mean_cert_acc_36": 0.7506382614374161, - "std_cert_acc_36": 0.029178081912992527, - "mean_cert_acc_72": 0.7062657922506332, - "std_cert_acc_72": 0.014452650016536202, - "mean_cert_acc_108": 0.6647340804338455, - "std_cert_acc_108": 0.016673227850290726, - "mean_cert_acc_255": 0.2649049796164036, - "std_cert_acc_255": 0.10306212152161526 - }, - "molec-biol-promoter": { - "dataset": "molec-biol-promoter", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.8125, - "test_acc": 0.765625, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.09373999999999999, - 0.349711153846154, - -0.124846, - -0.18628265384615392, - -0.0025111153846154245, - -0.027689192307692376, - -0.32854380769230773, - -0.2587748846153846, - -0.291938, - -0.12147457692307692, - 0.013408923076923039, - -0.18303142307692302, - 0.10672619230769233, - -0.0388065384615385, - -0.2118675692307692, - 0.26045576923076913, - -0.0038293076923076983, - -0.12772800000000012, - 0.406745076923077, - -0.22977469230769215, - -0.23213830769230762, - 0.057734, - -0.25536484615384614, - 0.036332807692307734, - -0.306678, - 0.12654100000000004, - -0.06969015384615382, - -0.22098480769230766, - -0.20798946153846154, - -0.24676503846153855, - -0.3183693461538464, - -0.1853619230769231, - -0.30043107692307686, - -0.37097869230769237, - -0.36548838461538463, - 0.011515653846153858, - -0.05251046153846157, - -0.17936411538461533, - 0.030728153846153836, - 0.0502869230769231, - -0.08165438461538464, - -0.04035388461538459, - -0.044060461538461534, - 0.1891277692307692, - -0.09007600000000004, - 0.08841000000000002, - 0.34717700000000007, - -0.08658792307692309, - -0.14910884615384612, - -0.01171784615384617, - -0.010542692307692277, - 0.2279287692307692, - 0.19163046153846158, - 0.044342807692307744, - 0.11406934615384606, - 0.26639184615384615, - 0.0024606538461537973 - ] - ], - "std": [ - [ - 1.0076078297495967, - 0.9724627657739631, - 0.9573573651622793, - 1.0262408425117875, - 0.9587446442307666, - 0.9571040384617393, - 0.9896566783801658, - 1.0271371774080218, - 0.9458984467553748, - 0.983396009484761, - 0.9474507771505324, - 1.0162340072708942, - 0.9916278302898655, - 0.9889509346456372, - 1.0996503269494506, - 0.8339239830692423, - 0.9718806374953891, - 1.0013701717610572, - 1.1087224946399736, - 0.9663160194574336, - 0.8925655267102359, - 1.0240426363341295, - 0.9129708359204913, - 0.9674367468039534, - 0.934498494547744, - 0.996046000000193, - 0.9001646244230804, - 1.011066294523225, - 0.9306740888083066, - 0.9019636923091955, - 1.0103842953596318, - 0.9763974023364559, - 1.0034859025495506, - 1.0189729800426417, - 0.8809657272220804, - 1.001293348052636, - 0.8026415950749621, - 1.0084947048958783, - 1.0447591131223906, - 1.080924244585727, - 0.9862369191590393, - 1.0095530529552834, - 1.014776711029924, - 0.9243136682665729, - 0.9998867689999087, - 1.0150113097032656, - 1.0058059432415762, - 0.8281138846158841, - 0.9053220114009879, - 0.7877964184833098, - 0.8751600073353956, - 1.0046622498233042, - 0.9279195402053261, - 0.9992859945990674, - 0.9930878632688641, - 0.9472126805852605, - 1.0500485456210673 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 72395, - "cert_evals": { - "36": 0.6875, - "72": 0.5, - "108": 0.4375, - "255": 0.0625 - }, - "fold": 0 - }, - { - "best_epoch": 7, - "best_val_acc": 1.0, - "test_acc": 0.7076923076923077, - "train_size": 26, - "val_size": 15, - "test_size": 65, - "stats": { - "mean": [ - [ - 0.09734461538461536, - -0.009867653846153778, - 0.10790676923076924, - -0.15064011538461541, - 0.09738461538461546, - -0.05959273076923076, - -0.048695384615384696, - -0.10221076923076929, - -0.19740069230769225, - 0.26099000000000006, - -0.20290846153846157, - 0.20358803846153845, - -0.1825234230769231, - 0.21829484615384614, - 0.007081746153846278, - -0.06588375384615386, - 0.19917507692307695, - -0.3013095384615385, - 0.04983446153846157, - 0.007020153846153817, - -0.0066845384615384406, - -0.042044076923076885, - -0.07821423076923074, - 0.137686, - -0.015271923076923129, - -0.17227284615384614, - 0.2755073076923076, - 0.10235538461538465, - -0.2435485769230769, - -0.1773835384615385, - 0.08412084615384617, - -0.15183184615384618, - -0.10858899999999995, - -0.09742265384615373, - -0.05963238461538462, - -0.05630061538461538, - -0.018979730769230797, - 0.05089046153846155, - 0.15364107692307694, - -0.010982076923076903, - 0.10650861538461538, - -0.1806068846153846, - -0.20850592307692312, - -0.014057692307692288, - 0.21039161538461543, - -0.055766615384615394, - 0.2426295384615386, - -0.12109303846153843, - -0.29682430769230767, - -0.15785057692307694, - 0.19899334615384612, - -0.13024523076923075, - -0.20279253846153844, - 0.04434280769230771, - -0.06270500000000002, - 0.09504676923076928, - 0.10028380769230766 - ] - ], - "std": [ - [ - 1.0412699655331787, - 0.974109238604762, - 0.9613906810801298, - 0.9643340756609565, - 0.9673793894378168, - 1.003312008397785, - 0.9182015580655095, - 0.982743930536501, - 0.9723005343268958, - 0.9411703711795796, - 0.9796610632100985, - 0.9145025424643751, - 0.9879752636511461, - 1.0944915110032636, - 0.9430338516297093, - 0.9508755832408867, - 0.9258429683390378, - 0.8679061723089316, - 1.0276288482675964, - 0.9501945836398535, - 1.0169676029594148, - 1.0501744622186107, - 0.9644548335998028, - 0.9121775925932151, - 0.9112105136727959, - 1.0206435073325324, - 0.9080727257130373, - 0.9347829604211333, - 0.8967697697883465, - 0.9663770689480945, - 0.9532701925574484, - 0.8568118833949174, - 0.9554743200735837, - 1.1504807500220855, - 1.0155470332338918, - 1.0396018722819245, - 0.9268106513458504, - 0.9168958971379897, - 0.9852213842143813, - 1.001611750376513, - 0.990217812330316, - 0.9873887799655962, - 1.0110391392211635, - 0.9439560657308471, - 1.068328170673588, - 1.0047193948569797, - 0.9979267159932226, - 0.9934730341322996, - 0.8557618796771218, - 0.7460287358936586, - 0.9778352307693193, - 1.02192658245343, - 1.037835803866067, - 0.9677087884615755, - 0.956543380038049, - 1.0171593177603953, - 0.91997592085019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 72395, - "cert_evals": { - "36": 0.8000000715255737, - "72": 0.7333333492279053, - "108": 0.6000000238418579, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.75, - "test_acc": 0.7205882352941176, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - -0.030045192307692332, - -0.23869049999999983, - 0.041405769230769246, - 0.06321669230769228, - -0.0025107307692308154, - 0.09992461538461536, - 0.013492769230769159, - 0.14829176923076925, - -0.10286334615384617, - -0.08960249999999997, - 0.19882307692307696, - 0.09814630769230767, - -0.021829269230769246, - 0.03465076923076919, - -0.18058907692307682, - -0.1311519076923077, - 0.11797353846153848, - -0.05829530769230779, - 0.1212169230769231, - 0.07467584615384616, - 0.18656150000000013, - 0.2905494615384615, - -0.2553650384615384, - -0.06502038461538459, - -0.30667792307692304, - 0.09333938461538464, - 0.13742846153846142, - 0.17420873076923077, - 0.1120429615384615, - 0.23890723076923073, - -0.16356549999999995, - 0.08287507692307697, - -0.14056257692307694, - -0.09742265384615377, - -0.05963253846153847, - 0.011515500000000038, - 0.014551115384615343, - 0.08378369230769231, - 0.18436938461538463, - 0.019652346153846163, - 0.13786915384615384, - -0.14554365384615378, - -0.1756169230769231, - 0.12139923076923075, - 0.010079923076923155, - 0.30467446153846156, - -0.10586153846153845, - 0.15494511538461542, - -0.11217969230769238, - -0.011717730769230784, - -0.4645376538461538, - -0.13024538461538462, - 0.02728761538461537, - -0.024779269230769223, - -0.16876950000000007, - -0.04202923076923075, - 0.06767634615384611 - ] - ], - "std": [ - [ - 0.9790173867981108, - 0.8922350160543789, - 1.0237664792278374, - 0.9979986758255733, - 1.0450661465298063, - 1.0048325881986542, - 1.029402187109299, - 1.0083506459854783, - 0.9890083565745167, - 1.0164135742199043, - 1.0470407615391002, - 1.0378839738382932, - 0.9292517115719242, - 0.9612825317480931, - 1.0472447179957627, - 1.0262853071350215, - 1.052495553619595, - 1.059841692041489, - 1.1269554422034933, - 0.9208378006880765, - 0.9000880971984075, - 0.9294786618886555, - 1.076982881442786, - 1.0095815066264635, - 0.9911193052127372, - 1.0313874086125658, - 0.9980922524006728, - 0.9095892006901778, - 0.9905655045642239, - 1.0384115432086387, - 0.9810218452020498, - 1.060299711989925, - 0.9844584721629052, - 0.9476257009349917, - 0.8894460896472517, - 1.0593221207156762, - 0.8826955613077969, - 0.9713319428712611, - 1.075487248351794, - 1.0067518301441576, - 1.0419999967859404, - 0.986766332875252, - 1.0083607367807386, - 0.9773806693737923, - 1.0515029245809187, - 0.9917044123633906, - 0.9657665710047374, - 0.9290685404960641, - 1.1225398591645361, - 1.0183526454206688, - 0.8092726993206232, - 0.9375164234499523, - 1.0268476122485855, - 0.9726335635209717, - 0.9727406960463761, - 1.112026712980068, - 1.0129397204932757 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 72395, - "cert_evals": { - "36": 0.5833333730697632, - "72": 0.5, - "108": 0.5, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.9090909090909091, - "test_acc": 0.7536231884057971, - "train_size": 26, - "val_size": 11, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.06549715384615382, - -0.1733123461538461, - -0.22459746153846155, - -0.008068615384615393, - -0.33549623076923074, - -0.1233995769230769, - -0.17307238461538452, - 0.023040692307692345, - -0.07135107692307693, - -0.18521865384615382, - -0.04839615384615389, - 0.09814603846153849, - -0.021828923076923114, - 0.07137899999999996, - -0.1493106769230769, - -0.0006160384615384937, - -0.16623299999999996, - -0.19716084615384608, - -0.1643116153846154, - 0.14233134615384618, - 0.18656149999999996, - 0.09099338461538463, - 0.09893680769230777, - -0.031236038461538454, - -0.43619169230769256, - -0.3382805384615385, - -0.13872946153846152, - 0.21013507692307687, - 0.32539880769230767, - 0.34298038461538466, - -0.0706831923076923, - -0.0847729230769231, - 0.08325415384615384, - 0.03935515384615389, - -0.12760034615384613, - 0.045423692307692304, - 0.24926692307692294, - -0.014896576923076922, - 0.030727999999999995, - 0.14219007692307695, - -0.08165438461538452, - -0.07541711538461539, - -0.2085062307692308, - -0.14951476923076926, - 0.010080153846153841, - 0.16049815384615387, - -0.14071053846153841, - -0.19010246153846153, - 0.22017992307692313, - -0.08478423076923074, - 0.12914796153846148, - -0.195368, - -0.13705561538461536, - -0.33582846153846135, - -0.1687693076923077, - -0.0077596923076923285, - 0.035068461538461576 - ] - ], - "std": [ - [ - 0.9949457610380924, - 1.0006243291807655, - 1.0805097483660284, - 1.0669055953756055, - 1.0322555409439118, - 0.9848822871167503, - 0.9431346904463401, - 0.9378178344246724, - 1.0181978932718458, - 0.966727095536948, - 0.9908076284467556, - 1.0378839686283479, - 1.088933086989841, - 0.8046857737758931, - 1.134679772935726, - 0.9553453144737399, - 0.9684821547379812, - 0.8999479146517183, - 0.9741754410810941, - 1.0108802015807785, - 0.7709686644604582, - 1.0772131326993413, - 0.8384300579512153, - 1.0358089031747673, - 1.0305305742983066, - 0.9367306253151163, - 0.9884948822596298, - 0.9666870451735153, - 0.7559985089760948, - 0.8999593432865595, - 0.9970138749450403, - 1.052317535287378, - 1.0819218493489575, - 0.9767902491283019, - 0.9784792222564622, - 0.9949578210493984, - 0.8614226395733138, - 0.9539103328924243, - 1.0209907346186988, - 0.9432236511876507, - 1.036795800272391, - 1.0138060762016619, - 1.1167776196923178, - 1.0142323983395336, - 1.1052486656840097, - 1.0124481502282436, - 1.0529966821172885, - 0.9493509361557843, - 1.1279936610242616, - 1.0051609553372078, - 0.9160134879427471, - 1.0114984451985467, - 0.8295657525376697, - 1.028154229267194, - 0.9727407925020125, - 0.8988663639372382, - 0.9628933437374779 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 72395, - "cert_evals": { - "36": 0.8181818723678589, - "72": 0.5454545617103577, - "108": 0.4545454680919647, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7368821828480556, - "std_test_acc": 0.027227145421515574, - "n_samples": 106, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.722253829240799, - "std_cert_acc_36": 0.10916866070024744, - "mean_cert_acc_72": 0.5696969777345657, - "std_cert_acc_72": 0.11117537830062629, - "mean_cert_acc_108": 0.49801137298345566, - "std_cert_acc_108": 0.07293044789319714, - "mean_cert_acc_255": 0.015625, - "std_cert_acc_255": 0.03125 - }, - "molec-biol-splice": { - "dataset": "molec-biol-splice", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.8104166666666667, - "test_acc": 0.770517511761631, - "train_size": 797, - "val_size": 480, - "test_size": 1913, - "stats": { - "mean": [ - [ - -0.08088939774153121, - -0.017083478042659816, - -0.008676474278544535, - 0.01205199498117964, - -0.019879412797992446, - -0.06819678419071469, - 0.014172110414052605, - -0.0726562358845669, - -0.0424785457967378, - 0.030165779171894516, - -0.015724135508155584, - 0.016329740276034888, - -0.03650249309912165, - 0.060801804265996566, - 0.050552770388958924, - -0.03993303764115418, - -0.02479237139272276, - 0.026231244667502603, - 0.0006134240903385369, - 0.008120775407778993, - 0.011976850690087297, - 0.012784564617315019, - 0.02205557967377646, - 0.003761100376411143, - 0.004885728983688804, - -0.007185055207026799, - 0.006090311166875841, - -0.06913297616060121, - 0.01692240903387772, - -0.024909814303639064, - 0.002042144291092072, - 0.03893583663739384, - 0.04832313927227111, - -0.04144308908406656, - -0.04533064868255915, - 0.029196543287328434, - -0.017319196988707316, - 0.002574765370137967, - 0.014485728983688884, - -0.04080718946047651, - -0.016152210790464142, - -0.1060891342534501, - 0.00146361355081561, - -0.02892638393977404, - 0.03808938393977416, - 0.004615427854454175, - -0.006006715181932309, - 0.03929904642409064, - -0.0026646035131743587, - -0.0008532597239647819, - -0.018261164366373872, - -0.015718006273525736, - -0.03865469008782939, - -0.0023145696361355087, - -0.01960441405269735, - -0.0853860326223336, - 0.005193398996235927, - -0.017738670012547086, - 0.055998069008782805, - 0.039315545796737614 - ] - ], - "std": [ - [ - 0.9945490246391062, - 0.9934109752899847, - 1.0063178858807398, - 0.9896020723574798, - 0.9849358791871932, - 0.9857421550044541, - 0.9930276963595361, - 0.9834603310222596, - 1.0029783411831081, - 1.008680505435535, - 1.000646776584492, - 1.017380058680371, - 0.9990572202887158, - 1.0037947864498273, - 0.9921475019154874, - 1.0063268933844312, - 0.9808355420987935, - 0.9924788012799176, - 0.9847824180917667, - 0.9870544204448741, - 1.0013704839730797, - 1.0166518616214755, - 0.985710071283119, - 1.0044850695151961, - 0.9909244249062288, - 0.9987615357097599, - 1.0051852364272729, - 0.9860816983161693, - 1.0064425553080443, - 1.021154244482058, - 0.9991376459347909, - 0.9638884376422283, - 1.0033244557289336, - 0.9848543808197192, - 1.0055575628990723, - 0.9940712305710926, - 0.9741863114052403, - 1.0048179660304701, - 0.9887806108854191, - 0.9765227042348682, - 0.997334968218974, - 0.9962132645441986, - 1.0014416509782584, - 1.002091005752959, - 0.9893159775047747, - 0.9934985594799247, - 0.9886647568170538, - 0.9919893464761707, - 0.9955923461346924, - 0.9926319617434606, - 0.9728863130641628, - 1.0082140966036435, - 0.9961100311402014, - 1.0077701107332304, - 0.9792654768868749, - 1.0119326199882663, - 1.0172792289838704, - 0.9956848073966668, - 1.0083179950377872, - 0.9802036286210523 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 80286, - "cert_evals": { - "36": 0.7250000238418579, - "72": 0.6375000476837158, - "108": 0.550000011920929, - "255": 0.18125000596046448 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.8026315789473685, - "test_acc": 0.7898812596799174, - "train_size": 797, - "val_size": 456, - "test_size": 1937, - "stats": { - "mean": [ - [ - 0.018491488080301106, - -0.0011505069008782528, - 0.021436997490589735, - 0.03502552697616077, - 0.021530190715181953, - 0.01771506524466753, - 0.0028268569636132166, - -0.03774227101631111, - 0.019095676286072647, - -0.016733656210790544, - -0.0663814040150566, - 0.005845333751568237, - 0.004257730238393967, - 0.0011046449184443634, - -0.027280681304893566, - 0.005402819322459137, - 0.04633495859473012, - 0.009161250941028725, - 0.026725796737766497, - -0.01972711794228387, - -0.01983136010037666, - -0.009908578419071404, - 0.022055481806775055, - 0.05518264240903318, - -0.04640085570890846, - -0.03727541907151866, - -0.0335212045169384, - -0.03967690213299759, - 0.005998318695107535, - -0.01785224341279831, - -0.003198117942283299, - -0.013416670639897136, - -0.009072863237139185, - -0.007062920953576991, - 0.011101452948557616, - -0.045883223337515024, - -0.012705889585947094, - -0.05706059096612311, - 0.00637870514429108, - -0.024475352572145292, - -0.033483001254705075, - -0.018872419071518255, - -0.004380110414052662, - -0.019757495608531926, - -0.01618084692597215, - 0.06015848933500684, - 0.004326102885821954, - 0.031207774153074287, - 0.09302961606022617, - 0.037705563362610196, - 0.031232815558343906, - 0.05163176913425327, - 0.051368831869510787, - -0.02336010790464227, - 0.006880800501882391, - -0.05682849560853219, - -0.004021038895859437, - 0.002038494353826773, - 0.05144887452948544, - -0.00027493977415304015 - ] - ], - "std": [ - [ - 0.9889166025491434, - 1.0113611751416451, - 1.00351331532884, - 1.0051662180322105, - 0.9987679141001061, - 0.9996822942772838, - 1.0042310134414263, - 1.0134372724050602, - 1.0000665011762366, - 0.9994360301075128, - 0.9995393709189473, - 1.0346986177316517, - 1.011186369192948, - 1.0016439123703365, - 0.9965028721446453, - 1.0098540994428735, - 0.9933407245937251, - 1.0209497831856362, - 0.9866653742506231, - 0.982825314351339, - 0.9914313036126221, - 1.0062435071011668, - 1.0149240913230397, - 0.9887363914059815, - 0.9994565119417103, - 1.016608779035485, - 0.9986323360957506, - 0.9983077834509023, - 0.992117921809115, - 1.0118934305428742, - 1.0093115895196225, - 1.0141263884110643, - 0.998031262724133, - 0.9978752951488421, - 1.0058194162074532, - 0.9997345249416975, - 1.0043988806220703, - 1.0026034007181608, - 1.0124721562205274, - 0.9897322617082525, - 0.9985816439065134, - 0.9919527474532689, - 1.0036339185538052, - 0.973512268444304, - 1.0130393993507771, - 0.9897840394213037, - 0.9936053260728854, - 1.0155800367441008, - 1.0112837805104922, - 0.9806050237126605, - 1.0133289778387422, - 1.003164742603154, - 0.9684252971086295, - 0.9941237378734813, - 0.9987879065672047, - 1.0056255382787287, - 1.0017418494408326, - 0.9935852276048891, - 1.024679553968222, - 1.007096200700548 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 80286, - "cert_evals": { - "36": 0.6776315569877625, - "72": 0.594298243522644, - "108": 0.5109649300575256, - "255": 0.16228070855140686 - }, - "fold": 1 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8256704980842912, - "test_acc": 0.7979690005344735, - "train_size": 797, - "val_size": 522, - "test_size": 1871, - "stats": { - "mean": [ - [ - 0.016180366373901797, - 0.0159205972396487, - -0.04805540652446672, - 0.017795338770389135, - -0.018760287327477875, - -0.012470120451693864, - -0.025536504391468096, - -0.023100938519447715, - -0.021953736511919807, - 0.005599485570890773, - -0.028107018820577125, - -0.0663806737766629, - -0.002535664993726509, - -0.041697066499373665, - -0.041221063989962406, - -0.019531874529485415, - 0.001174760351317426, - 5.719824341241943e-05, - 0.009695979924717433, - -0.006360112923463307, - 0.031288966122960366, - 0.01732320451693862, - 0.034643243412797765, - -0.05223140276035192, - 0.012863726474278572, - -0.02278748055207084, - 0.08181816185696375, - 0.022917264742786353, - 0.03112372647427915, - 0.01743540276035093, - 0.009902525721455502, - 0.030388477038899016, - -0.007947400250940755, - -0.002626762860728837, - -0.002393195734001926, - 0.0224729749058976, - -0.035772559598494034, - 0.031245622333751583, - 0.07355148055206996, - -0.02680844165621052, - 0.0011786298619825138, - -0.023523868255959906, - 0.009644725219573422, - -0.011734667503136672, - 0.04155336135508157, - -0.008113194479297375, - 0.023843790464241343, - 0.03351953826850721, - -0.05937222333751553, - 0.01956023839397823, - -0.05714953952321155, - 0.029942850690087883, - -0.01788004265997477, - 0.018731055207026504, - 0.00457773149309927, - -0.028270974905896498, - -0.044334417816813056, - 0.02181565872020062, - -0.004279376411543287, - 0.033493360100376554 - ] - ], - "std": [ - [ - 1.006032731784378, - 0.9981987082501484, - 1.0058419047925986, - 1.0147724595576162, - 0.9940588732535701, - 0.9991159025458402, - 0.9691047120808344, - 0.9991048317365939, - 1.020189994500977, - 0.9848978164137729, - 0.998075185404707, - 0.9900346208081456, - 0.9970676239537044, - 1.0074170125268456, - 0.9888612246445799, - 1.0204821123725891, - 1.0188778509112115, - 1.021786600393116, - 0.9923811904568762, - 0.9930750642777653, - 1.0126874688330874, - 1.0123955584555848, - 1.0119546947996216, - 0.967160657446603, - 1.013064602613993, - 1.0088579414594196, - 1.0050975228498589, - 1.0226014249223117, - 1.0030135447468238, - 1.0006692722984143, - 1.0063109761380487, - 0.9976611466924694, - 1.0191830139161713, - 1.0037191251141417, - 1.0000135193218243, - 1.008885797923785, - 1.005277894129722, - 0.9951865869001352, - 1.003658412696999, - 1.0103592136706143, - 1.013785819980191, - 1.0167078374977943, - 1.0100157686042965, - 1.0010457270061084, - 1.0282359743543752, - 0.9985304229175116, - 0.9712378399548074, - 1.0007272977609394, - 1.00869249677983, - 0.9976542416860067, - 1.0108332275437888, - 1.0094799027511412, - 0.9910934491654954, - 1.0239973266326525, - 0.9997566127783953, - 0.995332570938697, - 1.0015100811283149, - 1.0189914283748178, - 0.9815154139951994, - 1.0109702187257807 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 80286, - "cert_evals": { - "36": 0.7452107071876526, - "72": 0.6379310488700867, - "108": 0.5268198847770691, - "255": 0.15325669944286346 - }, - "fold": 2 - }, - { - "best_epoch": 54, - "best_val_acc": 0.8126315789473684, - "test_acc": 0.7836287799791449, - "train_size": 797, - "val_size": 475, - "test_size": 1918, - "stats": { - "mean": [ - [ - 0.023113880803011123, - -0.031878431618569576, - 0.0017474705144291346, - -0.048827942283563595, - 0.02600689711417815, - -0.020596907151819388, - 0.03119006398996214, - -0.010712095357591008, - -0.03563701003764123, - -0.0066837766624844005, - 0.020298818067753775, - 0.0349687051442911, - 0.03369574404015041, - 0.010115574654956229, - -0.008693601003764222, - -0.037666260978670006, - 0.013593819322459105, - -0.06367114930991241, - 0.002884076537013706, - -0.04311930238393992, - -0.028919440401505687, - 0.03661243287327482, - -0.012274677540778, - 0.022044312421580708, - -0.0019524943538268248, - -0.00718509535759122, - 0.018905804265997497, - -0.020039599749058525, - 0.011460363864492227, - 0.00190883061480542, - 0.015142810539523602, - 0.0015411859473054327, - -0.0034457590966119997, - 0.007354567126724528, - -0.019568141781680794, - 6.111668757913393e-05, - 0.014974058971141782, - 0.017483629861982628, - 0.004062395232120175, - -0.039640589711417734, - -0.017307636135508092, - -0.015383726474278643, - 0.02951326599749063, - 0.010041510664993838, - -0.009252728983688915, - 0.023129829360100374, - 0.024991664993726456, - 0.005777824341280051, - 0.010330861982434136, - -0.02240079799247117, - 0.013556362609786848, - 0.009395460476787914, - -0.05596691593475561, - -0.0011453801756584612, - 0.019547611041405746, - -0.005424897114178279, - -0.036271767879548236, - -0.04216928481806779, - -0.06910606649937284, - 0.013698135508155716 - ] - ], - "std": [ - [ - 0.9995168687982413, - 1.0072187255531315, - 0.9922765699545656, - 1.0014379023165043, - 1.0007423887263762, - 1.006595287508758, - 0.996025190875742, - 1.0015863398288425, - 0.9939619881518538, - 1.0012546381038536, - 0.9974235803209218, - 0.9958759047377087, - 1.0231793150542605, - 0.9988598615456608, - 1.0165807865563634, - 0.9981765632980487, - 0.9916120393689883, - 0.9967806721546657, - 1.0001387498061993, - 0.9907382633450215, - 0.9919466420747174, - 0.9918048070565159, - 0.9927131112764388, - 0.9987541938182435, - 0.9829950228363971, - 0.9987615525719863, - 1.006646575684889, - 0.9727270348859581, - 1.0274767556558333, - 0.9948545552577256, - 0.9724110619354693, - 0.999399954650725, - 1.0137453383320747, - 1.0038171597805419, - 0.9942857302920103, - 1.0221132950933616, - 1.0125332438729522, - 1.0058606284258966, - 1.0061583893468007, - 1.0071484737907352, - 0.993080173542264, - 0.994054088509694, - 1.0019557537886754, - 0.9879867613789639, - 1.0059203970540576, - 1.002236769456239, - 1.0166179760088292, - 1.0148930646959913, - 0.9855942441531308, - 0.9881712595842015, - 0.997375001351328, - 1.0153221146032385, - 0.9987022726517054, - 1.0023090382878383, - 0.9960039697880356, - 0.9659716681886643, - 1.0079997805456118, - 0.9972223231158401, - 0.9973623069301778, - 1.0162353419266272 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 80286, - "cert_evals": { - "36": 0.7284210324287415, - "72": 0.6399999856948853, - "108": 0.5263157486915588, - "255": 0.15578946471214294 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7854991379887918, - "std_test_acc": 0.011585160420679442, - "n_samples": 3190, - "n_features": 60, - "n_classes": 3, - "mean_cert_acc_36": 0.7190658301115036, - "std_cert_acc_36": 0.02900050604297304, - "mean_cert_acc_72": 0.627432331442833, - "std_cert_acc_72": 0.022116326500470147, - "mean_cert_acc_108": 0.5285251438617706, - "std_cert_acc_108": 0.016096794738634224, - "mean_cert_acc_255": 0.16314421966671944, - "std_cert_acc_255": 0.0126546516530492 - }, - "monks-1": { - "dataset": "monks-1", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 68, - "best_val_acc": 0.9142857142857143, - "test_acc": 0.8314606741573034, - "train_size": 432, - "val_size": 35, - "test_size": 89, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.5714285969734192, - "72": 0.48571428656578064, - "108": 0.3142857253551483, - "255": 0.08571428805589676 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6521739130434783, - "test_acc": 0.8217821782178217, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.52173912525177, - "72": 0.43478262424468994, - "108": 0.1304347813129425, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 16, - "best_val_acc": 0.896551724137931, - "test_acc": 0.7789473684210526, - "train_size": 432, - "val_size": 29, - "test_size": 95, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.6551724076271057, - "72": 0.4482758641242981, - "108": 0.41379308700561523, - "255": 0.03448275849223137 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8260869565217391, - "test_acc": 0.7524752475247525, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.6521739363670349, - "72": 0.52173912525177, - "108": 0.3478260934352875, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7961663670802326, - "std_test_acc": 0.037001196985698113, - "n_samples": 556, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.6001285165548325, - "std_cert_acc_36": 0.06508235224352019, - "mean_cert_acc_72": 0.4726279750466347, - "std_cert_acc_72": 0.03919376016384726, - "mean_cert_acc_108": 0.3015849217772484, - "std_cert_acc_108": 0.12135704799296543, - "mean_cert_acc_255": 0.030049261637032032, - "std_cert_acc_255": 0.04051406056518971 - }, - "monks-2": { - "dataset": "monks-2", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6115107913669064, - "train_size": 432, - "val_size": 30, - "test_size": 139, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.40000003576278687, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.6538461538461539, - "test_acc": 0.6153846153846154, - "train_size": 432, - "val_size": 26, - "test_size": 143, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.6538462042808533, - "72": 0.6538462042808533, - "108": 0.6538462042808533, - "255": 0.5769230723381042 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.6206896551724138, - "test_acc": 0.6214285714285714, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.6206896305084229, - "72": 0.6206896305084229, - "108": 0.6206896305084229, - "255": 0.5517241358757019 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6551724137931034, - "test_acc": 0.6142857142857143, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.6551724076271057, - "72": 0.6551724076271057, - "108": 0.6551724076271057, - "255": 0.48275861144065857 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.615652423116452, - "std_test_acc": 0.004181571350648455, - "n_samples": 601, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.6490937322378159, - "std_cert_acc_36": 0.01979173230407652, - "mean_cert_acc_72": 0.5824270695447922, - "std_cert_acc_72": 0.12265972341557246, - "mean_cert_acc_108": 0.48242706060409546, - "std_cert_acc_108": 0.3220133976387886, - "mean_cert_acc_255": 0.4028514549136162, - "std_cert_acc_255": 0.2715010445160208 - }, - "monks-3": { - "dataset": "monks-3", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 32, - "best_val_acc": 0.6875, - "test_acc": 0.5, - "train_size": 432, - "val_size": 32, - "test_size": 90, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.59375, - "72": 0.5625, - "108": 0.5625, - "255": 0.5625 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6111111111111112, - "test_acc": 0.5576923076923077, - "train_size": 432, - "val_size": 18, - "test_size": 104, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.4444444477558136, - "72": 0.4444444477558136, - "108": 0.4444444477558136, - "255": 0.4444444477558136 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.625, - "test_acc": 0.5510204081632653, - "train_size": 432, - "val_size": 24, - "test_size": 98, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.5833333730697632, - "72": 0.5833333730697632, - "108": 0.5833333730697632, - "255": 0.5 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6551724137931034, - "test_acc": 0.5053763440860215, - "train_size": 432, - "val_size": 29, - "test_size": 93, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.517241358757019, - "72": 0.517241358757019, - "108": 0.517241358757019, - "255": 0.517241358757019 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5285222649853987, - "std_test_acc": 0.030035041158354828, - "n_samples": 554, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.534692294895649, - "std_cert_acc_36": 0.06904823459877502, - "mean_cert_acc_72": 0.526879794895649, - "std_cert_acc_72": 0.06149333679242674, - "mean_cert_acc_108": 0.526879794895649, - "std_cert_acc_108": 0.06149333679242674, - "mean_cert_acc_255": 0.5060464516282082, - "std_cert_acc_255": 0.048797867193063935 - }, - "mushroom": { - "dataset": "mushroom", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 2031, - "val_size": 1204, - "test_size": 4889, - "stats": { - "mean": [ - [ - 0.01584243131462058, - 0.019616320039388076, - -0.017441079960610038, - 1.6376169432992076e-06, - 0.03251508222550193, - -0.0356802550467818, - 0.0053510472673569415, - 0.01704437272280179, - -0.004787042589856331, - -0.006957840965042196, - -0.010824010832105619, - -0.015714124076808157, - -0.0028289399310687338, - 0.026870491383555076, - 0.022659543082221442, - -0.030434470704082447, - 0.043593827671097096, - 0.004918543082224606, - 0.02840681752831178, - -0.026348127031018555, - -0.005641193156080321 - ] - ], - "std": [ - [ - 1.035686963839167, - 1.007002340594574, - 1.0017151333988827, - 0.9999368171880522, - 0.9990636351015061, - 1.1008233629053865, - 1.0048344484644247, - 1.0068055573931955, - 1.0236440770193422, - 1.0008597796892533, - 1.0073922426397302, - 1.0167066772104598, - 1.0093964386273888, - 0.9734350559013669, - 0.9832626494901496, - 1.1103048088729688, - 1.0723209186406066, - 1.007595964551157, - 1.0120097158286505, - 1.0110411166324569, - 1.0045172770457236 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 10043, - "cert_evals": { - "36": 0.9991694092750549, - "72": 0.9933554530143738, - "108": 0.9867109656333923, - "255": 0.9559800624847412 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 1.0, - "test_acc": 0.9993800371977681, - "train_size": 2031, - "val_size": 1254, - "test_size": 4839, - "stats": { - "mean": [ - [ - 0.021851665189558965, - 0.045494687346133454, - -0.023016031905465747, - 0.036965530280656626, - -0.008439554899067095, - -0.06050103692762893, - -0.005352279172820291, - 0.018109654357464634, - -0.010826772476611657, - -0.005964144756278134, - -0.0263845425898607, - -0.005439538158541234, - 0.010182521910388735, - 0.029856061546036587, - 0.009422661742979281, - -0.06898491088133507, - 0.012714621368784741, - -0.020496901526342964, - 0.05158484524864612, - -0.02241571344165382, - -0.02120593136385968 - ] - ], - "std": [ - [ - 1.0315248601647244, - 0.9830179985436717, - 1.0047928251090696, - 0.992895294859441, - 1.0073587113125533, - 1.1652227018641232, - 0.9949884738559476, - 1.0072236447378615, - 1.00567603413793, - 1.0007315155621166, - 1.0109205575258327, - 0.9954514465944221, - 0.9929406186187327, - 0.9751836648011396, - 0.9886323473980784, - 1.2290771873330002, - 1.039381732586694, - 1.0071967460617643, - 1.021124603051882, - 0.9975517568367002, - 0.9993739380403122 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 10043, - "cert_evals": { - "36": 0.99920254945755, - "72": 0.9968101978302002, - "108": 0.9920254945755005, - "255": 0.960127592086792 - }, - "fold": 1 - }, - { - "best_epoch": 16, - "best_val_acc": 1.0, - "test_acc": 0.9993764290168364, - "train_size": 2031, - "val_size": 1282, - "test_size": 4811, - "stats": { - "mean": [ - [ - 0.03987938453963112, - 0.04048598621368699, - 0.017724141063516025, - 0.042959675036934646, - 0.03524534219595943, - -0.01085947316593538, - 0.06020559527326806, - 0.04154585032004439, - -0.021138416248152825, - 0.00794760216642041, - -0.004058537173807962, - 0.006043802067947628, - 0.019799688330871056, - 0.03766451600196941, - 0.053620419005411035, - -0.008115798128995993, - 0.03451170260955303, - -0.036620701624815996, - 0.050364973855244716, - -0.04954926834071779, - -0.038910718808467415 - ] - ], - "std": [ - [ - 1.0340777607321368, - 0.9828467876602278, - 1.0051604242584575, - 0.9916188873116444, - 1.0038227965760236, - 1.0318178450050028, - 1.0521446789948306, - 1.0160955327893362, - 0.9979031775629262, - 0.9988302921123722, - 1.0182499365894375, - 1.001416742027472, - 0.9791335857275247, - 0.980153235814559, - 0.9653369532140004, - 1.0477780788429225, - 1.071696160550273, - 1.0158478432818197, - 1.025340873611186, - 1.0205312831654343, - 1.0033427979641445 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 10043, - "cert_evals": { - "36": 0.9976599216461182, - "72": 0.9960998296737671, - "108": 0.9937597513198853, - "255": 0.9656786322593689 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 1.0, - "test_acc": 0.9987626314704062, - "train_size": 2031, - "val_size": 1244, - "test_size": 4849, - "stats": { - "mean": [ - [ - 0.03496272082717429, - 0.006259809945836701, - -0.04574476898079691, - 0.0529499162973972, - 0.02928835942885052, - -0.032577657311676125, - 0.02140603692762581, - 0.03515416051206783, - -0.04146721969473072, - 0.024840437715410932, - -0.005411634662730505, - 0.015714001477105683, - 0.0005653535204322815, - 0.0039044672575081134, - -0.004711640078783966, - -0.03449241260462414, - -0.005449605120628364, - -0.03908023929099026, - 0.04496253520433339, - -0.007472618414573513, - -0.011867085376661432 - ] - ], - "std": [ - [ - 1.037139112731056, - 0.9986273221456993, - 0.9988733086677153, - 0.9894071869891404, - 0.9808046824130975, - 1.092466913790217, - 1.0192143900594468, - 1.0137373624703432, - 1.0005595322422731, - 0.9962556551254128, - 1.0143973341038952, - 0.977335640989274, - 1.0045271012864667, - 0.9912055809890613, - 0.9960096703292455, - 1.1096668870025468, - 0.9979657396378034, - 1.0073781800135768, - 1.0120560325807864, - 1.0092077265578872, - 1.0030900969477494 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 10043, - "cert_evals": { - "36": 0.9967845678329468, - "72": 0.9943729639053345, - "108": 0.9887459874153137, - "255": 0.9565916061401367 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9993797744212527, - "std_test_acc": 0.0005051588697608315, - "n_samples": 8124, - "n_features": 21, - "n_classes": 2, - "mean_cert_acc_36": 0.9982041120529175, - "std_cert_acc_36": 0.001188826447852438, - "mean_cert_acc_72": 0.9951596111059189, - "std_cert_acc_72": 0.0015792664676124383, - "mean_cert_acc_108": 0.990310549736023, - "std_cert_acc_108": 0.00317505319303803, - "mean_cert_acc_255": 0.9595944732427597, - "std_cert_acc_255": 0.004449059174137997 - }, - "musk-1": { - "dataset": "musk-1", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.8552631578947368, - "test_acc": 0.8327402135231317, - "train_size": 119, - "val_size": 76, - "test_size": 281, - "stats": { - "mean": [ - [ - -0.009291536974789802, - -0.12607884680672266, - -0.04762204201680674, - -0.0761702235294117, - -0.044936774789916, - -0.014382231932773128, - -0.041894201680672254, - -0.03190622907563026, - 0.021353001680672248, - 0.10775567647058813, - 0.09010778932773111, - -0.057640225210084016, - 0.14667296336134458, - 0.10126893949579828, - 0.14001244605042018, - -0.04249502016806724, - 0.038105572268907546, - 0.002184308487394976, - -0.05224322941176468, - 0.06215304016806718, - -0.12393828857142859, - -0.02803303361344539, - -0.10647747142857145, - 0.02538642941176475, - 0.03754377647058824, - -0.00930381512605037, - -0.10533614621848736, - -0.07591091428571431, - 0.015518248319327696, - 0.03344583445378154, - -0.0436141698991596, - -0.03440255966386541, - -0.08419558653781517, - 0.059494676050420144, - 0.011928458739495816, - -0.006269523999999992, - 0.060528428571428566, - 0.03592683193277311, - 0.07123646218487396, - -0.0823780630252101, - -0.03973622907563024, - -0.09128727731092437, - 0.134798512605042, - 0.09857759663865544, - 0.08639189302521, - 0.04655348655462184, - 0.12397431176470586, - -0.0036607467226890487, - -0.045298374201680695, - 0.09763559579831942, - -0.11482796470588238, - 0.005798111764705843, - -0.04984500840336133, - 0.10562984689075626, - -0.006794973949579853, - -0.06879170025210085, - -0.05042998067226895, - -0.1381735478991597, - 0.018107122621848763, - 0.07930746134453784, - -0.035087430369747964, - -0.047216151260504276, - -0.050801200000000026, - 0.000790052100840336, - -0.03210146470588229, - -0.011450639932773149, - 0.13865514789915964, - 0.024682792941176448, - 0.04572973361344544, - -0.07111193899159665, - -0.05305032773109243, - -0.03151311848739495, - 0.13506087714285714, - 0.03930882689075631, - 0.13208768117647057, - 0.03213378487394958, - 0.036931210084033585, - 0.0542657411764706, - -0.055266365126050425, - -0.007700784890756318, - -0.06660210142857143, - -0.0472203361344537, - -0.13513644588235293, - -0.0953638899159664, - 0.0684584218487394, - -0.027715061344537825, - -0.13681975714285718, - -0.03402985277310925, - 0.0014045230252100738, - 0.0014960380672269073, - -0.013881531092436904, - -0.054739220168067156, - -0.07439434873949584, - 0.16347766033613445, - -0.027834813445378172, - 0.04105560084033615, - -0.018090553781512614, - 0.039478408403361344, - 0.01011179831932775, - -0.056224057983193236, - -0.05482081092436975, - -0.09049105663865546, - 0.1384086307563025, - 0.1158592352941177, - 0.1295010983193277, - 0.026534809327731116, - 0.030993403193277324, - 0.045596629411764705, - 0.07867409050420171, - 0.07023428403361341, - -0.010699962478991626, - -0.1297697013445378, - -0.06125888739495793, - -0.054635241344537774, - 0.07315159588235293, - 0.14113961932773117, - 0.03369915462184867, - -0.017007521008403328, - -0.03182301008403359, - -0.10475748344537812, - 0.029890118487394944, - 0.008469613445378164, - 0.0055577798319327845, - -0.015650881428571396, - 0.0048053532268907215, - 0.06544014621848733, - 0.11003610159663865, - 0.04605257647058817, - 0.14969492016806743, - -0.012363702521008463, - -0.051404617310924446, - -0.01038593529411762, - -0.07927427529411762, - -0.04159334571428572, - 0.06169648184873948, - 0.11608897882352946, - 0.038903689075630285, - 0.1461880742857143, - -0.06708651966386553, - -0.11414608924369747, - -0.1295263958823529, - -0.03233595445378152, - -0.04501458058823521, - -0.000721831932773089, - -0.004400483109243784, - -0.12390628907563028, - -0.036873544537815106, - -0.0909845665546218, - -0.10444491176470592, - -0.09871166294117649, - 0.005718816974789886, - -0.036594511848739485, - -0.04913234621848742, - -0.08743706722689078, - -0.11513121176470595, - -0.08874053697478997, - -0.05336954033613433, - 0.082962791092437, - -0.021164454621848745, - -0.0932097171428572, - 0.014436121848739485, - -0.04426032336134451, - -0.1090511277310925, - 0.1449148087394958, - 0.1817663789915966, - 0.013956836806722718 - ] - ], - "std": [ - [ - 1.0099114119845158, - 0.9348594846360825, - 0.9584972842977127, - 0.9640337720371549, - 0.2970971465206269, - 0.9902644318765941, - 0.9766608443635819, - 0.9277337303843832, - 1.0209147991357326, - 0.8462688910212999, - 0.937274236323561, - 0.9720030442747652, - 0.8629052767970179, - 1.0131630405366665, - 1.0235995127546023, - 0.9236691973697053, - 1.0455909357050364, - 1.035981564713016, - 0.99532697338212, - 0.9211771365528878, - 0.874501926986878, - 0.9704498314090642, - 0.891302047446978, - 0.9804149844573272, - 1.0041773279830728, - 1.002529298728106, - 1.0224471703080853, - 0.9244712375286949, - 0.9743559806263377, - 0.9887295244749511, - 0.9544273760411471, - 1.02985801200279, - 0.9474472095469905, - 0.9846549124544697, - 1.0482961086154436, - 1.055409389025073, - 1.0423422939087563, - 1.0253865871036294, - 1.0239668108505644, - 0.9972886803210333, - 0.9397442064430964, - 0.9896358956731565, - 0.8331728551459917, - 1.0002340413586819, - 1.026654843545489, - 0.9343094828155423, - 1.0805604708964744, - 1.016149424944211, - 0.9476470504397961, - 0.8577284376860824, - 0.920172262946738, - 1.0002820735413485, - 0.9664321885797094, - 1.019659024980453, - 1.0132206139363333, - 1.00472748039475, - 1.0024772758067237, - 0.9013838379335253, - 0.9715976585133171, - 0.9356214917883198, - 0.9726637625607683, - 1.00574462045675, - 0.9321535556262043, - 1.004591790870879, - 1.0091107376933197, - 1.0832569998991441, - 1.8163040204653527, - 0.9290261409599484, - 1.0054342451497356, - 0.9239187303729655, - 0.9412606308289463, - 0.9574057112375489, - 0.8857071278100311, - 1.0050826351619282, - 0.9471390167804283, - 1.0193559664076242, - 1.033149121132442, - 0.9758992146197891, - 0.9828293233847875, - 0.90614346312176, - 0.9387813930150655, - 0.9606369771060325, - 0.8549597722364108, - 0.9981213041653383, - 0.9677112371500205, - 0.9888508064525113, - 0.9412501606612704, - 0.9784409127120647, - 0.9536777420064435, - 1.0085901119483398, - 1.0060567404606122, - 1.05851562000323, - 0.9752413461311447, - 0.832810761621145, - 0.9562798547506608, - 0.9993771767194177, - 0.9838326504712223, - 1.0393844730608708, - 0.9854152300072946, - 0.9930779495430294, - 0.9453202880876939, - 1.0360449396357243, - 0.9713513980461649, - 0.9992332279693708, - 1.030407313898056, - 1.0076912122214956, - 1.0744880656744056, - 1.0277037793008523, - 0.9982104529316067, - 1.0186593720796726, - 0.9108463414168625, - 0.8553233102911179, - 0.9405777768078974, - 0.9494600014203208, - 0.9952734588081359, - 0.9638326137771844, - 0.9939522113357686, - 0.9987681660336664, - 1.0036155891840373, - 1.0182452713672059, - 0.9910446446968689, - 1.0210928396177827, - 1.014427730685323, - 1.0086920592279505, - 1.0093171765266578, - 0.9594492714523327, - 0.9056353320538072, - 0.9878559376915045, - 0.865650141810967, - 1.0394374951234533, - 0.9719119864007881, - 0.9799530665659871, - 0.9588363638135182, - 0.9822725442114135, - 0.9853299809008946, - 0.9191461281202059, - 1.0618195424162966, - 0.9695623887099393, - 0.9472161121894884, - 0.9054444134708255, - 0.8581249512539794, - 0.9983938325913907, - 0.9776524170683517, - 1.0043567453308122, - 1.0368357351214297, - 0.7773405936733125, - 0.9853354382623081, - 0.9079498191834765, - 0.9125689627310116, - 1.007586247217154, - 1.0299208957325752, - 0.9872806671843242, - 0.9852145677771802, - 0.961619761600875, - 1.0605262646288578, - 0.980777477262741, - 0.8407792662129906, - 0.9672088420960975, - 0.993154330767692, - 0.9994330628955878, - 0.9756248219133866, - 1.0207484353264802, - 0.8458747953216613, - 1.047455330809163, - 0.8596011234926225, - 0.9804108130279062 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 608893, - "cert_evals": { - "36": 0.8157894611358643, - "72": 0.7894737124443054, - "108": 0.7763158082962036, - "255": 0.7236841917037964 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8048780487804879, - "test_acc": 0.8181818181818182, - "train_size": 119, - "val_size": 82, - "test_size": 275, - "stats": { - "mean": [ - [ - 0.024158311764705866, - 0.06841572537815128, - 0.07787132436974789, - 0.05814358991596639, - -0.0888491647058824, - 0.03483687310924371, - -0.08321678991596636, - 0.0172144136134454, - -0.07243344537815127, - 0.008146065798319318, - -0.016513243697478995, - -0.05358841159663873, - -0.11541696184873952, - -0.030794808823529415, - -0.023826682857142848, - 0.22576291260504208, - -0.07960640428571429, - 0.17796446697478982, - -0.10515495630252099, - -0.1766215479831932, - -0.021160134789915977, - -0.09120216806722693, - -0.08078450756302523, - 0.036557993277310914, - 0.07266807731092434, - -0.07452452100840339, - -0.09814859546218489, - 0.003981514285714288, - 0.06022833823529412, - 0.03180818907563029, - 0.12598115882352945, - -0.019460692436974722, - 0.005478542042016823, - 0.03584051008403359, - 0.02924001680672268, - 0.08767364537815124, - 0.028594260504201666, - -0.07716408655462187, - 0.056073705882352984, - -0.05639972268907562, - 0.0835798580672269, - 0.025938724369747895, - -0.10687808823529413, - -0.07300582436974785, - -0.056062168571428615, - 0.07744706722689071, - -0.11377087142857145, - 0.048533752268907604, - -0.08137850462184877, - -0.058378573949579855, - -0.028422560504201697, - -0.0789361680672269, - -0.08572274453781516, - 0.03500715462184874, - 0.09914903445378148, - -0.01241268218487394, - -0.09931365378151263, - -0.012532198319327783, - 0.059187288168067245, - 0.08141363613445372, - 0.08123671047058818, - 0.02099984705882357, - -0.061353805882352924, - 0.05045417815126048, - 0.003424229411764733, - 0.03549537599999996, - 0.10939142605042013, - 0.024103800252100897, - 0.09995052563025215, - 0.04793713714285712, - 0.08099445378151263, - 0.04342324285714288, - -0.04197519075630255, - -0.006363128907563019, - -0.04760110218487393, - 0.18736039663865556, - -0.06648005882352942, - 0.04628493109243699, - -0.08752957159663863, - -0.10092213726050421, - -0.04371235016806719, - -0.08629289915966386, - -0.061165748991596644, - 0.06382008823529413, - 0.08361947142857139, - -0.08537609243697473, - 0.011821439495798298, - 0.059812282521008404, - 0.07737757478991594, - 0.048898662184873966, - 0.05884979831932784, - 0.032120366386554605, - 0.049671467226890774, - 0.06206085193277312, - -0.06417456806722689, - 0.09108409243697482, - 0.013927862352941179, - -0.0819115100840336, - 0.06585645378151259, - -0.080924987394958, - 0.08453104543697479, - 0.03520098739495797, - -0.033171742605042, - -0.07644083142857143, - -0.07423916470588235, - 0.19354969352941173, - 0.07750047327731097, - 0.04090831848739493, - -0.009056908571428546, - -0.08928623369747901, - -0.1007881585714285, - -0.06398705378151263, - -0.08433044033613445, - -0.08870030352941174, - 0.009959691008403333, - -0.09990773865546218, - 0.05553736134453778, - -0.06597402521008403, - -0.09688954873949583, - -0.07634268067226894, - 0.04976200672268908, - 0.09565500000000006, - 0.04676366134453782, - 0.039169940336134454, - 0.01394140588235296, - 0.09173843613445375, - 0.04849337193277301, - 0.02735341008403359, - 0.0022560852100840245, - 0.017306670588235304, - -0.07432240336134455, - 0.018145999999999957, - 0.07377648403361345, - 0.03658892100840334, - 0.09466570336134442, - -0.01156839252100844, - -0.08601561932773116, - -0.023251629747899148, - -0.07814215966386556, - -0.05655879957983193, - -0.07487231655462186, - -0.05101524907563022, - -0.07532593025210085, - -0.08363757142857142, - 0.04670676983193278, - 0.01303225319327727, - 0.1082119579831933, - 0.058739847226890775, - 0.04739272436974786, - -0.08494485210084034, - -0.007814653361344537, - 0.03440219747899159, - 0.03682794453781517, - 0.019789025210084014, - -0.020285273949579827, - 0.01840798831932768, - 0.09117156386554631, - 0.09178180537815128, - 0.028927057983193283, - 0.039525619159663856, - 0.03801534126050421, - 0.05517624386554618, - 0.027384261176470626, - -0.06334286823529411, - -0.002208981512605072, - 0.04186990235294113 - ] - ], - "std": [ - [ - 0.9547059509648184, - 0.9457416976985498, - 0.9671967001393593, - 1.0340808405040773, - 0.29867998736393586, - 0.9719739664896527, - 1.0223829819294672, - 0.9920370365260445, - 0.9938178926570024, - 1.0674678703036786, - 1.0536235501005935, - 0.9759681128010698, - 1.1933806341652835, - 1.0462009952757907, - 1.0396377705165756, - 1.2364398130013148, - 1.0297123743799923, - 1.0513930980262587, - 0.9790963258765985, - 1.0632151511993007, - 0.8881037178933221, - 0.997644465555213, - 0.9146456782945884, - 0.9986846418706715, - 1.028389228812699, - 1.0052304374745582, - 1.0570364058143467, - 1.1112265087401707, - 1.0072333277340315, - 0.9792224727759794, - 1.140107641685767, - 1.0319855071635557, - 1.012909596546793, - 1.0478738212633798, - 1.0393769664926573, - 1.040313487043468, - 1.0004874772542869, - 1.0065552249215965, - 0.9959877333213383, - 1.0314341517051941, - 0.9609827644603898, - 0.9407821598946572, - 1.1423539444973092, - 1.040681629733202, - 1.035405523493998, - 1.0348642291431813, - 0.9384238030240764, - 1.007329148159345, - 0.96532151079532, - 1.080102411960722, - 0.9189706961196683, - 0.9890328023534652, - 0.9970449665503818, - 1.0032947034394086, - 1.0232492622926868, - 0.9044539334562162, - 1.0428486576399463, - 0.9869742154628898, - 0.9627579193146311, - 1.0375988820208812, - 1.0442635152617854, - 0.9921480147512401, - 1.0172361211613725, - 0.9856162070884749, - 1.0071085351580469, - 1.004680228407639, - 1.0918099971010347, - 0.859818967469955, - 0.951570742602994, - 0.8998130747416146, - 0.9682740422741012, - 0.9513593820658351, - 1.0918457242129123, - 1.0306512739007234, - 1.1233409715843774, - 1.319054880300292, - 1.0190368042078375, - 1.0726089749646683, - 0.9780586022786055, - 1.0237281910570661, - 0.9302196391823201, - 1.0150095369233572, - 0.8567595112619277, - 1.0253125704582768, - 1.0329663588386147, - 1.0150497595004389, - 0.9645261987539875, - 0.9987452828678794, - 0.9996111734287946, - 0.9939296531881606, - 1.0641892502012626, - 1.0238265092687246, - 1.0399511925040086, - 1.0927394981630942, - 0.947573210798269, - 1.0191620496299643, - 0.9777226300254053, - 1.0076015412678785, - 0.9989352692153354, - 1.0456873119376142, - 0.9570466525951427, - 0.9629678052479418, - 1.0756215730851235, - 1.0393724244555782, - 1.0305172746367526, - 1.0836356914908913, - 1.0236898037082116, - 1.030964269392618, - 1.054840275031591, - 1.0178620591147387, - 1.006995468728297, - 0.8734971943634845, - 0.942877766385353, - 0.971630330747536, - 1.0292634993717256, - 1.116414229811486, - 1.0266501952515827, - 1.0364187186039386, - 1.0294974903053178, - 1.069916118390874, - 0.9920027928850452, - 1.0092646258306635, - 0.9981544780299838, - 0.9515782433268465, - 1.0464699288665589, - 1.0272730625017454, - 1.0548039781673533, - 0.983479378572509, - 1.135184518802563, - 1.0353433069590894, - 1.0020848418547366, - 1.0073768884693561, - 0.9727461694029419, - 0.9973821577284503, - 1.0529917786648204, - 0.8823455010261391, - 1.0295445080258667, - 0.906856533293073, - 0.9621107954508806, - 0.8425968192386732, - 0.8559038698220399, - 1.016468338504835, - 1.037043233806624, - 1.0173006551929522, - 1.0578471179473388, - 1.0163426747138629, - 1.1986785031894742, - 0.9143980309098125, - 0.9344978248549644, - 1.0421032838564122, - 0.9875543674864906, - 1.0306666337849881, - 1.0407485217723018, - 0.9295624550306794, - 1.0304280230394511, - 0.9628856470269781, - 1.122180757252087, - 1.1061285175248974, - 1.0018242894154332, - 0.9161538026866665, - 1.0210998734495285, - 0.9425158583796771, - 1.017252092911681, - 1.1339821301332038, - 0.9482657315372943, - 1.0539881791338177 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 608893, - "cert_evals": { - "36": 0.7560975551605225, - "72": 0.7317072749137878, - "108": 0.6951219439506531, - "255": 0.6341463327407837 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 0.921875, - "test_acc": 0.9180887372013652, - "train_size": 119, - "val_size": 64, - "test_size": 293, - "stats": { - "mean": [ - [ - 0.06318337899159665, - -0.01750837369747895, - 0.02927752857142856, - -0.008290130252100843, - 0.015662287394957966, - 0.02086558571428569, - -0.13928621848739492, - -0.07404167731092438, - -0.19213065546218494, - 0.1664315235294117, - -0.12294668319327731, - -0.1817351731092437, - 0.010112128235294188, - -0.10692336386554628, - -0.08861290806722695, - -0.06722896890756305, - -0.16965138907563024, - -0.08699059201680673, - -0.09990497731092438, - 0.025839068067226904, - -0.15816130924369745, - -0.17952358823529418, - -0.12498328067226894, - 0.15700955630252103, - 0.2047434554621848, - -0.12583588235294113, - -0.159380296302521, - -0.1583042731092438, - -0.017471884033613477, - 0.17150142016806721, - -0.013367896789915854, - 0.09515493319327734, - -0.1043621142773109, - 0.14587384495798317, - -0.12920535638655464, - 0.08664596507563023, - -0.11529433613445382, - -0.11128723529411766, - 0.1026118739495799, - -0.1288278638655462, - 0.03162067176470591, - 0.10926809579831938, - 0.10145011742857142, - -0.10089418487394954, - -0.16934925134453793, - -0.10035777899159666, - -0.0022220840336134593, - -0.14973477075630254, - -0.09981443655462183, - 0.13018069327731097, - -0.16896669495798325, - -0.19508748739495796, - -0.15524649243697483, - -0.11831341932773114, - 0.22480805714285726, - -0.04188063773109245, - -0.14299176722689078, - -0.09312031680672267, - -0.03409673368067225, - 0.21123602268907565, - -0.0823785142352941, - 0.09407231092436971, - -0.06044896050420165, - 0.12690943361344537, - -0.15432811176470584, - 0.11373846321008402, - -0.09197245798319335, - -0.036408632521008365, - 0.02736904537815129, - -0.07516609663865546, - 0.02726841428571433, - 0.11449725126050421, - -0.08324179865546223, - -0.1859713232773108, - -0.029114210756302543, - -0.04372340672268908, - -0.1676014957983193, - -0.09481104907563025, - -0.14518526134453774, - -0.14023717031932764, - -0.17883970840336139, - -0.15227219327731092, - -0.12688221596638652, - 0.17267242857142853, - 0.21734268907562995, - -0.13427643697478986, - -0.10342343025210089, - -0.08278381840336131, - 0.039320595126050406, - 0.12871404033613446, - 0.01710760588235305, - 0.1303802900840336, - -0.1259390416806723, - -0.02462903075630251, - -0.011597495798319335, - -0.02996593277310922, - -0.11406075697479011, - -0.15991802436974792, - 0.08011680672268909, - -0.13947732605042013, - 0.03274552773109243, - 0.12533725361344533, - -0.110098517394958, - -0.12202160000000008, - -0.11250578067226888, - -0.029730635546218537, - -0.06243363445378147, - -0.11122854033613447, - 0.0018548309243698465, - -0.16121145042016807, - -0.11309920420168079, - -0.1428132453781513, - -0.16323598739495804, - -0.1605866899159664, - 0.2219443926890757, - 0.08728584873949588, - 0.18907824873949586, - -0.14974748739495788, - -0.15023559243697474, - -0.18183265630252093, - 0.18517070504201683, - 0.16599662184873953, - 0.14711887731092438, - -0.05699850756302512, - 0.04790072465546219, - -0.009070256302521026, - 0.17716400000000004, - 0.16732338571428573, - 0.08124960588235282, - -0.14709592941176478, - 0.0369225247058823, - -0.017422470588235324, - -0.1504932868067227, - -0.19206401436974793, - -0.11275016705882353, - 0.00605314857142857, - -0.1441573467226891, - 0.07815059025210083, - -0.13342117983193286, - -0.0817532226890756, - -0.09976520789915962, - -0.10781365663865544, - -0.14120095630252097, - -0.14986163865546215, - 0.20239748411764702, - -0.07042730252100846, - -0.02724144705882351, - -0.08136119201680665, - -0.08620197731092435, - -0.144991794117647, - -0.11356651411764705, - -0.13158160840336128, - -0.10353579159663868, - 0.15731504201680674, - 0.12369566218487399, - 0.14793098151260503, - -0.10683907815126047, - 0.04158667731092437, - 0.08902219327731095, - 0.11460572504201683, - 0.06525115428571429, - 0.08792362386554624, - 0.06720011109243695, - 0.11343997344537818, - -0.046682014285714286, - 0.08234472924369746 - ] - ], - "std": [ - [ - 0.9926193696304842, - 0.982041564897434, - 0.9788587860924499, - 1.0481325530599315, - 1.1497163338460719, - 0.9036763603503252, - 1.0073501012902193, - 1.0681136353666913, - 0.957911230073424, - 1.0517887344491312, - 1.037533414748361, - 1.0316333625809162, - 0.988344377792284, - 1.0327635738369823, - 1.0645913439075099, - 0.8772045443763791, - 1.0038093734493303, - 1.078088978405565, - 1.016038289193935, - 1.1038191425269852, - 1.0415694714449408, - 0.9494193094640091, - 0.9951683699303016, - 1.0484760713821966, - 1.0292290388549856, - 1.0046238226745023, - 1.0231894041917298, - 0.8722526507660389, - 0.9637053912866876, - 1.0443111125853262, - 0.9779088621252243, - 1.0200265098256789, - 1.04982753768682, - 1.0411057141110271, - 0.9917883582877046, - 1.0640907950667935, - 0.9109416890609948, - 1.014778603352571, - 1.012407645947388, - 1.0130519839966745, - 0.9833348170290883, - 1.0054412900355405, - 1.002550053092507, - 1.040884298794981, - 1.0022037130564367, - 1.0045856731019926, - 1.0338791557822133, - 1.0330533263056556, - 1.0342555211980782, - 1.0856777292343813, - 1.0480432440305076, - 0.9406979132818648, - 0.9525414189459014, - 1.0458734546424882, - 1.0040929970983012, - 1.0908338035551266, - 1.0204411854890103, - 0.9393304179799824, - 0.8845216239422083, - 1.0634312588079848, - 0.9761643177227193, - 0.9998814706721766, - 1.0943099390691056, - 1.0203591751451435, - 1.0002264397589242, - 1.0452620025255572, - 0.21243774403030324, - 0.9825487629977677, - 0.9989470256653102, - 0.9776195550802724, - 0.9881921942536106, - 0.9692812223632913, - 1.0114103879358118, - 1.0176471463203618, - 1.0985968046879107, - 0.9011071747489188, - 0.9852820686558261, - 1.0409724045164395, - 1.0226853862781786, - 1.0523503465387045, - 0.9984890729247287, - 0.9865085860689214, - 1.0253383015650288, - 0.9842190050210698, - 1.0482657857074558, - 1.0036930615027435, - 1.0023674926749344, - 0.9730180833171876, - 1.0498568728572968, - 1.013227026732738, - 1.0681306059244247, - 1.0419005594011688, - 1.0023012201703372, - 1.0090606387751904, - 1.0008208481733105, - 1.0237634624186749, - 0.9344050493529626, - 0.9799269064690889, - 0.9917577807573584, - 1.0154669742852132, - 0.9626828180326641, - 0.9488893200381362, - 1.0680204623811373, - 1.0577745418633626, - 1.0312684087947, - 1.034145517451026, - 0.9555340495289785, - 1.038495245556023, - 1.124990782413921, - 0.9969234745383295, - 1.0341464668845146, - 1.0190464402227772, - 0.9844502112008426, - 0.9638979266497083, - 1.0560016403249661, - 1.0338565548525813, - 1.0195784734669, - 1.0452959798033794, - 1.0300936651868722, - 1.0079193145701346, - 1.0358505453672258, - 0.9983519055294932, - 0.9782721184706487, - 1.017214512787047, - 1.0461193963805977, - 1.0786507849769222, - 1.0600256230229115, - 1.0549246896740905, - 1.0202597947720748, - 1.0047933682967538, - 1.046133607275955, - 0.9767724487049283, - 1.065119568533619, - 1.0493844633618457, - 1.0486183588403433, - 1.0360634805883144, - 1.0211356178592574, - 1.116516917576279, - 0.9684635542928414, - 1.0485198907974274, - 1.0097174728071363, - 1.0200358029187542, - 1.0093169179506543, - 0.9954927763696803, - 1.9163314627641592, - 0.7748234776717885, - 0.8330323640536798, - 0.9972784153379518, - 1.014123873707783, - 1.0176782914003792, - 0.9696823644591901, - 1.0083943170146934, - 1.016776019144507, - 0.9587407406311098, - 0.9964839901207664, - 0.9516493424090011, - 0.7372865758169305, - 0.9783224584281585, - 0.9967116551381188, - 1.0058189487431421, - 0.9864991950017903, - 0.9736185085647364, - 0.9649805689555828, - 0.7965445354430392, - 1.012032729083389, - 1.009115061348346 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 608893, - "cert_evals": { - "36": 0.875, - "72": 0.859375, - "108": 0.859375, - "255": 0.6875 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8055555555555556, - "test_acc": 0.8245614035087719, - "train_size": 119, - "val_size": 72, - "test_size": 285, - "stats": { - "mean": [ - [ - 0.08827094453781521, - 0.052429700924369736, - -0.00036463781512605076, - -0.12936181092436974, - 0.24400667394957987, - 0.06789304621848738, - -0.14386008655462185, - -0.16341241647058824, - -0.09119049579831934, - 0.08688295487394951, - -0.010142181512605056, - -0.07992688621848743, - 0.07515934235294126, - -0.043617603697479, - -0.0595251351260505, - -0.00513104201680665, - -0.10509469159663867, - -0.12206933151260506, - -0.10814025714285717, - -0.12779779672268907, - -0.10893169613445379, - -0.08832163865546222, - -0.0816827924369748, - 0.09850233697478993, - 0.05851083949579831, - -0.1641787092436975, - -0.16092729126050428, - -0.1280319789915966, - -0.08851597478991598, - 0.07951196302521006, - 0.08349220993277319, - 0.005591952100840379, - 0.03787954203361344, - 0.10143728361344516, - -0.10608766731092427, - 0.14584866675630268, - 0.012883600840336178, - -0.16592546050420165, - 0.09759672268907567, - -0.19044940252100842, - 0.033699108991596664, - 0.11165795798319325, - 0.09412673485714296, - -0.05305871764705887, - -0.05172935680672275, - 0.012541703843697427, - -0.01198715798319332, - -0.18350753075630258, - -0.11316068361344542, - 0.01317001420168068, - -0.09100677478991598, - -0.07560952100840335, - -0.08295605882352938, - -0.11658848504201687, - -0.0018185008403361622, - -0.2458672547058823, - -0.1656989243697479, - -0.07704509663865547, - 0.036561694117647064, - 0.09020285378151255, - -0.03517201448739494, - 0.05582876890756301, - 0.009798390756302568, - 0.09632748058823527, - -0.07761458739495794, - 0.11183031848739493, - -0.036579986554621885, - -0.1263089718487395, - 0.11839747605042025, - -0.12111019226890757, - 0.02024199159663867, - 0.11024838487394956, - 0.04454762537815129, - -0.04300331764705883, - -0.03712093210084034, - 0.015276773109243746, - -0.10326505882352946, - -0.07333125647058819, - -0.08882397941176472, - -0.12382232100840335, - -0.08881872605042021, - -0.12030378151260503, - -0.09926218848739496, - -0.10734386974789903, - 0.06343325798319317, - -0.13570989327731095, - -0.04595993361344538, - -0.2624038873109244, - -0.16767311747899152, - 0.09202781512605042, - 0.08289800840336134, - 0.09075038487394953, - -0.06000971176470589, - 0.14886200151260504, - -0.07113343193277308, - 0.10141161344537818, - 0.010751606722689067, - -0.10513173865546219, - 0.04550339495798316, - -0.17243847226890754, - 0.046450748739495784, - 0.152537722184874, - -0.04370105689075634, - -0.0473904394957983, - -0.05494940756302522, - -0.07405113613445377, - -0.03986815983193283, - -0.20286767310924372, - -0.06405264798319323, - -0.0780125884033613, - -0.13415427676470587, - -0.08062178285714292, - -0.06563321680672268, - -0.062234380672268885, - 0.019833384033613455, - -0.030907690756302526, - 0.05372328235294116, - -0.1764853655462185, - -0.15975390168067233, - -0.13166282773109242, - 0.07275436470588237, - 0.05660831008403364, - 0.08542897647058818, - 0.12639466974789917, - 0.007908259394958005, - 0.10586099915966378, - 0.11454698386554625, - 0.09212199915966388, - 0.14067056840336137, - -0.0895770168067228, - -0.08912285042016815, - -0.05617147647058823, - -0.14716913361344536, - -0.079183261092437, - -0.05918893747899158, - -0.07452321445378149, - -0.15886370840336134, - 0.01905404537815125, - -0.10519994621848744, - -0.17713219344537812, - -0.11923718403361346, - -0.18296511042016797, - -0.16212627722689074, - -0.13948604201680673, - 0.10796782184873933, - 0.042607534453781536, - -0.20062171932773104, - -0.07986152588235298, - -0.048355900000000014, - -0.1863898361344538, - -0.0708105474789915, - -0.10174562865546222, - -0.09230160840336135, - 0.1088111268907563, - 0.036985360504201724, - 0.0905234268907563, - -0.0005666193277310296, - 0.13550344991596625, - 0.07032440672268905, - 0.12498390974789911, - 0.11443038134453778, - 0.17218037596638658, - 0.12188053815126057, - -0.04917931680672268, - -0.10940718739495801, - 0.018918798487394944 - ] - ], - "std": [ - [ - 1.2133217476808096, - 0.9652578226642976, - 0.9562814291999604, - 0.9966056010399577, - 1.8946268220275222, - 0.9886790713878757, - 1.0097226863252031, - 1.0867582795960857, - 1.0417589224997932, - 1.050242189139985, - 1.0667010091805855, - 1.0548795344041055, - 1.1190749488928982, - 1.0572465763203538, - 1.0230162584277593, - 1.0209072269541954, - 1.0668654357533103, - 1.0443336788426352, - 0.990874576128837, - 1.120212168053591, - 1.059400368391213, - 1.0526573622956357, - 1.1038394597149008, - 1.0008841743240904, - 0.9680575174660357, - 1.0707994377159522, - 1.1140756914259644, - 0.950461759055246, - 0.9718974872556142, - 0.9735586441221257, - 1.1567408121073435, - 1.0232943304431714, - 0.9691590839674367, - 1.0073028282577203, - 0.9940009027248206, - 1.1435157497277848, - 0.9996235910991119, - 1.0269563434750735, - 1.008201967276556, - 1.0550683905227118, - 0.9586071450202497, - 0.9837557247029177, - 1.0965052578037058, - 1.0450206753864866, - 1.0490515247311962, - 1.0695381870608307, - 1.038128056317601, - 1.0253465437388283, - 1.0120829704198246, - 1.0886821528839274, - 1.044134767295889, - 1.057010495053697, - 1.099547175101147, - 1.0777320456504151, - 0.9823934587662047, - 1.1421985287771175, - 1.0422574316080255, - 0.9551778546027428, - 0.956249353115088, - 0.9834601472281421, - 1.029947583292353, - 0.9913988001063331, - 1.0982033505572715, - 0.9681930495112483, - 1.0408755740827247, - 1.2253039493523459, - 0.567158136783271, - 0.9085815833042423, - 1.0299220239151927, - 0.9456963821833498, - 0.9732983818929857, - 1.0442991792113836, - 1.04539232954153, - 1.0732878711261946, - 1.1008086762685154, - 1.0285808932813831, - 1.0337505005392162, - 1.0564580683518567, - 1.009641905396013, - 1.0305981372553041, - 1.0664271922774013, - 1.0216625020139711, - 1.0388018156059555, - 0.9586012537860019, - 0.9557594962481459, - 1.0302377619239333, - 0.9961613435881551, - 0.9016777854545155, - 0.9406896531612865, - 0.9812838480496827, - 1.0699842326852145, - 1.0186354962550983, - 1.035027201513659, - 1.0841073584834067, - 1.0303881720252803, - 1.0570748314290839, - 1.02985434388838, - 1.0364309671151335, - 1.0005332938619562, - 1.025577023774322, - 0.9464780143821591, - 1.0208419763094765, - 1.0617116423350834, - 1.0293973942652435, - 1.0261666434965675, - 0.9851421752157683, - 0.9857629751068895, - 1.0385946163975952, - 1.0559440697914113, - 1.016524220581366, - 1.0027196694275118, - 1.0834757121421426, - 1.0779633843014398, - 1.0946447748718007, - 0.9723982390487668, - 1.2023645479315772, - 0.9602099447193709, - 1.0179074417662215, - 1.0352139390132336, - 1.0786183250373933, - 0.9804549368975595, - 0.9682741396185083, - 0.9768312285612, - 0.964630802629325, - 1.0207703099984005, - 1.0415806373869094, - 1.0550470699342684, - 0.9675481149164916, - 1.1420215446420958, - 1.0174455574052221, - 1.083572189658775, - 0.9761057784836439, - 1.0143463201882303, - 1.0941768766737126, - 1.0832459833284696, - 0.9500313582926581, - 1.065039580804888, - 1.0125276884653949, - 1.1411154537895276, - 1.1272755315245084, - 1.050528247361956, - 1.028501993348714, - 1.006157366499387, - 1.012150424187772, - 1.6375220163439004, - 1.093707575936411, - 0.6658659113952596, - 0.988960241303364, - 1.0068392081134723, - 1.09304691782344, - 0.9750885920735577, - 1.0310739633166615, - 1.0173047096798833, - 0.9764442487893782, - 1.0396515626155156, - 0.9538418857070222, - 0.9651813087072169, - 1.0912789245984904, - 0.9909731053384292, - 0.9928942678288627, - 1.0260651993226064, - 1.0689401877661775, - 1.1776513152500432, - 1.2958224260799447, - 1.1488774292810453, - 1.0222715473882593 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 608893, - "cert_evals": { - "36": 0.75, - "72": 0.75, - "108": 0.7361111044883728, - "255": 0.6388888955116272 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8483930431037717, - "std_test_acc": 0.046844302416610965, - "n_samples": 476, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.7992217540740967, - "std_cert_acc_36": 0.05859268748162918, - "mean_cert_acc_72": 0.7826389968395233, - "std_cert_acc_72": 0.05655225292138766, - "mean_cert_acc_108": 0.7667309641838074, - "std_cert_acc_108": 0.07009568269038001, - "mean_cert_acc_255": 0.6710548549890518, - "std_cert_acc_255": 0.04257220470807723 - }, - "nursery": { - "dataset": "nursery", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 28, - "best_val_acc": 0.8696558915537018, - "test_acc": 0.8519610356318893, - "train_size": 3240, - "val_size": 1918, - "test_size": 7802, - "stats": { - "mean": [ - [ - 0.051029166666666737, - -0.00196411111111071, - 0.0016562925925925533, - -0.008005376543209762, - -0.004535925925925928, - -0.014196977160493821, - -0.01014526234567894, - -0.007937870370370368 - ] - ], - "std": [ - [ - 1.0081184659855247, - 0.994466909902115, - 0.9984780980079611, - 0.9954756099225289, - 0.9980995540133645, - 0.9998602139101664, - 0.9972906807623559, - 1.0052418041464166 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 1592, - "cert_evals": { - "36": 0.7705943584442139, - "72": 0.6725755929946899, - "108": 0.5495307445526123, - "255": 0.0917622521519661 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8886629384850026, - "test_acc": 0.8256158906229847, - "train_size": 3240, - "val_size": 1967, - "test_size": 7753, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.026842851851852437, - -0.0011041870370370494, - -0.001656286419753089, - -0.010961820987654315, - 0.019135056172839497, - -0.012124891358024097, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0098249235756733, - 1.0053740157149613, - 0.9982315594686217, - 0.9999606252114857, - 0.9964249241892131, - 0.9997779009091493, - 0.9971359423938833, - 1.0041030187583004 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 1592, - "cert_evals": { - "36": 0.7427554130554199, - "72": 0.6243009567260742, - "108": 0.5241484045982361, - "255": 0.0859176367521286 - }, - "fold": 1 - }, - { - "best_epoch": 6, - "best_val_acc": 0.9, - "test_acc": 0.8266325224071703, - "train_size": 3240, - "val_size": 1910, - "test_size": 7810, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.047575135802469234, - 0.015458643209876576, - 0.0024844308641975513, - 0.006047901234567903, - 0.0012345197530864193, - 0.015837366358025084, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0166780451442419, - 1.0111134194425535, - 1.0062422991159916, - 0.9960005941386431, - 0.9966991236053043, - 0.9999602379504744, - 1.0002954947822456, - 1.0041030187583007 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 1592, - "cert_evals": { - "36": 0.7099476456642151, - "72": 0.5884816646575928, - "108": 0.4937172830104828, - "255": 0.131937175989151 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8788981288981289, - "test_acc": 0.8644176500769626, - "train_size": 3240, - "val_size": 1924, - "test_size": 7796, - "stats": { - "mean": [ - [ - 0.03364145061728391, - 0.03033460493827167, - 0.03257356666666669, - 0.032849621604938234, - -0.015875740740740732, - -0.01481423703703703, - -0.01707398148148124, - 0.006425895061728395 - ] - ], - "std": [ - [ - 1.006091408188469, - 0.9961770749809249, - 1.0063245385321156, - 1.0055792592242605, - 0.9961264090870245, - 0.9998512588890658, - 1.0080135891696445, - 0.9964644995871555 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 1592, - "cert_evals": { - "36": 0.7687110304832458, - "72": 0.6548856496810913, - "108": 0.5644490718841553, - "255": 0.10706860572099686 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8421567746847517, - "std_test_acc": 0.019203067118474557, - "n_samples": 12960, - "n_features": 8, - "n_classes": 5, - "mean_cert_acc_36": 0.7480021119117737, - "std_cert_acc_36": 0.028372164540022088, - "mean_cert_acc_72": 0.6350609660148621, - "std_cert_acc_72": 0.03690426549297428, - "mean_cert_acc_108": 0.5329613760113716, - "std_cert_acc_108": 0.031004226947431587, - "mean_cert_acc_255": 0.10417141765356064, - "std_cert_acc_255": 0.020546848422503063 - }, - "oocytes_merluccius_nucleus_4d": { - "dataset": "oocytes_merluccius_nucleus_4d", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.7577639751552795, - "test_acc": 0.7425742574257426, - "train_size": 255, - "val_size": 161, - "test_size": 606, - "stats": { - "mean": [ - [ - -0.0371250154117647, - 0.0015389403921568473, - -0.03527819799999997, - 0.026217213882352975, - -0.022018143254901958, - -0.03976458627450978, - 0.003314039607843149, - -0.03319261360784315, - 0.01830184745098039, - -0.02685776486274508, - -0.04212637686274509, - 0.005226556078431408, - -0.02913093117647059, - -0.01200531101960785, - -0.03152609833333333, - -0.03705718681960783, - 0.00469401490196078, - -0.02551305090196081, - -0.03417245220392157, - -0.031662056862745085, - -0.018275636980392158, - -0.03872015905882352, - 0.06975402027450983, - -0.05690918172549015, - -0.0005046612313725563, - -0.026833323176470567, - -0.0324685416470588, - 0.06559194729411769, - -0.04924893603921571, - -0.002559774274509816, - -0.007582052196078413, - -0.03221969384313721, - 0.07669179423529408, - -0.05831633415686265, - -0.00790661125490195, - 0.033497423215686245, - 0.007940335568627457, - -0.0037278283529411723, - -0.005509080784313686, - -0.006456870705882385, - -0.006934026431372542 - ] - ], - "std": [ - [ - 0.9481208431065713, - 0.9777230774786245, - 0.9614649831710622, - 1.0004435636971643, - 0.9517495439744679, - 0.9370398970511897, - 0.978033253968666, - 0.9633889071060125, - 0.9762210193691487, - 0.9497999114505152, - 0.9347608009901895, - 0.9801580525147454, - 0.9702177059121481, - 0.937441002049969, - 0.9454783788330968, - 0.9479630674171062, - 0.9847917091528013, - 0.9682944519390624, - 0.9601592978081722, - 0.9504457074291478, - 0.9482732916854852, - 0.9550094850957569, - 0.8808478818975364, - 0.9032557709886272, - 0.9905437507629392, - 0.9682787727115054, - 0.9734319541870242, - 0.8994213820965716, - 0.9306569007254026, - 0.9903368456478869, - 0.9401093744879251, - 0.9661635565557377, - 0.8972092489723742, - 0.9227263611587284, - 0.9960722682017434, - 0.9400060154678039, - 0.9649245386172121, - 0.9716877264843913, - 0.9731199443916825, - 0.9739165511052336, - 0.9741830269626184 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 37643, - "cert_evals": { - "36": 0.6583850979804993, - "72": 0.5714285969734192, - "108": 0.4844720661640167, - "255": 0.17391304671764374 - }, - "fold": 0 - }, - { - "best_epoch": 51, - "best_val_acc": 0.8153846153846154, - "test_acc": 0.7409733124018838, - "train_size": 255, - "val_size": 130, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.00023252282745095802, - 0.0023210192156862736, - -0.008575552392156847, - -0.027089618431372545, - 0.02615166227450979, - 0.00029002847058821885, - 0.001517669058823556, - -0.009498281058823606, - -0.021533545372549014, - 0.027143032117647032, - 0.00012999274509802153, - 0.0020992274509804144, - -0.005652587843137251, - -0.01031889384313722, - 0.025365951607843145, - 0.0011974224705882457, - 0.0024456095294117628, - 0.007920263137254904, - 0.007542674117647044, - 0.019472125333333323, - 0.06628882686274508, - 0.0008101664705882076, - -0.005068037960784302, - -0.0018227520000000151, - 0.00320542466666668, - 0.025693874901960758, - 0.03285470894117649, - -0.03694405458823524, - 0.02895584858823529, - 0.02036504745098036, - 0.04203500674509803, - 0.012977303843137231, - -0.016463404666666667, - 0.005529818662745095, - 0.013588346156862736, - -0.03683925767843136, - -0.016918137803921634, - -0.014870798470588246, - -0.016124755137254858, - -0.018004861274509842, - -0.020472565215686273 - ] - ], - "std": [ - [ - 0.9572394549500175, - 0.9926437581599087, - 0.9624363039043059, - 0.9193272254177784, - 1.0255768714029772, - 0.9579689477579895, - 0.9914399769465777, - 0.964698567284664, - 0.9351924375292803, - 1.0260487030041765, - 0.9515013155985146, - 0.9925204239055312, - 0.9662079425779949, - 0.9893019122153763, - 1.0199562667897872, - 0.9463721256877698, - 0.9959986832754482, - 0.9814859605265475, - 1.0491115651558893, - 1.0166099051364492, - 1.0126788732557663, - 0.9559037060605928, - 1.005464306868578, - 0.9339913124161523, - 0.9907483477382796, - 1.002837860013556, - 0.9939512794379407, - 1.0866703256453316, - 1.0174263712495963, - 0.9852130473462448, - 1.0075951167847277, - 0.9748247085177442, - 1.0259519988694812, - 0.9604781044814549, - 0.9861127645283753, - 1.0373513207775564, - 1.0101438720127272, - 0.9991977496960652, - 0.9936335573449004, - 0.9927993181263407, - 0.9922363841337328 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 37643, - "cert_evals": { - "36": 0.7076923251152039, - "72": 0.5384615659713745, - "108": 0.4076923131942749, - "255": 0.16153846681118011 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.7426900584795322, - "test_acc": 0.7365771812080537, - "train_size": 255, - "val_size": 171, - "test_size": 596, - "stats": { - "mean": [ - [ - 0.019915568666666633, - -0.014107577647058818, - -0.015105033250980377, - 0.02865576341176468, - 0.029814655176470552, - 0.017704559607843146, - -0.013470486980392094, - -0.016038092274509794, - 0.03248008262745098, - 0.030473079058823495, - 0.02067392156862747, - -0.014031545490196065, - -0.009559882039215687, - 0.03839121047058822, - 0.03184779492980397, - 0.022161854509803944, - -0.01396437243137256, - -0.0017765643137255195, - 0.055001846666666666, - 0.030386395921568613, - 0.03668542223529418, - -0.0027777596078431494, - 0.012474995117647124, - -0.0041148554117646985, - -0.013356863921568625, - 0.028240797568627463, - 0.00010664949019609575, - 0.02344727215686279, - 0.005875207882352966, - -0.007875607450980381, - 0.028559833607843157, - -0.003071006745098055, - 0.014597308196078422, - -0.0007609705999999861, - -0.016530812156862723, - -0.03674524662745102, - -0.019958698901960777, - -0.017071456470588258, - -0.017420987058823525, - -0.017710899607843143, - -0.01735895203921565 - ] - ], - "std": [ - [ - 1.0221090924456515, - 1.01545682802038, - 0.9869690473435272, - 1.037069581011897, - 1.0359698396459835, - 1.0192987930523796, - 1.016091448787416, - 0.9856390212088015, - 1.038505984158332, - 1.0379129504870621, - 1.0239033714401513, - 1.0194757702768644, - 0.9963995753206383, - 1.020298364999823, - 1.0423678031147061, - 1.0277751191583697, - 1.0205917784397192, - 1.0135024895112017, - 1.0892501748798247, - 1.0432132666589502, - 1.0172134304654925, - 1.030895619962752, - 1.0213433186098346, - 1.040706012633716, - 1.0211704714384828, - 1.010787095001102, - 1.034569087974703, - 1.0203462492134936, - 1.0580364742305262, - 1.0095797767173902, - 1.0215170604628103, - 1.033396337568214, - 1.0252577264940543, - 1.0526521075427535, - 1.017486639545284, - 1.0521736233720556, - 1.0188131869714923, - 1.0087257643396144, - 1.005460013688893, - 1.0056139578892642, - 1.0065387262698673 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 37643, - "cert_evals": { - "36": 0.6140350699424744, - "72": 0.5087719559669495, - "108": 0.38596493005752563, - "255": 0.11695906519889832 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.7710843373493976, - "test_acc": 0.7337770382695508, - "train_size": 255, - "val_size": 166, - "test_size": 601, - "stats": { - "mean": [ - [ - 0.005023620274509809, - 0.05012927215686277, - 0.0774847423529411, - -0.021592119215686236, - -0.007278767843137281, - 0.003806819607843134, - 0.05070236376470592, - 0.07836162039215684, - -0.009335469717647047, - -0.006452909647058787, - 0.004313807450980429, - 0.05239601662745102, - 0.08761111960784314, - -0.0006227640392157017, - -0.011547115941176465, - 0.007509175294117638, - 0.049814644431372575, - 0.09699411058823522, - -0.020684055294117654, - -0.014362384509803941, - 0.03558779360784312, - 0.0894858222352941, - -0.09410436105882346, - 0.07914001066274516, - 0.05154126003921575, - -0.0045582715686274125, - 0.09130289176470592, - -0.07599903827450982, - 0.08245660823529415, - 0.06585250807843139, - 0.012951737058823532, - 0.08790382078431377, - -0.08962203019607844, - 0.08192444351764702, - 0.05873899290196081, - -0.016822436196078434, - 0.029792561019607842, - 0.05055904957647062, - 0.05703265886274507, - 0.05811358976470591, - 0.05753943309803923 - ] - ], - "std": [ - [ - 1.0010627790031323, - 1.0340741776327254, - 1.0363077318633585, - 1.0137526513667938, - 1.0497867958856593, - 1.0059089649290247, - 1.032934819096642, - 1.0357871822249751, - 1.0425743779317471, - 1.0491455468136368, - 1.002585949212257, - 1.0328632642788567, - 1.0444571310319228, - 1.0499184939107524, - 1.0523852884773215, - 0.9969852155711642, - 1.036017112451258, - 1.0641484457194088, - 1.0260965200086805, - 1.0600673906871478, - 1.0132281500555904, - 1.039987043021767, - 1.0160272774539016, - 1.0119553762539002, - 1.0375407287957723, - 0.993275249370577, - 1.0310746092505982, - 1.0007724139832403, - 1.01278883373938, - 1.0152625509246365, - 0.9763093251846449, - 1.0267017964861733, - 0.997823146966079, - 1.0044670030988905, - 1.0259705961089964, - 1.0589413004871364, - 1.0376978512601307, - 1.0319158378686013, - 1.0340480487731072, - 1.0356155832366485, - 1.0358388933781137 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 37643, - "cert_evals": { - "36": 0.5963855385780334, - "72": 0.46987950801849365, - "108": 0.3734939694404602, - "255": 0.0662650614976883 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7384754473263078, - "std_test_acc": 0.0040298071123127275, - "n_samples": 1022, - "n_features": 41, - "n_classes": 2, - "mean_cert_acc_36": 0.6441245079040527, - "std_cert_acc_36": 0.0497614820367221, - "mean_cert_acc_72": 0.5221354067325592, - "std_cert_acc_72": 0.04322662314821088, - "mean_cert_acc_108": 0.41290581971406937, - "std_cert_acc_108": 0.04975946730235361, - "mean_cert_acc_255": 0.12966891005635262, - "std_cert_acc_255": 0.0488357807521042 - }, - "oocytes_merluccius_states_2f": { - "dataset": "oocytes_merluccius_states_2f", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.9037037037037037, - "test_acc": 0.8686708860759493, - "train_size": 255, - "val_size": 135, - "test_size": 632, - "stats": { - "mean": [ - [ - 0.01054996298039211, - 0.027192816941176482, - -0.04626695749019601, - -0.0069539579607842475, - 0.014194326572549003, - -0.025412450196078348, - -0.04305473128235293, - 0.008311279215686227, - 0.03873141231372549, - 0.019546130517647062, - 0.04932295196078433, - 0.07244258905882356, - -0.12762710541176478, - 0.10863675447058822, - 0.03643630545098045, - 0.028625162627451017, - 0.07991438109803928, - -0.15667811082352961, - 0.11812816443137263, - 0.056641581960784365, - 0.025048539999999987, - 0.07553784419607842, - -0.12706123960784313, - 0.11197763396705882, - 0.047989735764705894 - ] - ], - "std": [ - [ - 1.055902739791254, - 1.0162268811039923, - 1.0028684541215303, - 0.9730091823212302, - 1.0042568790807076, - 1.059859315776944, - 0.9758982735241186, - 0.988138955008393, - 1.0133686644339426, - 1.0143882523728363, - 1.0032684708282238, - 1.0660462422249137, - 1.201916629773772, - 1.156152673218226, - 0.9766255498471383, - 1.0205814664175223, - 1.0558525489192028, - 1.2296182126345767, - 1.1597961969108055, - 0.9544712645073075, - 1.0067919810768349, - 1.0593103623610676, - 1.2049412432924147, - 1.1612948832756183, - 0.9664237104019653 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 14206, - "cert_evals": { - "36": 0.8740740418434143, - "72": 0.8666666746139526, - "108": 0.8592592477798462, - "255": 0.7481481432914734 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8940397350993378, - "test_acc": 0.8814935064935064, - "train_size": 255, - "val_size": 151, - "test_size": 616, - "stats": { - "mean": [ - [ - -0.039873489411764704, - 0.06568908627450984, - -0.08042117858823533, - -0.07278203247058826, - 0.031821641215686286, - 0.042755718431372526, - 0.005826313725490188, - 0.07096834100392159, - 0.027976641294117695, - -0.0360630005411765, - 0.08661626117647052, - -0.01559811278431374, - -0.0027832955098039194, - -0.00600242694117644, - -0.011780795098039233, - 0.05183837615686276, - -0.0011791454901960582, - 0.012773291529411772, - -0.01314989992156862, - 0.009224545098039242, - 0.0690001321568627, - -0.0190796969803922, - 0.013153878745098036, - -0.02286682056078435, - 6.883568627453327e-05 - ] - ], - "std": [ - [ - 0.9701687420411181, - 0.9794453617880473, - 0.9813443525023554, - 0.9595676757646171, - 1.003115552689647, - 0.9711996996585899, - 0.96070065028928, - 0.9964287871578288, - 0.9706304482097151, - 0.9607876088942564, - 0.9996288496718735, - 1.0168336786919916, - 1.0395937464726017, - 1.0511176984743116, - 0.9543421247886298, - 0.9888423590787397, - 0.9945618062244868, - 0.993182419256565, - 0.9977759822780166, - 0.9466357052699218, - 0.970268559194868, - 0.9921749035989086, - 0.9919171706653837, - 0.9992337881273372, - 0.9493328232926572 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 14206, - "cert_evals": { - "36": 0.887417197227478, - "72": 0.8675496578216553, - "108": 0.860927164554596, - "255": 0.807947039604187 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.9358974358974359, - "test_acc": 0.8788870703764321, - "train_size": 255, - "val_size": 156, - "test_size": 611, - "stats": { - "mean": [ - [ - 0.09042857501960787, - 0.08453290745098035, - 0.05499370141176466, - 0.003266606392156863, - -0.07544167117647055, - -0.015606528627450978, - -0.019981488733333278, - -0.025666618862745103, - -0.018207427176470593, - 0.07526210964705878, - -0.07317296886274506, - 0.06288879294117644, - -0.045770915470588244, - 0.06681564803529418, - 0.0457884809411765, - -0.057205103882352934, - 0.03428885882352944, - -0.026384509803921576, - 0.04764570376470586, - 0.0265779054901961, - -0.05987147952941173, - 0.04524020599999998, - -0.030786102745098055, - 0.050239169831372554, - 0.03661726031372548 - ] - ], - "std": [ - [ - 0.9803272049895071, - 0.9882927145330502, - 0.9802699132826773, - 0.9866157296330209, - 0.9568636941234572, - 0.9924758747611615, - 0.9911948282259507, - 1.014854441162732, - 0.9588574557798413, - 0.9306835025569801, - 0.9960935226571523, - 1.058677201136564, - 1.1189325498150606, - 1.104729425488317, - 1.0030626650633148, - 1.0161006842006703, - 1.038500769178019, - 1.1151857588414493, - 1.0890692776345845, - 0.9960240438206022, - 1.0157898082954688, - 1.0428087102486705, - 1.0990958365479944, - 1.0781825399569271, - 0.9998307298430946 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 14206, - "cert_evals": { - "36": 0.9102564454078674, - "72": 0.9038461446762085, - "108": 0.8717948794364929, - "255": 0.7243589758872986 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.8719512195121951, - "test_acc": 0.8706467661691543, - "train_size": 255, - "val_size": 164, - "test_size": 603, - "stats": { - "mean": [ - [ - -0.0162589217254902, - -0.05657745160784315, - 0.01461218117647058, - 0.05366552894117648, - 0.038041347607843126, - -0.02560452082352941, - -0.011943972431372539, - -0.007390860000000016, - -0.011038546941176463, - -0.05211940686274512, - 0.008660175294117643, - 0.051748327019607854, - -0.01198270811764698, - 0.042424563215686224, - 0.0151460240784314, - -0.01830622803921565, - 0.029721466745098055, - 0.03686442627450982, - 0.01890176607843136, - 0.022645802980392142, - -0.02072309247058821, - 0.038014168235294084, - 0.011930823882352934, - 0.031066374470588243, - 0.015441112392156824 - ] - ], - "std": [ - [ - 1.0145212260058494, - 1.0183267267898117, - 0.9955590624479448, - 1.0189109805968923, - 0.9525691096733636, - 0.9401260529685115, - 0.9530483520235054, - 1.0372365061551077, - 0.9831280509255012, - 1.0109747306925605, - 1.0146664159530456, - 1.0835689421499082, - 1.0366330566676196, - 1.063468357562322, - 1.0478025436829708, - 1.0203756563273347, - 1.048069136775873, - 0.9743374382513833, - 1.0399684735711856, - 1.0238387714620327, - 1.0310574946708129, - 1.0714734463360287, - 1.0248857085596488, - 1.0669402741834955, - 1.0309522590651836 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 14206, - "cert_evals": { - "36": 0.8597560524940491, - "72": 0.8170731663703918, - "108": 0.8109755516052246, - "255": 0.6951219439506531 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8749245572787605, - "std_test_acc": 0.0062252310298608225, - "n_samples": 1022, - "n_features": 25, - "n_classes": 3, - "mean_cert_acc_36": 0.8828759342432022, - "std_cert_acc_36": 0.021465613610633007, - "mean_cert_acc_72": 0.8637839108705521, - "std_cert_acc_72": 0.0356341007377219, - "mean_cert_acc_108": 0.8507392108440399, - "std_cert_acc_108": 0.027085514001225632, - "mean_cert_acc_255": 0.743894025683403, - "std_cert_acc_255": 0.04789300657382649 - }, - "oocytes_trisopterus_nucleus_2f": { - "dataset": "oocytes_trisopterus_nucleus_2f", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 27, - "best_val_acc": 0.7837837837837838, - "test_acc": 0.7277486910994765, - "train_size": 228, - "val_size": 111, - "test_size": 573, - "stats": { - "mean": [ - [ - 0.008357397456140388, - 0.01802353785087694, - -0.041648607412280596, - -0.0453803663157896, - 0.0012030528070177244, - 0.022922442456140533, - 0.036679189828947405, - 0.006630059969298269, - 0.03305654250000005, - -0.013262542280701796, - -0.10907990994736835, - 0.018322935921052583, - 0.07612510290350878, - 0.012056999298245606, - 3.168017543867413e-05, - -0.10483278701754395, - 0.006886669999999989, - 0.06841488109649123, - 0.00695189035087715, - -0.010072736403508812, - -0.05385949504824569, - 0.02870514298245609, - 0.015483249929824555, - 0.03363409311403503, - -0.0021852223684209818 - ] - ], - "std": [ - [ - 0.9973978575903476, - 1.0076014353044038, - 0.9952366807299615, - 0.932027269541095, - 1.0037384211397398, - 0.9967681042898726, - 0.9897940967126091, - 0.9959439814010456, - 1.0138128967542228, - 0.9906591764143307, - 1.0399607914486315, - 1.0440929697744785, - 0.9325257900670985, - 1.077455055918072, - 1.0068935522712004, - 1.0499836979693067, - 1.020033825374287, - 0.9599692363716387, - 1.0561252019263898, - 1.0054889903033737, - 1.0309466984358973, - 1.0847181603368137, - 1.1023028462065556, - 1.254832404821169, - 0.9936933949524517 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 14155, - "cert_evals": { - "36": 0.6486486792564392, - "72": 0.4954954981803894, - "108": 0.38738739490509033, - "255": 0.12612612545490265 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.7307692307692307, - "test_acc": 0.7563176895306859, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - -0.08728925657894768, - -0.0543713359210526, - -0.034470636140350855, - 0.03278697263157899, - 0.05903984850877202, - 0.027659603256579266, - 0.0052796477236843045, - -0.02784190157894725, - -0.009100311184210503, - -0.037397169736841936, - 0.10257767285964901, - -0.01304280877192977, - -0.06708928297368424, - -0.036337502456140376, - -0.047321120833333355, - 0.09918661429824563, - -0.009569511929824559, - -0.06545246535087723, - -0.012505821052631564, - -0.06283763969298246, - 0.07219973416666646, - -0.0427019519736842, - 0.004866778614035071, - -0.047571456315789504, - -0.07411300593421052 - ] - ], - "std": [ - [ - 1.0458471164356558, - 1.0593898673226612, - 1.0081986354392756, - 1.0765642846006065, - 1.0669306376265857, - 1.0624952898815982, - 1.0407781573587898, - 1.106896809173159, - 1.167838053551809, - 1.0758835524236412, - 1.0385900596754538, - 0.9885404293586944, - 0.9550027699090833, - 0.9244009468904739, - 1.0365002828514067, - 1.032883107457862, - 1.0049531003586958, - 0.9938416222614777, - 0.9755214096734742, - 1.053074988224559, - 1.0165408864776693, - 0.9716379772569274, - 0.9394817774978654, - 0.8622924823332119, - 1.0276563689405496 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 14155, - "cert_evals": { - "36": 0.5461538434028625, - "72": 0.446153849363327, - "108": 0.3769230842590332, - "255": 0.0615384615957737 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.7318840579710145, - "test_acc": 0.6904761904761905, - "train_size": 228, - "val_size": 138, - "test_size": 546, - "stats": { - "mean": [ - [ - -0.03544724921052656, - -0.03885949409210542, - -0.00817023697368415, - 0.051384859504385955, - 0.046574599692982555, - 0.04455862842105246, - 0.006319970219298388, - -0.042167378070175295, - -0.056997550482456076, - -0.04837222118421066, - 0.023236387807017467, - -0.018419659824561344, - 0.03327031526622804, - -0.03261339552631577, - 0.017033810526315828, - 0.026972617807017606, - -0.016002433162280727, - 0.07519383274999998, - -0.03613011021929823, - 0.0164577965789474, - 0.013493596793859773, - -0.02311588736842108, - 0.0705855121052632, - -0.038314935394736835, - 0.002846930162280715 - ] - ], - "std": [ - [ - 1.0173295399775188, - 1.0238875326302583, - 0.965332841080866, - 1.0357264688512589, - 1.0296595721628123, - 1.027217931369946, - 0.9273272720979442, - 1.0575953015661612, - 1.0282364738483871, - 1.0347456518954214, - 0.9384525467734931, - 0.9632166870693201, - 0.9301838169931504, - 0.9056571647388838, - 1.0051927672529442, - 0.961531287665366, - 0.9441957103814642, - 0.9064551199981514, - 0.8776461226812926, - 1.0213725987384084, - 0.997919302021147, - 0.9466852583005331, - 0.8271188054338252, - 0.8317555000647003, - 1.0271823239026208 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 14155, - "cert_evals": { - "36": 0.5579710006713867, - "72": 0.45652174949645996, - "108": 0.37681159377098083, - "255": 0.12318840622901917 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6948051948051948, - "test_acc": 0.7018867924528301, - "train_size": 228, - "val_size": 154, - "test_size": 530, - "stats": { - "mean": [ - [ - -0.10959069377192993, - -0.09912143754385974, - -0.007162025008771894, - 0.06766152456140351, - 0.08831780850877229, - 0.08171766137061406, - 0.006699487456140278, - -0.07772155793859647, - -0.05998239798245609, - -0.07346038859649133, - -0.02367889968421067, - -0.005257190087719264, - 0.03324320991228074, - -0.048391179824561384, - 0.008669106403508755, - -0.045213709868421055, - -0.008913120438596496, - 0.02287917744298246, - -0.016604398201754404, - -0.0007747342105263451, - -0.06126861737280714, - -0.02565710350877192, - 0.05257332175438596, - -0.045432562719298235, - -0.0029558628640350784 - ] - ], - "std": [ - [ - 1.044732018887429, - 1.0625410440290517, - 1.0767800702099823, - 1.0282688245705722, - 1.08629241303742, - 1.0791696596464955, - 1.0159169319395265, - 1.053527399603391, - 0.9939044762321542, - 1.0659676193377676, - 0.9599515341324413, - 0.9624071800102462, - 0.902255701658811, - 0.882802488819804, - 0.992868117400491, - 0.976032726528656, - 0.9678528042797121, - 1.0363949239113746, - 0.9791104951035513, - 1.0023913562224034, - 0.9810108324803241, - 0.9401880345466065, - 0.8602452645459159, - 0.8427992005641717, - 1.0009607300230972 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 14155, - "cert_evals": { - "36": 0.5584415793418884, - "72": 0.4935064911842346, - "108": 0.38311687111854553, - "255": 0.15584415197372437 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7191073408897958, - "std_test_acc": 0.0293005861255329, - "n_samples": 912, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.5778037756681442, - "std_cert_acc_36": 0.04757083205592902, - "mean_cert_acc_72": 0.47291939705610275, - "std_cert_acc_72": 0.02529022324535109, - "mean_cert_acc_108": 0.3810597360134125, - "std_cert_acc_108": 0.005145537618141952, - "mean_cert_acc_255": 0.11667428631335497, - "std_cert_acc_255": 0.03960643283008699 - }, - "oocytes_trisopterus_states_5b": { - "dataset": "oocytes_trisopterus_states_5b", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 13, - "best_val_acc": 0.8682170542635659, - "test_acc": 0.8432432432432433, - "train_size": 228, - "val_size": 129, - "test_size": 555, - "stats": { - "mean": [ - [ - 0.07071967587719294, - -0.03126246473684206, - -0.05244502938596495, - 0.005148638640350878, - 0.12069938767543859, - -0.061311192850877064, - -0.05906930372807029, - -0.05115659995614045, - -0.13130431929824563, - -0.06720904710526317, - -0.05089102140350876, - -0.04616209415789476, - -0.008453429122807003, - 0.007494995967982444, - -0.045153931578947384, - 0.03200924100877193, - -0.0691457934210527, - -0.0009892403947368614, - 0.011054617807017532, - -0.029681514881578927, - 0.01884901570175438, - -0.046099180000000024, - 0.002979564210526361, - -0.0069296600877193516, - -0.01987498114035088, - 0.015903855074561355, - -0.12577492600877196, - -0.08353401973684217, - -0.05708607535087729, - -0.05055958596491232, - -0.04731587622807015, - -0.043790602412280666 - ] - ], - "std": [ - [ - 1.1161365921129287, - 1.019937304172635, - 0.917445075485345, - 0.922445163110283, - 1.1247212152662185, - 1.0142273750405912, - 1.013302866302, - 1.014864695381583, - 0.9032083969104956, - 0.9420860638513419, - 0.8878850299621215, - 0.9649792111481951, - 0.9283049848951963, - 0.9030510744389749, - 0.8595512938345663, - 0.9546310505717645, - 1.0275522247728062, - 0.9168016008396184, - 0.9413647122294537, - 0.8546868987355505, - 0.9932921290570054, - 1.0448863454946404, - 0.9301627049708955, - 0.9728030425741644, - 0.8334914560515586, - 0.9950352822299136, - 1.1288380460826624, - 1.0483897554983064, - 0.9912110826643573, - 0.972356775914115, - 0.9655364442120018, - 0.961757628464007 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 23110, - "cert_evals": { - "36": 0.8372092843055725, - "72": 0.7984496355056763, - "108": 0.7674418687820435, - "255": 0.5503876209259033 - }, - "fold": 0 - }, - { - "best_epoch": 32, - "best_val_acc": 0.9266666666666666, - "test_acc": 0.898876404494382, - "train_size": 228, - "val_size": 150, - "test_size": 534, - "stats": { - "mean": [ - [ - 0.042168793947368305, - -0.046661154824561395, - -0.07265519657894737, - -0.029048200219298256, - 0.09316957649122803, - -0.10222960131578947, - -0.10301473457017543, - -0.10802850458421065, - -0.0797967623684211, - -0.04103184833333331, - -0.03355091710526318, - -0.07929260306140361, - -0.01261704565789473, - 0.1506792193013158, - -0.04067907675438599, - 0.0143033318859649, - -0.10382837236842095, - -0.04084723513596495, - 0.09225491631578954, - -0.05923273439912277, - -0.01375305198245613, - -0.07187321360087723, - -0.04672014346491231, - 0.0815637618859649, - -0.05598073456140354, - -0.022079915539473673, - -0.09001919685526312, - -0.07580621197368419, - -0.062005388640350885, - -0.0598721951754386, - -0.05949153206140351, - -0.05830784473684211 - ] - ], - "std": [ - [ - 1.0200834248953377, - 0.9834883235416357, - 0.948382326692065, - 0.9422895148016912, - 1.0599930578421568, - 1.008102104687054, - 1.005532265621242, - 1.002425640615904, - 1.0281516449119859, - 0.9864372876535116, - 0.9216225867194346, - 1.0175930869712388, - 0.9515569597651118, - 0.8710927832245062, - 0.9090671548749089, - 0.9587815133966584, - 1.0094043299853246, - 0.9261778760996505, - 0.8474973900761839, - 0.9036382522123776, - 0.9766692441797213, - 1.0089134547001877, - 0.9564712615645998, - 0.8678207248562414, - 0.9118462619599206, - 0.9732947965073382, - 1.0611090895722666, - 1.015667914213523, - 0.9793114555387845, - 0.9657189087278202, - 0.9606198710213132, - 0.9585784664444565 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 23110, - "cert_evals": { - "36": 0.893333375453949, - "72": 0.8600000143051147, - "108": 0.8133333325386047, - "255": 0.4866666793823242 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.9112903225806451, - "test_acc": 0.8839285714285714, - "train_size": 228, - "val_size": 124, - "test_size": 560, - "stats": { - "mean": [ - [ - 0.003998914473684303, - -0.0213186002192983, - -0.017623903947368354, - -0.012337663596491195, - -0.017431074298245655, - -0.004555553359648964, - -0.004108547587719438, - -0.0009373696052630999, - -0.016608215043859648, - -0.03182528381578946, - -0.007421083684210486, - -0.005595805956140336, - -0.02646343394736844, - -0.03618650232456141, - -0.010698251315789472, - -0.030884499561403496, - 0.00945457565789471, - -0.009139434872807068, - -0.03419454758771928, - -0.008557029530701714, - -0.023951698464912213, - -0.004459117500000028, - -0.004532075570175454, - -0.017823669631578956, - 0.001388015307017533, - -0.0025814676008772044, - 0.025199284736842097, - -0.0031750307894736394, - -0.009545385219298277, - -0.011465425438596452, - -0.011802506973684268, - -0.012658367236842074 - ] - ], - "std": [ - [ - 0.97457074546984, - 1.0043257679235367, - 0.9742480751664327, - 0.9943971588575504, - 0.9581527150500696, - 0.9265467380337167, - 0.9264773239886217, - 0.9319494271687707, - 1.0333247779313135, - 0.920720050526615, - 0.9972315457748969, - 0.9339472735421078, - 0.994560651859279, - 0.9728161348895927, - 0.9675512654728273, - 1.0285831983370706, - 0.9503032539654157, - 0.9956226688351669, - 0.9764940921703851, - 0.9471557323877339, - 1.0287165906042777, - 0.9500178099607385, - 0.9876437160220987, - 0.9354692176608096, - 0.898511968634094, - 1.0286414971042166, - 0.9524777970147053, - 0.9772040913271117, - 0.9780996145454892, - 0.9792411013617204, - 0.9824128780686913, - 0.9861305066741933 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 23110, - "cert_evals": { - "36": 0.8145161271095276, - "72": 0.7580645084381104, - "108": 0.7177419066429138, - "255": 0.41129031777381897 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.8769230769230769, - "test_acc": 0.8465703971119134, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - 0.19128086798245605, - -0.1545888153201755, - -0.1037753156140351, - -0.08390219271929829, - 0.19822772679824566, - -0.054646532894736755, - -0.05310007785087714, - -0.05312231039473688, - -0.09918999210526323, - -0.0755739785964912, - -0.07051384131578947, - -0.05881431096491246, - -0.07694789254385967, - 0.054556597587719274, - -0.06296629385964911, - -0.09344949605263154, - -0.05059881096491216, - -0.09314682412280695, - 0.050995198815789525, - -0.07107925399122803, - -0.13133097996491225, - -0.0199737169736841, - -0.08499977043859651, - 0.0665703333333333, - -0.06430988701754382, - -0.11358861070175429, - -0.20145491466228072, - -0.1672395333333333, - -0.13964623530701756, - -0.13065004122807017, - -0.1280007524122807, - -0.1254573030701754 - ] - ], - "std": [ - [ - 1.162459605948107, - 1.0220637257211564, - 0.9798271763297653, - 0.9281687716661429, - 1.1748679320520254, - 1.0338563715791989, - 1.0321846232991374, - 1.0330317193022602, - 1.0435830097086, - 0.9790515232110254, - 0.975207419353285, - 0.993634610991306, - 0.9186772145265852, - 0.9759927672870093, - 0.930549606138527, - 0.9430482289842438, - 1.0327123337266333, - 0.9392430037385824, - 0.9854560711615015, - 0.9600278149608173, - 0.9920638252884562, - 1.0141678876429923, - 0.9512802433446548, - 0.9952075820683842, - 0.911976129686222, - 0.9873548656001708, - 1.1909974471705074, - 1.0719478815576433, - 1.0152936018335244, - 0.9972868774145465, - 0.9919889419406073, - 0.9898458188922279 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 23110, - "cert_evals": { - "36": 0.7923076748847961, - "72": 0.7230769395828247, - "108": 0.7076923251152039, - "255": 0.4076923131942749 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8681546540695275, - "std_test_acc": 0.027562661674719883, - "n_samples": 912, - "n_features": 32, - "n_classes": 3, - "mean_cert_acc_36": 0.8343416154384613, - "std_cert_acc_36": 0.04339029622855795, - "mean_cert_acc_72": 0.7848977744579315, - "std_cert_acc_72": 0.05878162739571759, - "mean_cert_acc_108": 0.7515523582696915, - "std_cert_acc_108": 0.04877230933449051, - "mean_cert_acc_255": 0.46400923281908035, - "std_cert_acc_255": 0.06813091627221686 - }, - "musk-2": { - "dataset": "musk-2", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 44, - "best_val_acc": 0.9726603575184016, - "test_acc": 0.9657328664332167, - "train_size": 1649, - "val_size": 951, - "test_size": 3998, - "stats": { - "mean": [ - [ - 0.012168368132202085, - 0.02341837027895701, - 0.020700292359005428, - -0.02209387503335347, - -0.0020560481746509213, - 0.07922314560339604, - -0.027858995163129237, - 0.00514897956337172, - -0.025443598241358795, - -0.012925350424499825, - -0.009110814602789298, - -0.017373151864160538, - -0.040321679138872364, - 0.007127460606428197, - -0.012625362098240398, - -0.02746496821710099, - -0.023977028114008505, - -0.0128747651546395, - -0.006377627871436776, - -0.011840867556093787, - -0.035358124244997124, - -0.02599307175864223, - -0.018361714281382703, - 0.011001715591267355, - 0.027934514554275192, - -0.011575247507581028, - -0.007172763747725843, - 0.0027959981928443083, - 0.042997548386901153, - 0.023930509799878933, - -0.01096750604002399, - 0.010412050727713567, - -0.006464042322619719, - 0.029377336149787842, - -0.02244467216494814, - 0.0317711095209218, - 0.03187295605821503, - -0.0026378569678593704, - 0.020977830206185225, - -0.0036226940509401454, - 0.021893817113401794, - -0.0009828729290479623, - -0.029076973559733193, - 0.0033704940994537243, - 0.004985980127349881, - -0.010993449878715093, - -0.012518613050333069, - -0.027202663074590454, - -0.0010676262219536442, - -0.01585898565524571, - -0.03181626658580958, - -0.02924936503335347, - -0.02763026403881141, - 0.008494404038809971, - 0.04722333969678628, - 0.0229503257368101, - -0.018894740873256474, - 0.01871618680412386, - 0.06477876221952691, - 0.008558880157671074, - -0.031547880798059424, - 0.008203403517283188, - -0.000289734602789409, - 0.03673335621588857, - 0.013091789630078789, - 0.02911800007883555, - 0.01277751763492998, - 0.008987795275924537, - 0.008712649326864512, - 0.01420030491813175, - 0.025488006731351723, - 0.021362418544572378, - -0.015943126046088506, - -0.0005885549181321762, - -0.03791631068526347, - -0.015693888781078937, - -0.023804016494845228, - 0.004294386876894847, - -0.01157729425712512, - -0.01509732865979494, - -0.031328824038811424, - -0.025596520897513814, - -0.03243116698605216, - -0.02051309634930244, - 0.012494524863553975, - -0.025342257265009032, - 0.014463499423893529, - 0.03412406198301991, - 0.0033505793298965916, - 0.042880541425106077, - 0.007444614442691303, - 0.019256483653728926, - -0.015653737174045033, - 0.0006856575657974568, - 0.02221309022437888, - 0.018454490527591967, - 0.05848207186500957, - -0.019929462886597988, - 0.01588340198908411, - -0.016667239181321875, - 0.018337170509399668, - 0.005482837640995143, - -0.02818863503335347, - -0.010530225324440038, - 0.000394534081261926, - 0.0006825949909036677, - -0.004826858508186781, - -0.020504588665858026, - -0.02142568289266422, - -0.0011396426318975351, - -0.01590721860521369, - -0.030444407580351825, - -0.031948866100667064, - -0.030496640163735603, - 0.012254034827167781, - 0.012930004990903523, - 0.02322402771376609, - -0.008586242510612324, - -0.0197745485567008, - -0.007942196488781021, - 0.025542949909036442, - 0.05293685342025502, - 0.05262248675560933, - -0.029827094505761254, - 0.010104120921770921, - 0.0022028918981197103, - 0.0016149754275316386, - 0.023351566525166744, - -0.002819539854457228, - -0.002041346402668358, - 0.01823543717404487, - 0.013049118435415728, - -0.030092134930260864, - -0.014618941146149471, - 0.005299833020012497, - 0.015546710539720895, - -0.00942926343238306, - 0.015492048283808455, - -0.011970772437841034, - 0.009756993417829036, - -0.019888988114008455, - -0.0011420646452394534, - -0.015025678132201254, - -0.013745059496664378, - 0.015459569375378677, - -0.010210574627045487, - 0.021245265463917546, - 0.022011781334142992, - 0.02073261820497242, - -0.005542739993935386, - -0.019565093746513107, - 0.00036582510612481067, - -0.0189964784718008, - 0.019598904063068558, - -0.00026563279563400293, - 0.01771834469981801, - 0.01626723617465116, - 0.01942332519102481, - 0.031801142498483904, - 0.018783376682838318, - -0.004773656567616662, - -0.00011846311400895201, - 0.01336986795633728, - -0.03590764133414193, - -0.03136190026682869, - 0.019380970218314118 - ] - ], - "std": [ - [ - 1.0328022523113283, - 1.0034675961418653, - 1.004502178141599, - 0.9908819725941522, - 0.9900285779624574, - 0.9922869983839483, - 0.9940251383226943, - 1.0023957894105795, - 1.0001232563862132, - 0.9694534261265297, - 0.9909609551728282, - 1.0245658684959877, - 0.9889385630503745, - 1.02018833549602, - 1.0099637621111557, - 0.9533954360905958, - 0.9939413086518578, - 0.9495206701070115, - 1.0240125891607361, - 1.0103444615034631, - 0.9946476273612365, - 0.991342725906765, - 0.9858149199320863, - 1.0014711063260942, - 1.004472195320524, - 0.9889795116240089, - 1.000004391730708, - 1.0058601968014709, - 1.0343528189495148, - 0.9919047582182774, - 0.9696485736175491, - 0.9924140896524998, - 1.0155430689993945, - 0.9932553050087483, - 0.9699258360928635, - 1.0042970460912612, - 1.0197195605157803, - 1.001155677587926, - 1.0168152275345068, - 0.9990466599977574, - 1.0098411842715662, - 0.9846055078437203, - 0.9754412310974523, - 1.0070038006714206, - 1.0276809963147806, - 0.9906853395114988, - 0.9868894780685001, - 0.9900119186756405, - 1.0256770060540596, - 0.9757901727181725, - 1.00918520579672, - 0.9930883762442995, - 0.9893732161976826, - 1.0067582306865286, - 0.9812661122355284, - 0.9974102126361273, - 0.9972736641033295, - 1.0121917462070245, - 1.0227697257558075, - 0.9856449287075832, - 0.9902863042093888, - 0.9959939826856674, - 1.0367568153718374, - 0.9863881182581064, - 1.0128392086861082, - 1.0221798349905806, - 1.0363645719704848, - 0.9908253070164581, - 1.0128010969900354, - 0.988603956830815, - 1.0081799316492677, - 1.0108771107458496, - 0.9832967493585726, - 1.029163070750164, - 0.9916679017275597, - 0.962685533931823, - 1.0027583300444822, - 1.0001938412765523, - 1.0209787004269553, - 0.9973662987453862, - 1.0061352847046312, - 0.9919410755542308, - 0.9846501403948491, - 0.9899263174260658, - 0.9845864971582349, - 0.9930689102842462, - 1.0135506035486388, - 1.0043926518503545, - 1.0162976879588899, - 0.9792327605267319, - 1.006235132130296, - 1.0118863144201946, - 1.00544671112892, - 1.0039248549576703, - 1.0350589137732202, - 0.9995022597709913, - 1.0159841525314124, - 1.0003354265534572, - 1.0084463468690352, - 0.9985081538974993, - 1.0110839895364512, - 1.0013381576463882, - 0.9912876803786089, - 0.997289736689443, - 1.017350271822531, - 0.9797570549225073, - 1.0043565268096553, - 0.9872978856195639, - 1.0033468182033753, - 1.0218062902654916, - 1.0014959384493556, - 0.9888739832615349, - 1.0004143322752173, - 0.9931349078768341, - 0.9800306535559788, - 0.9957636890082171, - 1.0002904102651144, - 0.9887217530179371, - 0.9945292914948252, - 1.004902891466416, - 0.9962003472957158, - 0.9934257069186699, - 0.9799059188184409, - 0.9949621520724802, - 1.0029037698373038, - 1.0036871512403356, - 0.9897720620258614, - 0.9871702045154062, - 1.011521199823348, - 0.9941843616678862, - 1.0247569886394758, - 0.9988084298059352, - 0.9881291924468982, - 1.0179947532533584, - 1.0106341537352928, - 0.9919181897045649, - 1.0028443160348683, - 1.0061816857351074, - 0.9845932235691414, - 0.9825632133654874, - 0.9783171138085085, - 0.9969834535825824, - 1.0007811859343756, - 1.0019656189691033, - 1.0503484122189095, - 0.9753504608707252, - 1.0373469598286436, - 0.9949630633139451, - 1.0059234160225077, - 0.9993867259561041, - 0.9736626903578918, - 1.003303340408411, - 0.9938479422620685, - 0.9997621940680084, - 0.9893549017338009, - 0.9921437872926778, - 1.0351189228816489, - 0.9982053116677407, - 1.0049035777011361, - 1.007943748077122, - 0.987183747951824, - 0.9954065358497123, - 0.9844630756889735, - 0.9195912077534116, - 1.0102406845364933, - 0.9709132374569961 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 608893, - "cert_evals": { - "36": 0.9600419998168945, - "72": 0.9516298174858093, - "108": 0.9442691206932068, - "255": 0.8958989977836609 - }, - "fold": 0 - }, - { - "best_epoch": 34, - "best_val_acc": 0.9727361246348588, - "test_acc": 0.9617542070372259, - "train_size": 1649, - "val_size": 1027, - "test_size": 3922, - "stats": { - "mean": [ - [ - 0.0022033838386908973, - 0.06625603036992117, - 0.04649901939357201, - 0.0004913727592479633, - -0.007424528047300943, - 0.029222694481503848, - -0.02871623684293518, - -0.01058671273499129, - -0.02433525755609501, - 0.004942196840509272, - -0.015235754990903076, - -0.012600504249242172, - -0.02657332941176486, - -0.01012015760339567, - -0.018367278909944645, - 0.044433595385081875, - -0.029744519138872053, - -0.004242953947847537, - -0.008002045858095115, - 0.0011893272164947555, - -0.05592513376591881, - -0.02044694836264443, - -0.04302950797452996, - 0.025187052055791012, - 0.02474263468768939, - -0.042601262001213426, - -0.020695051036992134, - 0.0015384054093390107, - 0.011092726046088491, - 0.021371811740448717, - -0.013469555081867212, - 0.01982452726500885, - -0.044538194766525006, - 0.030567572645239703, - -0.031482593996361656, - 0.02141072656155254, - 0.010427163068524451, - -0.023554046506974034, - 0.04504258471801071, - -0.03430833826561581, - 0.06747908948453606, - 0.04348396486355425, - -0.008884907592480267, - -0.011684225839903674, - -0.00656703219526952, - 0.002896513929653742, - -0.005738400824741935, - -0.04156242043662813, - -0.004873803086719859, - -0.0020245170263190598, - -0.0404051468768953, - -0.020279581224984647, - -0.029963112977562135, - -0.0015368056033973371, - 0.029301830357792758, - -0.05476914620982405, - -0.037951578969072176, - 0.047465052261976975, - 0.020526558156458357, - 0.02033791100060642, - -0.030164184865979576, - 0.05024194190418452, - -0.04485629808368706, - 0.03147835112189204, - -0.006291162340812682, - 0.019074118508186463, - -0.0014484904548212434, - 0.008784981788962792, - 0.023386305391206525, - 0.005879860982413359, - 0.05940395211643435, - 0.04984556731352376, - -0.023843370139479056, - -0.00745569275924821, - -0.018882913905396863, - 0.02314283274711956, - -0.024472644293511335, - -0.002770279702850328, - -0.012337558138264851, - -0.011593327471195118, - -0.042932302716798265, - -0.0240285988963009, - -0.0452392710248636, - 0.04310506591873858, - 0.02492436379624043, - -0.031592489102485924, - 0.053639132025470125, - -0.030478516828380917, - 0.007038873759854203, - 0.025400627586415966, - 0.0229284818168576, - 0.0009592673741654173, - -0.024041893893268843, - -0.0050410013741663505, - -0.039906425639781765, - 0.03151746901152146, - 0.018252275536447, - -0.023123840842935037, - 0.049373840412370945, - -0.03933781325530598, - 0.07366186678593085, - 0.013209034602790264, - -0.021385058447544267, - -0.018445256191631672, - -0.012832089751363926, - 0.016886379345057278, - -0.0021345572407520425, - -0.0338357411158276, - -0.013289104663434192, - -0.0065585543056388826, - -0.01209856645239361, - -0.04576090782292301, - -0.032484600758035095, - -0.028557836749545137, - 0.02584237292904779, - 0.009022810600363702, - 0.022957384186780123, - -0.03818952886597925, - -0.032933244008489626, - -0.009165709096422076, - 0.02088987131594965, - 0.02855925063068547, - 0.024874274311704, - -0.03435405539114632, - 0.016969646773802517, - -0.018423495306246717, - 0.01951220546998175, - 0.025427100121285417, - 0.012467580333535485, - -0.010936757514857925, - -0.014689930918738598, - 0.013502246094602934, - -0.050603092346876676, - -0.01723701176470571, - -0.004896197422679896, - 0.02070974576106733, - -0.026273534445118388, - 0.030336164984839376, - -0.039887732504548135, - -0.056432912220739984, - -0.05021272674348097, - -0.02755221443298974, - -0.03442035423893272, - -0.028371501285627588, - 0.0005140135536685691, - 0.002409129072166215, - 0.02409891870830806, - 0.02409901194663454, - 0.04556790412371142, - -0.03490499576713144, - -0.052055877830807035, - -0.012115913268648306, - -0.022166139478470903, - 0.05603566475439655, - 0.037913323129169, - 0.05956955137659166, - 0.012290112295936774, - 0.04308550950879324, - 0.029600502874469404, - 0.024453837204366478, - -0.010275065567010471, - 0.0072667682619769, - 0.010619255191024834, - -0.015975785809581464, - -0.03865312817465139, - 0.001558572067919981 - ] - ], - "std": [ - [ - 0.9789609056537054, - 1.0223542173821687, - 1.006354499416772, - 1.0097426115961123, - 0.9821876353647652, - 0.9998046045489866, - 1.0178212606990535, - 1.0167721117355657, - 1.0114146027100444, - 1.001776238241197, - 1.0068173587187008, - 0.9900351224079849, - 1.0414098112135597, - 1.009574294617972, - 0.9953634621121619, - 1.0551495473134025, - 0.9981956531855851, - 1.0183570217473137, - 1.0066623632600822, - 1.0127852757834928, - 0.9819060519437951, - 1.0168025572775439, - 1.0011040348853746, - 1.0077391574190562, - 0.9960322515796017, - 1.0217184675272302, - 1.0045863660324679, - 1.0189216552292488, - 1.0209580005984413, - 0.9885762298604023, - 0.9548219575549232, - 1.0137570744288356, - 0.979579874589421, - 0.991197794892492, - 0.9880528964389337, - 0.9852989430996284, - 1.0048530597402896, - 1.0022576693152574, - 1.019817156007534, - 0.9946728227761036, - 1.0213302738059442, - 1.000964538491138, - 1.0307917076654618, - 1.006989527865548, - 1.002313843550004, - 1.0141972045736452, - 1.0080080308891233, - 0.9964183873498001, - 1.0258591594541053, - 1.0107146809178345, - 0.9717107214304516, - 1.0149102149309601, - 1.016907704482399, - 1.0078526095792883, - 0.9874709483602169, - 0.9996202197544782, - 1.0096827085606537, - 1.0379820129740673, - 1.013223513461979, - 0.9861254732898448, - 0.9893639979797026, - 0.991075106383618, - 0.9269809003308983, - 0.9875139847082404, - 1.005442372648796, - 0.9896204194858335, - 0.9935153912057717, - 0.9811099295350456, - 0.982575262307681, - 0.9795878781577906, - 1.0193143649741352, - 1.0119494318757316, - 1.0171821247574437, - 1.0034040467334655, - 1.0066093997021297, - 0.9694393186766306, - 1.0117730193741676, - 1.0122625190981362, - 0.9925145459941629, - 1.005154502988111, - 0.9987288725767053, - 1.0170813277668, - 0.976308824777624, - 0.9884631741550407, - 0.9915959199837703, - 1.0218983144556584, - 1.0142113893430906, - 0.9911920808019298, - 1.0172127287199233, - 0.9893770325784368, - 0.9989337891002755, - 0.9894791117074598, - 1.0007549319713978, - 1.0326939082689799, - 0.9899757429384302, - 1.010492032769745, - 1.0061235379816107, - 1.0091634350161915, - 1.0152313478591228, - 1.0056174411509322, - 1.017311898436513, - 0.9976512207707879, - 1.003882833915693, - 1.0004358570223468, - 1.0036377564081862, - 1.0211550893522847, - 0.9924334669404734, - 0.9971024879775969, - 0.9990772588620248, - 1.0032740804274622, - 1.0024996588619381, - 0.9916378123810937, - 1.0022499057411776, - 1.010183122426781, - 1.00163045757315, - 1.0085039687864976, - 0.9922730297554195, - 1.014983448437488, - 1.014822892124083, - 1.0148845786316816, - 0.9937553605624629, - 0.9882702039873854, - 0.9870322023279767, - 0.9850906859406272, - 0.997923959817147, - 0.9510903327769852, - 0.9917224934440294, - 0.9847975043099015, - 1.0202145588783864, - 1.0021246013348553, - 1.0003272501219964, - 1.0067673298995008, - 0.990781057863208, - 1.0020482585196349, - 1.018688317687672, - 0.9988236160134567, - 1.0069349597950046, - 1.0061002120663578, - 1.0122386395403618, - 0.9892206859790922, - 0.9855242096919327, - 0.9959531341164058, - 1.0065041184698018, - 1.0078483816424069, - 1.0021878472773025, - 0.9741424082334939, - 1.0890817487043594, - 0.9945307148083409, - 1.007530511064047, - 0.9991966896972047, - 0.9619750319373882, - 1.0030667264483681, - 0.9931958657494955, - 1.0006523699688303, - 1.010191508136165, - 0.9864924753596401, - 1.0139473615684553, - 1.0114408938636286, - 1.0033347496554157, - 0.9803226862995067, - 1.0098451761605862, - 0.9980225437342447, - 1.0129871477235215, - 0.9828742206168505, - 0.9665430998047373, - 0.9908589509231834 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 608893, - "cert_evals": { - "36": 0.9620253443717957, - "72": 0.9522882699966431, - "108": 0.9425511360168457, - "255": 0.8909445405006409 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9745934959349594, - "test_acc": 0.9616645649432535, - "train_size": 1649, - "val_size": 984, - "test_size": 3965, - "stats": { - "mean": [ - [ - -0.0165193507883561, - 0.023745576106731784, - 0.00894758525166726, - -0.012979845463917304, - -0.008554753389932977, - 0.008500205057610555, - -0.008827268055791222, - 0.02424651702243768, - 0.002300678673256056, - -0.006792839332929151, - 0.0047927400606429405, - 0.0003070491534258074, - -0.0037253238023046277, - 0.012077483473620145, - 0.018683199696786473, - -0.009275691437234477, - -0.006638355451788972, - 0.017810546682838085, - 0.015129445567010357, - 0.024298001443298942, - -0.003184869132808023, - -0.004290789721043456, - 0.0031496054275316357, - 0.014148549696785681, - 0.018162637962401695, - 0.0032194466707086006, - -0.006616737907822937, - -0.022775198374772664, - -0.015071109605821711, - 0.014638325488174678, - 0.011475148077623627, - 0.03049396374166147, - 0.025694605900545734, - 0.008604017768344612, - -0.012231649072164738, - 0.002613359126743679, - 0.029584712128560786, - -0.0034158958580959363, - 0.006069550751970517, - -0.00541011442692557, - 0.01880269619163089, - -0.008083247077016392, - -0.006491640764099397, - 0.014566732795633777, - 0.008376424821103932, - -0.0009929023711349493, - 0.02163681163129177, - -0.0025090638993329082, - 0.01741273975136374, - 0.005851729104123725, - -0.004465054881746678, - -0.0037159464523949803, - 0.0014873154821107525, - -0.007976062644028743, - 0.01156759172225612, - 0.023733914178289805, - -0.011275250879320775, - -0.002578957016372865, - -0.006478712734990847, - 0.00032240861127936024, - -0.011706570736203905, - 0.02587612322619762, - -0.011422028793207837, - 0.01712189235900559, - 0.0028696369314734713, - -0.0015781066646451572, - -0.027441241722256038, - -0.0014402773256522523, - -0.004449931892055841, - -0.0014659224075202345, - 0.01708213645239509, - 0.018733296931473596, - 0.008334289472407117, - 0.005727799963614559, - 0.007039103201940653, - -0.00224206858702233, - 0.0011615125591269186, - 0.0096409494117641, - 0.004899610121286758, - 0.009826549023650048, - -0.009219501334142207, - -0.004807864269254234, - -0.002443187265009144, - 0.011609495827774482, - 0.0040307750576106674, - -0.004682432261976522, - 0.013977261024863448, - 0.0012793727167981009, - -0.025686529896907437, - 0.013434234869617957, - 0.021999945691932813, - 0.012433017674347574, - -0.009033386234081325, - 0.0062409658120072915, - 0.0009289013947849186, - 0.0003903400242564852, - 0.02740975750382101, - -0.011144831170406301, - 0.005830573753789878, - -0.009510249636142982, - 0.02073330933899335, - 0.007879717440873353, - 0.009509570454820928, - 0.01405836261370407, - 0.014672617586416688, - -0.005675097756215873, - 0.0017475856822315732, - 0.0018848247543965708, - 0.02229300998180564, - 0.01026309860521593, - 0.017680451788964564, - -0.005672595821710331, - -0.009564725087932182, - -0.0036886342935116994, - 0.01000584954517868, - -0.0014087143177684452, - 0.020023876538508456, - -0.014409325075803336, - -0.008730885488174288, - -0.0034071386173437994, - 0.017709779927228837, - 0.0037029051849606504, - 0.011111249060036448, - 0.001931565688295556, - 0.0326300536264404, - 0.009591248938750647, - -0.007016625542753067, - 0.012978908750757932, - -0.0024730208186779807, - -0.005898704823529222, - 0.00046255165858092147, - -0.015087141012734237, - 0.007914145130382093, - 0.00938928223165545, - 0.01491191867192227, - 0.003460371607034447, - -0.007647012371134029, - 0.009316860582171302, - 0.012669591819284187, - 0.023290896266828284, - 0.012400781200727585, - -0.003923578150394203, - -0.005147092104305529, - -0.008281499878714238, - -0.03743850333535512, - 0.013677931825349052, - 0.0004504794117647815, - 0.0031018094057014187, - 0.009501353911461253, - -0.007035560921770639, - 0.008385035146755612, - -0.0034377712431776946, - -0.010681847180108386, - 0.029691756458459714, - 0.008845037744087314, - 0.036611106986052, - 0.006922057057610421, - 0.00199877628865977, - 0.016813865591267338, - 0.002876468101879801, - 0.005453485567009417, - 0.0042027340964213965, - -0.01236373710127327, - -0.008553608768950838, - -0.0069991010551852945, - 0.0076861960764099575 - ] - ], - "std": [ - [ - 0.9681286752068088, - 1.0188584468817592, - 1.0110661386281417, - 0.9985656246319761, - 0.9821622573144201, - 1.0036187347218821, - 1.0069688072671201, - 0.9902174757207433, - 1.01713159486763, - 0.9867718776262003, - 0.9758196806068826, - 0.9717105755097225, - 0.9881331057860607, - 0.9898880234141544, - 1.0032622320902203, - 0.9951157752575892, - 1.0046808806006051, - 0.9614388015014891, - 0.9853693985919703, - 1.0191683054599883, - 0.996439727744992, - 1.008421273109573, - 1.00416757618972, - 1.0050873163713752, - 1.0062941810400496, - 1.0106625492506378, - 1.0037290960252208, - 0.9716931899880294, - 1.0122721434564084, - 1.004145433664744, - 1.0126537584886575, - 0.9877832016144399, - 1.0016994225200662, - 0.9984055948469278, - 1.009905276240697, - 0.9928053125930449, - 1.028439787038722, - 1.0058093224458307, - 1.0026249721952805, - 1.0044305239260718, - 1.0145868354939207, - 0.9730410910554939, - 0.981275887794836, - 0.9868601113866823, - 0.9903107009766159, - 0.9840780321801739, - 1.0155043762626388, - 1.015709680805549, - 0.9877740152182051, - 1.0007933926991834, - 0.9639452930264027, - 1.0107985365057115, - 1.0139858844795777, - 0.978091201901524, - 0.9836289102008465, - 0.9892831848712296, - 1.0050542524754924, - 1.0041143150075589, - 1.011404712398526, - 0.994592205655486, - 1.003602088307178, - 1.0043236988473279, - 0.9890344165359591, - 0.9960153738734304, - 1.0247056593625234, - 0.9709722536076895, - 0.8984006766242731, - 1.0084723110544285, - 1.0080442044255657, - 1.0139042067755502, - 1.0147945346118319, - 1.0086308434283413, - 0.9798709269587462, - 0.985827749679927, - 1.0097816591529503, - 0.9967310231913435, - 1.0125467431933681, - 0.9795738908810216, - 0.9759574846742652, - 0.9879270836797008, - 1.0100364897802065, - 1.0084344135598255, - 0.9683448859407486, - 0.9884096351113933, - 0.9957784496098612, - 1.0106496350052778, - 1.0041619111843998, - 0.9965669874488615, - 1.0148365256887901, - 0.9954909131964714, - 0.9942883718958846, - 1.0007980703139212, - 1.0031320592473836, - 0.9828596472567013, - 0.9637136602853367, - 0.9970558130158634, - 1.0142250931970318, - 1.008890015046518, - 1.0055896715654262, - 1.004944159225849, - 1.015901087459527, - 0.9987432420315473, - 0.9985224279803399, - 0.9900020636370531, - 0.9946414368680025, - 0.9718565169997336, - 1.0010286004673303, - 1.0045607582554759, - 1.0126684697205748, - 0.9911582699978772, - 0.9979453061380805, - 0.9943479420017864, - 1.0057507939001675, - 1.009199116070283, - 0.996011631450574, - 1.0055786667678899, - 0.9980095514928135, - 0.9965213084556673, - 1.0065546695035632, - 0.9959098534303568, - 1.0066323304809803, - 0.9785303330423044, - 0.9869014865983016, - 1.0002036756849269, - 1.0025571744250443, - 0.9798050960785967, - 0.9928695520264623, - 1.0029641941982563, - 0.995414106898259, - 1.0148844453635921, - 0.9709719526035338, - 0.9939566879305621, - 0.9884244597895214, - 0.9767542641597464, - 0.9853765727313375, - 1.0106906221793046, - 1.005948414723524, - 1.017725449726877, - 1.0152735855520598, - 0.9876730417321886, - 0.9757936207779202, - 1.0047018133551442, - 1.004391788961941, - 1.006171785979052, - 0.8968175799273889, - 1.0473489426893206, - 1.0315201707660164, - 1.0175144216806302, - 1.0142189436584537, - 1.0038989754399161, - 1.0173990273862883, - 1.0127050623257519, - 1.0051909194938937, - 1.012068652647229, - 0.9962079218654786, - 1.002233177655679, - 1.0161322523275562, - 0.999594425724876, - 0.9955572903935671, - 0.9917181216246964, - 0.9858353212831604, - 0.991792827254217, - 0.9768523928420304, - 0.9547301155646564, - 0.963911142038982, - 0.9970598920069098 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 608893, - "cert_evals": { - "36": 0.9684959053993225, - "72": 0.9634146094322205, - "108": 0.9552845358848572, - "255": 0.9126015901565552 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.9640287769784173, - "test_acc": 0.9647887323943662, - "train_size": 1649, - "val_size": 973, - "test_size": 3976, - "stats": { - "mean": [ - [ - -0.019377861036991656, - 0.025388282601576818, - 0.017005815742874516, - -0.007883900460885378, - 0.0060343637174048335, - 0.019899812286233772, - -0.017346581947847252, - 0.01720070440873258, - -0.022683759298605638, - 0.03576464684050942, - 0.003250418289873286, - 0.023095340225590528, - 0.025853774105518486, - 0.004904056128563328, - 0.015174882898727272, - 0.004904859053972195, - -0.0064262512310491165, - -0.0013788380109157152, - 0.03392423097634965, - 0.040471053135233824, - -0.007766068975136523, - -0.02654642546998242, - -0.002714201516070317, - -0.005730637913887314, - 0.014443505081867881, - -0.01681206773802325, - 0.022797446707095152, - 0.02924670987871426, - -0.016523001552455778, - 0.022271198156458668, - 0.007295070836871207, - -0.010380893735597325, - 0.0032170857913887633, - 0.03166040751970903, - -0.011104923177683385, - 0.023025889023650516, - 0.00955245047907632, - 0.00501562544572467, - 0.003645016027895317, - 0.012703992892661992, - 0.014234079029714866, - -0.018872668283808444, - 0.03357063479684651, - 0.002985781740448259, - 0.016828823032140804, - 0.008592184530017656, - 0.020646139611886168, - -0.025274300994542045, - 0.031819425821709706, - 0.041618958390176077, - 0.00933414724075195, - -0.02236399884778645, - -0.018589546555488203, - 0.001330274912066101, - 0.0015160872407521844, - 0.002306856531231052, - -0.0022718787992723603, - 0.028225555027289576, - -0.006301775864159792, - 0.02247907061249244, - -0.011468676332322514, - 0.02175189545178902, - -0.013670970357792456, - 0.03126135081867806, - 0.004543698483929725, - -0.0009374850879321324, - 0.021139099308671503, - 0.02629353206791973, - -0.02450631540927904, - 0.030707943529411457, - 0.01293060334141885, - 0.012913687446937628, - 0.00928486858095778, - 0.01766341600970324, - 0.03807825699818077, - 0.0017500543359613783, - -0.016347040315342783, - 0.0007416811279563446, - 0.026208501607035268, - 0.023266191340205626, - -0.018853632765312562, - -0.02368463080654962, - 0.001749331437234659, - 0.003365637052759398, - 0.025888251528199256, - -0.018965530382049504, - 0.03517410735597307, - 0.025752976476652555, - -0.02487937299575574, - 0.022010353117040575, - 0.017477714511824522, - -0.017221659584597582, - -0.003431555427531808, - 0.019807925603396073, - 0.0032348454699819393, - 0.013613221879926436, - 0.0370615994009708, - -0.016630420776227922, - 0.0136933938872041, - -0.0017249714481504044, - 0.02229983032140703, - -0.012712485694360036, - 0.026678074426925498, - 0.012642979175256863, - 0.005538239963614194, - 0.0035851682595511494, - -0.017385318223165646, - -0.027282370030321336, - 0.030769696791993668, - 0.023036587355973605, - 0.02791771238326433, - -0.005707142462098305, - -0.011955044244996943, - -0.01365990568829588, - 0.02758415771376576, - 0.001034438120072712, - 0.016993479078229498, - 0.004106490266828514, - -0.007270538144329443, - 0.023955484869617922, - 0.016178350285021865, - 0.0035198083808369264, - 0.010066467580351705, - 0.013253238295936883, - 0.003935329266222111, - -0.028011770430564572, - 0.022866120224378214, - 0.0261654426682841, - 0.02473182812007268, - -0.0015221004548212846, - 0.0038331081837477228, - 0.021399354317768703, - 0.005301140012128602, - 0.019229334445118054, - 0.005640386767737668, - 0.02194890172225591, - -0.005060289387507513, - 0.026678006622195553, - -0.009628291109763477, - -0.003739145758641676, - 0.002035451000606312, - 0.010815814196482578, - -0.011372362352941229, - -0.019185084742267905, - -0.001526538386901546, - 0.01622554252274128, - 0.012853861158277795, - 0.032111232286234526, - 0.031036171322013306, - 0.014534576640388132, - -0.0195449016634327, - -0.0031721854821107633, - -0.011472115221346063, - 0.00807888645239537, - -0.009991977598544642, - 0.015293761594905845, - 0.04696865378289867, - 0.02876006337174039, - 0.030060548720436564, - -0.016465844511825162, - -0.013467629448150867, - -0.004964211527592827, - 0.023761107562159368, - -0.0028053264645238984, - -0.011466418192844817, - 0.015592289957550014 - ] - ], - "std": [ - [ - 0.985810694952265, - 1.0034659788102347, - 1.0123314802689827, - 1.0006728383848915, - 1.0057933627069857, - 1.0211647035506441, - 0.9873544232512542, - 1.0044940106681508, - 0.9972305516917789, - 0.9962847585776434, - 1.0084467836467266, - 0.9906644883619666, - 1.0245712429201694, - 0.9866939366954063, - 1.0013177295694342, - 1.0035460862038992, - 1.0106885153319805, - 0.9519922611580153, - 0.9980325911759347, - 1.0306730880090342, - 0.9835758012913696, - 0.9850289481711405, - 1.0052216421075988, - 0.9962087717875672, - 0.9963361086627195, - 0.9956939758386721, - 0.9995284943647325, - 1.023940251071931, - 1.0274738040648672, - 0.994278832453581, - 0.9978867650735795, - 0.9858582094807091, - 1.0042951554309811, - 0.9935762200569673, - 0.987438469465117, - 1.005913310224571, - 1.00088122516216, - 0.9882229146445906, - 1.0157177678163845, - 0.9964856588375458, - 0.9973534488049755, - 0.9843481194725128, - 1.0059020116489072, - 0.9945053400237248, - 0.9893145898736398, - 1.0071798920580137, - 1.026048360719046, - 0.9784906142973205, - 0.9999905642791316, - 1.0245359594400432, - 0.9857715356622779, - 0.9921646440585971, - 0.9889209867599961, - 0.9804599263285575, - 0.989078331357909, - 1.0220508106585684, - 0.9898585563272273, - 1.0050841202007248, - 1.0381369540158623, - 0.9852302977543494, - 1.0075559260629754, - 1.000291557770776, - 0.9848158888469627, - 0.9914305575952413, - 1.0027287892746963, - 0.9998437768528288, - 1.0380871234284017, - 1.0068281699392212, - 0.9909518921848135, - 1.0027114341322005, - 1.0043121525006478, - 1.004908814037755, - 1.0186241738713828, - 0.9840706508690844, - 1.0105911993179093, - 0.9676803103445097, - 1.0008055713802275, - 0.9912309236484144, - 0.995113888208004, - 1.00892652209743, - 0.9963556594838519, - 0.9845494099501623, - 0.9992655439793966, - 0.9888161956289881, - 0.988365168461102, - 0.986911819503751, - 0.9966018266120068, - 1.0253590540025506, - 1.0073388900110996, - 0.9884492302907475, - 1.0097952364856901, - 0.9710825809435979, - 1.0049468371789398, - 0.9978639652892881, - 1.0455255018744898, - 0.9978429399237, - 1.002476959825736, - 0.9981410717372688, - 1.0060801668925174, - 0.9880101858878161, - 0.9920156642454706, - 0.9690302977750064, - 1.0160561889470001, - 1.0042221946838557, - 0.9902952403395341, - 0.9972984826953729, - 0.9761193341167186, - 0.9802187480066236, - 1.008662757516423, - 0.9977604335997484, - 1.0125273643143784, - 1.0005678108605767, - 0.99939847346626, - 0.9934285795635643, - 0.993774093323074, - 0.9507637302569011, - 1.001524151413393, - 1.0029839092558797, - 0.9922893465303836, - 0.9995915259108642, - 0.9937205680489537, - 0.9906768211587779, - 0.9885237778798726, - 0.9923092460426346, - 0.9928187226268517, - 0.9431189215637575, - 0.9768867834667897, - 0.988648327088327, - 0.9868432165802018, - 0.9936538301879408, - 1.031840475179726, - 1.0088131603924193, - 0.948009389328019, - 0.980359732399849, - 0.9812840383484884, - 1.0125452888475233, - 1.0015379468649726, - 1.0082241487185495, - 1.0028073940649291, - 1.027290919950601, - 1.0123450850356626, - 0.9892757300213824, - 0.989457850129367, - 0.9916398725034907, - 0.9733306799223379, - 1.048692795336829, - 1.0185390556939666, - 1.005180692664418, - 0.9999773815928202, - 1.0029310617714582, - 0.9847831085240544, - 0.9984589470542239, - 0.997897554671397, - 1.0021153618672554, - 0.9825493908557392, - 1.0005331081478763, - 1.0721249078632564, - 1.0255830315079582, - 1.0078969722952105, - 1.0018509428094395, - 1.007362049760478, - 0.9875884283657037, - 1.0010931986356253, - 1.0157609941665726, - 0.9972826112887371, - 1.0062038228644128 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 608893, - "cert_evals": { - "36": 0.9609455466270447, - "72": 0.9558067917823792, - "108": 0.9455293416976929, - "255": 0.8879753947257996 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9634850927020155, - "std_test_acc": 0.0020866440120559976, - "n_samples": 6598, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.9628771990537643, - "std_cert_acc_36": 0.003832542811555044, - "mean_cert_acc_72": 0.955784872174263, - "std_cert_acc_72": 0.005406911544411205, - "mean_cert_acc_108": 0.9469085335731506, - "std_cert_acc_108": 0.00571585510574308, - "mean_cert_acc_255": 0.8968551307916641, - "std_cert_acc_255": 0.0109946951306363 - }, - "optical": { - "dataset": "optical", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 28, - "best_val_acc": 0.9698558322411533, - "test_acc": 0.9575163398692811, - "train_size": 1797, - "val_size": 763, - "test_size": 3060, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 86565, - "cert_evals": { - "36": 0.9528178572654724, - "72": 0.942332923412323, - "108": 0.9239842891693115, - "255": 0.8060288429260254 - }, - "fold": 0 - }, - { - "best_epoch": 44, - "best_val_acc": 0.9647519582245431, - "test_acc": 0.9597644749754661, - "train_size": 1797, - "val_size": 766, - "test_size": 3057, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 86565, - "cert_evals": { - "36": 0.9503916501998901, - "72": 0.939947783946991, - "108": 0.920365571975708, - "255": 0.7911227345466614 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9640479360852197, - "test_acc": 0.9544270833333334, - "train_size": 1797, - "val_size": 751, - "test_size": 3072, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 86565, - "cert_evals": { - "36": 0.9573901295661926, - "72": 0.9454060792922974, - "108": 0.9241011738777161, - "255": 0.792276918888092 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.9564625850340136, - "test_acc": 0.9621113989637305, - "train_size": 1797, - "val_size": 735, - "test_size": 3088, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 86565, - "cert_evals": { - "36": 0.9428571462631226, - "72": 0.9306122660636902, - "108": 0.9061224460601807, - "255": 0.7687075138092041 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9584548242854528, - "std_test_acc": 0.0032756258172778473, - "n_samples": 5620, - "n_features": 62, - "n_classes": 10, - "mean_cert_acc_36": 0.9508641958236694, - "std_cert_acc_36": 0.006075654869301397, - "mean_cert_acc_72": 0.9395747631788254, - "std_cert_acc_72": 0.006379059348659883, - "mean_cert_acc_108": 0.9186433702707291, - "std_cert_acc_108": 0.008525502071092452, - "mean_cert_acc_255": 0.7895340025424957, - "std_cert_acc_255": 0.015447438317253379 - }, - "ozone": { - "dataset": "ozone", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 38, - "best_val_acc": 0.9415041782729805, - "test_acc": 0.949449125081011, - "train_size": 634, - "val_size": 359, - "test_size": 1543, - "stats": { - "mean": [ - [ - -0.003832208201892918, - -0.005418530378548824, - -0.010179585331230298, - -0.007282815457413272, - -0.012684214511040823, - -0.016161820820189455, - 0.002799892586751031, - 0.0019220082018927972, - -0.018512049842271346, - 0.005907482334384807, - -0.007494815457413195, - -0.025883145425867744, - -0.03184079188958992, - -0.019569813880126137, - -0.027278735331230344, - -0.03046446009463729, - -0.011907895583595755, - -0.007346252618296485, - -0.02668136640378576, - -0.06587051593059931, - -0.049409756782334495, - -0.07125564747634061, - -0.0656345313880127, - -0.07421817728706603, - -0.009998679968454185, - -0.0262489938485801, - -0.021923096214510832, - -0.0190336230283913, - -0.018218104037854982, - -0.016821850378548945, - -0.020884196703469835, - -0.020929776435331872, - -0.021766428958990638, - -0.02181745849999988, - -0.020616926908517234, - -0.02164594619873821, - -0.027880692514195553, - -0.03721009403785469, - -0.03371047791798095, - -0.0357276862940851, - -0.03981797839116743, - -0.04135431316246058, - -0.0396969034069403, - -0.04041245388012638, - -0.03959258725552049, - -0.035369640788643436, - -0.0329854148107256, - -0.037678351135646625, - -0.029864726656151485, - -0.030806835126182992, - -0.03040135176656141, - -0.02955822337539437, - -0.0004082835646687658, - 0.03179852176656152, - -0.030195180984227132, - -0.04001496272870659, - 0.026779878261829634, - -0.004116586119873863, - -0.0023215491955836005, - -0.024096858706624612, - -0.03674826619400633, - 0.02543307507728708, - -0.005538621608832797, - 0.01184614798107252, - -0.02897714377507889, - -0.008931562263406941, - 0.023499008943217683, - 0.017402507271293364, - 0.0359555768138801, - 0.023836606309148266, - -0.0014779406940063293, - -0.008649845488958915 - ] - ], - "std": [ - [ - 1.0253346653541646, - 0.9970790367473195, - 1.0038692152439912, - 0.9938232451774182, - 0.9892173701948798, - 0.9911118430754786, - 1.017791120532591, - 0.9932864022974621, - 0.9902464436046423, - 1.000185178231482, - 1.0011696264611658, - 0.986480392675615, - 0.9730802318969383, - 0.9778181923701852, - 0.9836970027189096, - 0.9750118443336364, - 0.9792780834573579, - 0.9880149185292257, - 0.9781480670848659, - 0.9690310973910427, - 0.9891508690776625, - 0.9800473244857659, - 0.9719895753152141, - 0.9862159945987059, - 1.000643505337353, - 0.98774444392728, - 1.0016087509397211, - 0.9981176722651791, - 0.9943416662612424, - 0.9911189659544083, - 0.9910342795958328, - 0.9946798944092399, - 0.9963025407021763, - 0.9986420543916559, - 1.0050901822096001, - 1.006920701444179, - 1.0106377164264517, - 1.0193709910492683, - 1.0139900979553602, - 1.0114902226706495, - 1.0154408973720759, - 1.0202202440190384, - 1.0187333506565903, - 1.0188947379912598, - 1.0238829760328585, - 1.0216807530782095, - 1.0172760501580516, - 1.019296401406438, - 1.0121202260566657, - 1.0092598657183676, - 1.0163059965288948, - 1.0075443434312203, - 0.9544054418118135, - 0.959178459050877, - 0.9653248526530249, - 0.9812633263036802, - 0.9443343196371533, - 0.9785419366403552, - 0.9938503050835839, - 0.9399729974257295, - 1.0017571374847212, - 0.9409064434936084, - 0.9699516997787144, - 1.0227411928766736, - 0.9603064531854989, - 0.9989953512934372, - 0.9473740110075154, - 0.9448230205985104, - 0.9456688250252197, - 0.942484207617471, - 1.0193030273935935, - 0.9279161878664934 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 115205, - "cert_evals": { - "36": 0.9220055341720581, - "72": 0.9192200303077698, - "108": 0.8997214436531067, - "255": 0.7994428873062134 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9404466501240695, - "test_acc": 0.9559706470980653, - "train_size": 634, - "val_size": 403, - "test_size": 1499, - "stats": { - "mean": [ - [ - 0.03792215394321758, - 0.05303702501577294, - 0.055938417665614755, - 0.045617302050472784, - 0.021353089905362888, - 0.020145928075709717, - 0.0154306208201896, - 0.022261120504731842, - 0.020515404258675263, - -0.006392122712933948, - -0.018915373501577255, - -0.01732013391167209, - -0.017668103968454255, - -0.006586070347003194, - -0.016273178391167133, - -0.009117565772870817, - -0.006092351104100761, - -0.004906137602523564, - -0.015032467823343948, - -0.009775977760252257, - -0.0028146921135643894, - -0.014031686908517228, - -0.025870736750788572, - -0.018697430914826393, - 0.012961191798107244, - 0.01047141529968471, - 0.018777906104101107, - 0.026551687539432215, - 0.020844408675078762, - 0.023819117413249064, - 0.023811730189274537, - 0.019894168675078563, - 0.021038747192428944, - 0.02314655241798127, - 0.028341015741325026, - 0.024617651403785426, - 0.01178393461514206, - 0.014336364637223941, - 0.016739142365930756, - 0.012312654178627935, - 0.028485125615141934, - 0.019114635623028217, - 0.013634379747634108, - 0.008062478817034518, - 0.009352700126182908, - 0.012544397728706748, - 0.01817721485804401, - 0.017917969968454316, - 0.021168408769716013, - 0.023414116261829713, - 0.014830201829653165, - 0.02222035735015768, - 0.026335983533123025, - 0.0094259924290221, - -0.007603148958990523, - 0.0009938357413249734, - 0.005802570088328026, - 0.026215337223974716, - 0.038780452492113614, - -0.022953927902208182, - 0.031207762034700385, - 0.017113763779179843, - 0.04147194542586757, - 0.04368782463722394, - 0.01750911003659304, - 0.03434608705047321, - 0.009342367476340697, - 0.024773590962145133, - 0.004409446561514154, - 0.005585798107255572, - 0.00011378753943216802, - 0.0765020130757091 - ] - ], - "std": [ - [ - 1.03736363563334, - 1.041421531442326, - 1.0267865270755487, - 1.0121442820993367, - 1.008293110256913, - 1.01873498921806, - 1.0118066495461369, - 0.982292246248336, - 0.979405861495792, - 0.9688780031821314, - 0.9652773998745313, - 0.9694491321671315, - 0.9531773775158731, - 0.9580862657893832, - 0.9577664681306315, - 0.9623544801742809, - 0.975601277571152, - 0.9832052078314656, - 0.990296487656043, - 0.9755842570008628, - 0.9865540245890023, - 0.962851713833088, - 0.9566628208998662, - 0.9468020657890054, - 0.9742316163334963, - 0.9645422392473766, - 1.0027685912228592, - 0.9966208972539959, - 0.999182931601029, - 0.9948819423856855, - 0.9946336959149308, - 0.994301681069435, - 0.9956026583826234, - 0.9930511866663474, - 0.9890478651750041, - 0.994199597668802, - 1.0023859350650413, - 1.000426145687874, - 1.0003652424842289, - 1.0064232470420955, - 0.9992643537317858, - 1.005945961042932, - 1.0059460570896996, - 1.0088514720728148, - 1.0098664378887052, - 1.0086576841526969, - 1.0071224688030078, - 1.0065893694520875, - 1.003072381839363, - 1.0009275382343648, - 1.0031288456338048, - 1.001641400063109, - 0.9717690232361939, - 0.9645442990237298, - 1.0599901264777962, - 0.9668729591901228, - 0.9848003020040621, - 0.9858228202928896, - 0.9910100230003203, - 1.033854568614186, - 1.023206024569695, - 0.9609138694597942, - 0.9763937113178477, - 1.0499365812704335, - 1.002074911190731, - 1.0401611909032527, - 0.9829420247883154, - 0.9775076034950193, - 0.9858571161451036, - 0.98438894199897, - 0.9570620772827372, - 1.2319088901760018 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 115205, - "cert_evals": { - "36": 0.9081885814666748, - "72": 0.8858560919761658, - "108": 0.8709677457809448, - "255": 0.789081871509552 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9556135770234987, - "test_acc": 0.9091507570770243, - "train_size": 634, - "val_size": 383, - "test_size": 1519, - "stats": { - "mean": [ - [ - -0.026519395110410078, - -0.020519656719242864, - -0.03856912839116702, - -0.016610770662460427, - -0.02360172176656157, - -0.0062361091482649456, - 0.006315673186120061, - 0.008122894006309216, - 0.019828661829653038, - 0.023493720820189235, - 0.028398340063091426, - 0.037658466246056704, - 0.03720359796845454, - 0.01712326940063089, - 0.010629502208201842, - 0.016920019873816996, - 0.004836936277602788, - 0.008885449716088383, - 0.004271558517350052, - -0.013732781230283674, - -0.003293864984227115, - -0.0059959652996845044, - 0.02009481703470032, - 0.012495374763406907, - 0.026107515615142074, - 0.0048866673501578506, - -7.10347318611639e-05, - 0.004620787066245969, - 0.006923117208201871, - 0.007044452050473267, - 0.0017660842902208816, - 0.0005843353627757844, - 0.0024381367823343115, - 0.01260079149999998, - 0.027790525930599275, - 0.03580574296529951, - 0.044962928378549, - 0.03849109044164033, - 0.031017723895899216, - 0.014714712648895947, - 0.020249673911671977, - 0.01992396563091474, - 0.00854246886435317, - 0.010404890378548888, - 0.0019442098422712223, - -0.005629299589905388, - 0.0006738145583594855, - -0.006554089621451123, - -0.0014963604731860216, - -0.004724123485804328, - 0.03185038192429032, - 0.017040701072555207, - -0.016917529684542604, - -0.01635350962145107, - 0.03180636989905358, - -0.028097102381703456, - -0.02487774311041013, - -0.024357788801261843, - 0.010347320820189253, - 0.023048282129337568, - -0.0404586584542587, - -0.01956875883911673, - -0.015517057255520493, - -0.042936753533123054, - 0.016056352455205057, - 0.0006885119637224163, - -0.017713837870662472, - 0.00866661981072551, - -0.011936950630914838, - -0.019579047318612028, - 0.010573428391167213, - 0.013769920457413393 - ] - ], - "std": [ - [ - 0.9824246191960648, - 0.9460660479955723, - 0.9414137117810848, - 0.9563951332641849, - 0.9542747430368088, - 0.9649020128187702, - 0.9480302958839442, - 0.9695925595005404, - 0.9508962724118688, - 0.9324002792481486, - 0.9491098110835717, - 0.9593993759599093, - 0.9708845814409902, - 0.9746076150662417, - 0.9730830926818287, - 0.9705828418121233, - 0.9678944356517812, - 0.9787918055436075, - 0.9871395323030632, - 0.988799836722974, - 1.0088712263265718, - 1.027651048121395, - 1.0110542737448385, - 1.014655075557104, - 0.9527254870773569, - 0.9499284788193443, - 0.9739892346448356, - 0.9717415422572252, - 0.9710591664892269, - 0.9720523397095961, - 0.9743931633453154, - 0.9750560919142672, - 0.9732640281425894, - 0.9694138817789562, - 0.9591766148620566, - 0.9523484366096532, - 0.9426339173138096, - 0.9489336834494043, - 0.9510992266164007, - 0.9608960530293392, - 0.9501293475748765, - 0.950793971802449, - 0.9575052033489578, - 0.9516958236697296, - 0.9607004557781494, - 0.9650164347980471, - 0.9627072697949259, - 0.9664615907966804, - 0.9637912770104232, - 0.9634717474587103, - 0.9445789095634398, - 0.9512185629902784, - 0.9929982903986023, - 0.9911801208163777, - 1.0345096377862717, - 1.015804013333407, - 1.0429149112118707, - 0.9641031908608965, - 0.9736098232781243, - 0.9944177175712005, - 1.0241007437497402, - 1.0365807493549954, - 0.9939798656902995, - 0.9703197880729728, - 0.9618026775337026, - 1.0327802384943932, - 1.0325597261783583, - 0.978275118853774, - 1.0112531906719258, - 1.0439400654735873, - 1.021812320404611, - 1.0812409348018392 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 115205, - "cert_evals": { - "36": 0.877284586429596, - "72": 0.8616188168525696, - "108": 0.835509181022644, - "255": 0.7180156707763672 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.9656019656019657, - "test_acc": 0.9404682274247491, - "train_size": 634, - "val_size": 407, - "test_size": 1495, - "stats": { - "mean": [ - [ - 0.0414219129337539, - 0.04560815454258686, - 0.034397147160883365, - 0.020956117823343955, - 0.024564269400630924, - 0.0005553069400630991, - 0.016602504416403943, - 0.0062627359621451415, - -0.0031757522082018035, - -0.013944516088328245, - 0.0037218815457413378, - -0.020531244637224017, - -0.012975684929022045, - -0.015335962460567969, - 0.0022576992113565006, - 0.01988752665615142, - 0.025492129968454638, - 0.02310144264984224, - 0.03577952003154558, - 0.03828845977918, - 0.04090566182965307, - 0.016406487381703586, - 0.032255133596214486, - 0.055611245425867664, - 0.025829820504732027, - 0.017592141324921318, - 0.08482513250788633, - 0.08251534022082004, - 0.0806660400000002, - 0.0797597929968453, - 0.07844461148265003, - 0.07577048630914786, - 0.07816740391167189, - 0.07698375904258688, - 0.07839980914826507, - 0.07030392544164019, - 0.07335677605520505, - 0.07059885154574139, - 0.05749520764984241, - 0.05839240802768149, - 0.04884538044164021, - 0.057599388186119704, - 0.06056710167192429, - 0.05068962059936886, - 0.04918662220820182, - 0.05663887050473197, - 0.052981187223974706, - 0.05271488757097796, - 0.05998731700315455, - 0.058964341198738154, - 0.062026943990536335, - 0.06406211694006311, - 0.04476776665615138, - 0.04366600899053627, - 0.0071440257350158225, - 0.01720357881703467, - 0.02547216375078862, - 0.03767682965299683, - 0.005417277176656162, - -0.021366308296529912, - 0.014681808124605667, - 0.02665934194006316, - 0.0029629283911672116, - 0.04136874888012618, - -0.03195372262365931, - 0.02910725921924289, - 0.04066335638801264, - 0.040631754242902225, - 0.0663199716719243, - 0.022615533123028518, - -0.003297019858044126, - 0.04436952356466899 - ] - ], - "std": [ - [ - 1.0105987107179513, - 1.0154217840142559, - 1.0127704333239322, - 1.0250915526181619, - 1.0277899782078663, - 0.982162687271895, - 1.0035414511934382, - 0.9904593990260483, - 0.9663940188769403, - 0.9541638919218064, - 0.9616077277788638, - 0.9585349634260687, - 0.9525169153591942, - 0.9428065740578456, - 0.9687530001209573, - 0.9662943308105892, - 0.9592234004298692, - 0.979716475995095, - 0.9819854494212729, - 0.9839277847661497, - 1.002027685561712, - 0.9811382213240143, - 0.9801878541507797, - 0.9886132720669727, - 0.9572863825752432, - 0.9684473114507368, - 0.9458197712036189, - 0.9493043352225052, - 0.9536886787314945, - 0.9542388565417081, - 0.9568724214982696, - 0.9604182963982565, - 0.9628743223078909, - 0.969739870388791, - 0.9658420669879488, - 0.9663588514066725, - 0.9591914227782425, - 0.9566142593514982, - 0.9604271978550112, - 0.9572841356250656, - 0.9637592188968211, - 0.9567941828689348, - 0.9518409084669301, - 0.9583057006169418, - 0.9626024487496594, - 0.9611581570635215, - 0.9675755641595767, - 0.9693064339918899, - 0.9677848038214554, - 0.9725856655911815, - 0.9492806747367527, - 0.9580864580842854, - 0.9617728581830496, - 0.987791465119004, - 0.96105048335759, - 0.9739101949627368, - 0.9441015562727774, - 0.9653034478263104, - 0.988889321396684, - 0.9934946660414279, - 1.0125052771005791, - 0.9411383407966065, - 0.9598305998600601, - 0.9901272334268524, - 0.9825753191497685, - 1.0224810066711563, - 0.9107176652738894, - 0.9977469943360354, - 0.9461613310736207, - 0.942256538790349, - 0.9681623758458049, - 1.1107317714437548 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 115205, - "cert_evals": { - "36": 0.9336609244346619, - "72": 0.9164618849754333, - "108": 0.9066339135169983, - "255": 0.8206387758255005 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9387596891702126, - "std_test_acc": 0.02073715727505929, - "n_samples": 2536, - "n_features": 72, - "n_classes": 2, - "mean_cert_acc_36": 0.9102849066257477, - "std_cert_acc_36": 0.024339453779841386, - "mean_cert_acc_72": 0.8957892060279846, - "std_cert_acc_72": 0.027341332767199564, - "mean_cert_acc_108": 0.8782080709934235, - "std_cert_acc_108": 0.03238554842461198, - "mean_cert_acc_255": 0.7817948013544083, - "std_cert_acc_255": 0.04450164109037615 - }, - "parkinsons": { - "dataset": "parkinsons", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.875, - "test_acc": 0.7719298245614035, - "train_size": 49, - "val_size": 32, - "test_size": 114, - "stats": { - "mean": [ - [ - -0.15177435102040818, - -0.14490747816326535, - -0.02793487336734694, - 0.07550721530612242, - 0.16469232653061222, - 0.06000429387755099, - 0.057462867346938805, - 0.05978606938775514, - 0.05105301632653058, - 0.04845383877551018, - 0.07840458979591836, - 0.035619136734693836, - -0.02313697142857144, - 0.07845370204081635, - 0.05081704489795923, - -0.05448034285714283, - 0.09286327571428574, - 0.11816354897959186, - 0.08590491632653065, - -0.06924810548979589, - -0.02065583061224492, - 0.08162519999999998 - ] - ], - "std": [ - [ - 1.0613261678715187, - 0.9389798332809319, - 1.0498853015314364, - 1.028178025788432, - 1.1302871347577632, - 1.053868521125123, - 0.9140732841638698, - 1.0539995649510843, - 0.9323130971496129, - 0.9120908163855437, - 0.965768008718649, - 0.9229613584450868, - 0.7749770294180661, - 0.9658059844041067, - 1.1469052270870694, - 0.9026558165061398, - 0.9439418569560901, - 1.0717521728726727, - 0.9888476097381187, - 0.9175952788801556, - 0.8884377062114949, - 1.0021764187683884 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11005, - "cert_evals": { - "36": 0.78125, - "72": 0.65625, - "108": 0.65625, - "255": 0.46875 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8275862068965517, - "test_acc": 0.8376068376068376, - "train_size": 49, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - -0.027148382244897965, - 0.009347322448979607, - 0.0018427693877550925, - 0.009376194897959197, - 0.0498221836734694, - 0.012418432040816317, - 0.0059797006122448695, - 0.012543908367346951, - -0.037508161224489786, - -0.0405606224489796, - -0.048066938775510194, - -0.07178797142857142, - -0.03155485102040816, - -0.048018842857142856, - 0.02719700816326529, - -0.008239085714285705, - -0.010052408163265357, - -0.025077353061224498, - 0.0272707673469388, - -0.04564295242857147, - -0.07848456122448978, - 0.03751739387755105 - ] - ], - "std": [ - [ - 1.0246326141739506, - 1.0196404637451633, - 1.0987023554811475, - 0.9900334582522926, - 1.068799641609979, - 1.0047499589980544, - 0.9252408702230309, - 1.0047829572179607, - 0.8748456565149585, - 0.8600654939521702, - 0.9166784846917336, - 0.7849483256776274, - 0.7558279428458922, - 0.9166869983641067, - 1.0291603272025247, - 0.9397974037578619, - 0.9834737083640328, - 1.0844660729168245, - 0.9811741510034482, - 0.945229122764763, - 1.1321558581479092, - 0.9828216273953867 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11005, - "cert_evals": { - "36": 0.8275861740112305, - "72": 0.7586206793785095, - "108": 0.517241358757019, - "255": 0.41379308700561523 - }, - "fold": 1 - }, - { - "best_epoch": 27, - "best_val_acc": 0.967741935483871, - "test_acc": 0.8434782608695652, - "train_size": 49, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.027074289795918385, - 0.06335899489795922, - -0.141163173367347, - 0.006597857142857159, - -0.010543326530612232, - 0.019088730000000016, - -0.0031925448979591826, - 0.019260090000000007, - 0.03507935306122449, - 0.04217078775510203, - 0.050042397959183714, - 0.022464604081632724, - 0.007354644897959173, - 0.050004783673469354, - 0.0323217163265306, - -0.009419553061224523, - 0.06361398795918367, - -0.10837456326530606, - -0.07562777959183671, - 0.0783767696122449, - 0.07697315102040819, - -0.0768896448979592 - ] - ], - "std": [ - [ - 1.0021709858608663, - 1.036472332412846, - 0.8511547041931776, - 1.153319334760644, - 1.1400090214649552, - 1.1856512484533104, - 1.109926186807537, - 1.1857461665406257, - 1.0993883359109478, - 1.0989049029267082, - 1.1281831752622162, - 1.0778885202444342, - 1.0368342393804297, - 1.1281482640713403, - 1.212987846980958, - 1.0961601956507685, - 0.9410222006090059, - 0.9631862850066165, - 0.9241843695124426, - 0.8888983110215023, - 0.9670994638815306, - 0.9437743892758995 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11005, - "cert_evals": { - "36": 0.8709677457809448, - "72": 0.8387096524238586, - "108": 0.8064515590667725, - "255": 0.5806451439857483 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.7878787878787878, - "test_acc": 0.8849557522123894, - "train_size": 49, - "val_size": 33, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.017151697959183657, - -0.08282589622448981, - -0.03878951020408162, - -0.05014604183673472, - -0.00995732653061224, - -0.010962025102040794, - -0.07701460816326532, - -0.01092796510204078, - -0.18647080816326533, - -0.18633531836734696, - -0.14844791836734691, - -0.22856991510204083, - -0.237482206122449, - -0.14839450816326533, - -0.02768821020408163, - 0.14269979897959184, - -0.18449186244897958, - 0.04748424285714288, - -0.13693871632653068, - -0.31049158099999996, - -0.18406532040816326, - -0.15638604489795918 - ] - ], - "std": [ - [ - 1.0058346739543103, - 0.9487949638489124, - 0.994620516441734, - 0.973242138110713, - 1.098902934224567, - 0.9933442474130566, - 0.8958864648117469, - 0.9933555009804176, - 0.8433041190561102, - 0.7941043410091924, - 0.9208429310347311, - 0.7043302529123088, - 0.6518639290383439, - 0.9208764339301102, - 1.0359836613291062, - 0.9627627144124837, - 0.9723485565102632, - 0.9910728139212198, - 0.9457878853222512, - 0.8667410055873132, - 0.9407240712581624, - 0.9187159564771525 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11005, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.696969747543335, - "108": 0.6363636255264282, - "255": 0.4545454680919647 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8344926688125489, - "std_test_acc": 0.04672997317534996, - "n_samples": 195, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.8017691671848297, - "std_cert_acc_36": 0.06171362268143719, - "mean_cert_acc_72": 0.7376375198364258, - "std_cert_acc_72": 0.07944319785974428, - "mean_cert_acc_108": 0.6540766358375549, - "std_cert_acc_108": 0.11868794452805172, - "mean_cert_acc_255": 0.47943342477083206, - "std_cert_acc_255": 0.07138163162619639 - }, - "page-blocks": { - "dataset": "page-blocks", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.9198998748435544, - "test_acc": 0.7964307320024199, - "train_size": 1368, - "val_size": 799, - "test_size": 3306, - "stats": { - "mean": [ - [ - -0.02785030869883066, - 0.04220508005847926, - -0.007799578223684104, - 0.04507938606725141, - -0.024484079290935535, - -0.03854930415204675, - -0.004306797478947405, - -0.009848768527412267, - -0.005646618040935423, - 0.010106594495613968 - ] - ], - "std": [ - [ - 0.6361019181556973, - 1.034803136362929, - 0.6754786444860511, - 1.1067239881887005, - 1.0243975057691477, - 1.0203050705017325, - 0.32326730885545285, - 0.9042709629040901, - 0.8768058573970098, - 0.9187092587310937 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 2428, - "cert_evals": { - "36": 0.737171471118927, - "72": 0.6307885050773621, - "108": 0.5143929719924927, - "255": 0.04505632072687149 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9010989010989011, - "test_acc": 0.8493609251369446, - "train_size": 1368, - "val_size": 819, - "test_size": 3286, - "stats": { - "mean": [ - [ - 0.043781880409356606, - 0.01711256745614031, - 0.027425312120614106, - 0.01732590579239761, - -0.023061163435672452, - -0.011174710704678221, - -0.011325527935818777, - -0.0035091932039473506, - 0.004744587522660881, - 0.021409590767543677 - ] - ], - "std": [ - [ - 1.551216006661219, - 1.0143372028076796, - 1.2187084249301219, - 1.0297549624764555, - 1.0122460594399296, - 0.9983403928938066, - 0.28158791437027286, - 0.9526865887702041, - 0.9742767406980914, - 1.066875823567642 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 2428, - "cert_evals": { - "36": 0.8144078254699707, - "72": 0.7533577680587769, - "108": 0.6666666865348816, - "255": 0.1697191745042801 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8935128518971848, - "test_acc": 0.875, - "train_size": 1368, - "val_size": 817, - "test_size": 3288, - "stats": { - "mean": [ - [ - 0.015907781140350814, - -0.002226113421052676, - 0.00912776447295319, - -0.002154920991959126, - 0.0031836314985380356, - 0.010374599444444719, - 0.033316965369883045, - 0.009327557160087575, - 0.000891657419590793, - 0.006515192383040968 - ] - ], - "std": [ - [ - 1.3819579471500247, - 1.004275883692728, - 1.095413957795245, - 0.9803011522566464, - 1.02223461206074, - 1.0167467029099182, - 1.9464523444956574, - 1.0297533577214233, - 0.9946199232832146, - 1.0446888834153083 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 2428, - "cert_evals": { - "36": 0.8115054965019226, - "72": 0.7503060102462769, - "108": 0.6817625761032104, - "255": 0.1774785816669464 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9072289156626506, - "test_acc": 0.9035114503816793, - "train_size": 1368, - "val_size": 830, - "test_size": 3275, - "stats": { - "mean": [ - [ - -0.022221515862573354, - 0.012958097207602326, - -0.023529265928362474, - 0.036208808418859734, - -0.027518972836257316, - -0.013723225687134319, - -0.012668056071783647, - -0.009748616040204477, - -0.011955442258771813, - -0.013552336834795524 - ] - ], - "std": [ - [ - 0.6475896046566302, - 1.0059677646780396, - 0.5107302397945517, - 1.1498688572629936, - 0.9979365341699833, - 1.013315424044995, - 0.29978287731614, - 0.8399280364800779, - 0.8321768138579335, - 0.8892475036231946 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 2428, - "cert_evals": { - "36": 0.8602409958839417, - "72": 0.8108434081077576, - "108": 0.7530120611190796, - "255": 0.23373495042324066 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8560757768802609, - "std_test_acc": 0.04550051264778317, - "n_samples": 5473, - "n_features": 10, - "n_classes": 5, - "mean_cert_acc_36": 0.8058314472436905, - "std_cert_acc_36": 0.05092589519145771, - "mean_cert_acc_72": 0.7363239228725433, - "std_cert_acc_72": 0.07566709707237368, - "mean_cert_acc_108": 0.6539585739374161, - "std_cert_acc_108": 0.10037381669094476, - "mean_cert_acc_255": 0.15649725683033466, - "std_cert_acc_255": 0.07958177900760074 - }, - "connect-4": { - "dataset": "connect-4", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 53, - "best_val_acc": 0.8321139401034046, - "test_acc": 0.8182942821090136, - "train_size": 16889, - "val_size": 10251, - "test_size": 40417, - "stats": { - "mean": [ - [ - 0.030039043756277816, - 0.019902300550625314, - 0.02412979927762107, - 0.01985044289179096, - 0.04051709657175008, - 0.019031591236910044, - -0.0045395188821050255, - 0.00019764479838064707, - -0.0054407273373289445, - 0.0013942071762814724, - 0.0055600884599283544, - 0.001485642518807598, - -0.045466167742357476, - -0.01035231553081155, - -0.011896642548398602, - -0.003500336017520728, - -0.005169183847484449, - -0.004208846444423896, - -0.015666746284570425, - -0.004623683640220639, - -0.003240515128237825, - 0.007526564154155245, - 0.005614181419874743, - -0.0009578565812173992, - -0.008785680620530124, - 2.9899105920217333e-05, - 0.008153071703466623, - 0.012008136479367208, - 0.006621551092434575, - -0.0019656975546212823, - -0.013779740837230907, - -0.007963726330753096, - 0.0029912185446102466, - 0.006957733791219768, - 0.009923208727565623, - 0.008400017940669328, - 0.005648935283319054, - -0.0006844205696187397, - -0.00016250281250430496, - 0.005438035407640847, - 0.006130487891554314, - 0.0019121513411066388 - ] - ], - "std": [ - [ - 1.006531226467314, - 1.008924218376966, - 1.0197183666704737, - 1.023893878424687, - 1.1159454713651147, - 1.1190732652590052, - 1.0024169825217877, - 0.9994835093105424, - 0.9930989860238304, - 1.004612308430935, - 1.0242747269577495, - 0.9967703228906594, - 1.0081015996457976, - 1.0023951062831706, - 0.9892908401102037, - 0.9991151349692805, - 0.9863950858355114, - 0.960184531380724, - 0.9986346631032498, - 1.0001270989782147, - 0.9928951530660571, - 1.0169032842233705, - 1.013285375385304, - 0.970290472444351, - 0.9945759706604689, - 0.9972408901165424, - 1.0114521905940863, - 1.0290063758644428, - 1.023278904623385, - 0.9324949802555003, - 0.9965943679305745, - 0.9932874797871102, - 1.0036564691959504, - 1.0228377133115587, - 1.0386526847608728, - 1.1257342158605066, - 1.0035861966708441, - 1.000236858494279, - 0.9968329006749054, - 1.0125833294784417, - 1.0214319654141149, - 1.006766118353405 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 39485, - "cert_evals": { - "36": 0.7253926396369934, - "72": 0.6093063950538635, - "108": 0.4818066358566284, - "255": 0.06779826432466507 - }, - "fold": 0 - }, - { - "best_epoch": 44, - "best_val_acc": 0.8249310752264671, - "test_acc": 0.8184241706161137, - "train_size": 16889, - "val_size": 10156, - "test_size": 40512, - "stats": { - "mean": [ - [ - 0.027203261152216014, - 0.024381636864207697, - 0.020735522529443332, - 0.023047149623986126, - 0.020027097519112465, - 0.026940308105877917, - -0.00722533788855856, - -0.00531791621766461, - -0.009308466457466616, - 0.00578968973889537, - -0.0010269574279278557, - 0.004949220640663072, - -0.037384035289282136, - -0.016723926816264917, - -0.008892225590617149, - -0.008508028006396103, - -0.004554644798399636, - 0.0002488341287307118, - -0.014038076854764218, - 0.0028520603943621176, - 0.0008038332642066601, - 0.002791597607881187, - -0.00160992456626965, - -0.0009578257800985885, - 5.388069156555676e-05, - 0.010160649535196326, - 0.012398836639225969, - 5.7993960568914834e-05, - -0.003970593522402191, - 0.0032774340103030072, - -0.010958108650600418, - 0.003209088104681389, - 0.008421007164421582, - 0.007349537331987826, - 0.008767308745328259, - -0.0032300263189079456, - -0.0018860788679084654, - -0.009485176801493057, - -0.0028463511753280563, - 0.0013060429865429904, - -0.0015533507016145245, - 0.012107637870801016 - ] - ], - "std": [ - [ - 1.0053784970608792, - 1.0086117051709853, - 1.0174407281192794, - 1.0328236445577126, - 1.0555647249928823, - 1.1828794778966805, - 1.0020910755122447, - 1.0000565113338769, - 0.9890321160451245, - 1.0150152665488792, - 0.9899360205182285, - 1.0509979377431884, - 1.0058247313452429, - 0.9943794278675755, - 0.9914355031605685, - 0.98735263698585, - 0.9895129572809503, - 0.9832660190727348, - 1.0002454573596118, - 1.005345164132691, - 1.0022702027544366, - 1.0038695389702308, - 0.9884994910041733, - 1.0323210247180712, - 0.9997460580413666, - 1.0089872644160143, - 1.0235001251776934, - 0.9984386209085483, - 0.9823324227005963, - 1.0494438702787408, - 0.9933592013054958, - 1.0038908920524567, - 1.013697656799958, - 1.0183153010542547, - 1.0567215054144603, - 0.8880868673858706, - 1.0011297314158905, - 0.9952887406369397, - 0.9967427026967423, - 1.006175884588394, - 0.991937713430211, - 1.1100304287997806 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 39485, - "cert_evals": { - "36": 0.7191807627677917, - "72": 0.5964946746826172, - "108": 0.46642377972602844, - "255": 0.05415517836809158 - }, - "fold": 1 - }, - { - "best_epoch": 47, - "best_val_acc": 0.8217986314760508, - "test_acc": 0.8158662644047678, - "train_size": 16889, - "val_size": 10230, - "test_size": 40438, - "stats": { - "mean": [ - [ - 0.025572694783573928, - 0.01329715524895377, - 0.021220418319602922, - 0.01865168985727237, - 0.01982012718339098, - 0.00963998614483818, - 0.002528423115643657, - 0.014210160400253889, - 0.019369405767058635, - 0.014451386997468231, - 0.013793931316224738, - 0.012371159470670088, - -0.039714018710444283, - 0.002464175676483553, - -0.003429649002305634, - -0.009634763751553201, - 0.0009762194327558758, - 0.0017347277695622, - -0.010497498845409039, - -0.009077317366310872, - -0.009626320682147567, - -0.007594781810667109, - -0.00470596897387065, - -0.0015970677600842312, - -0.009472249452314906, - -0.00820725051809292, - -0.0026667849487946728, - -0.015432931020187987, - 0.0013254907454667974, - 0.008520569927173222, - -0.01259168517970182, - -0.013636079637638902, - -0.01148821777488854, - 0.0004930685061226005, - 0.0037583447036442816, - 0.004523333086622283, - -0.0011041412753886373, - 0.0011898180472266853, - 0.004086905974287228, - 0.0047194280300578055, - 0.006496377523849094, - 0.0006377091894106407 - ] - ], - "std": [ - [ - 1.002340911028259, - 1.000241509886604, - 1.0182352047279812, - 1.026450786988581, - 1.0586830294039484, - 1.0573441287107759, - 0.9999723336345973, - 1.0051963116139528, - 1.0189730060934503, - 1.0249429350044355, - 1.0283337398578962, - 1.0717856671455852, - 1.007021137501264, - 1.0086278986575667, - 0.9953893180688569, - 0.98676435866359, - 1.0045070750637721, - 0.9894410915928983, - 1.0018969853345276, - 0.9951351558433682, - 0.9829488046935272, - 0.9826669281585328, - 0.9809482582136214, - 1.0155101449208117, - 0.9962026519420597, - 0.990863381380769, - 1.0019931559758173, - 0.9596014491771616, - 1.0169055158769793, - 1.076548189219986, - 0.9955495648295175, - 0.9907146280157456, - 0.9785756681213451, - 1.006526766910725, - 1.0173366899136054, - 1.0876518916773228, - 1.0029420841971977, - 0.9990722630784118, - 1.0096089946640998, - 1.0127375864747392, - 1.01584212211435, - 0.9362241233272562 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 39485, - "cert_evals": { - "36": 0.7130987644195557, - "72": 0.593450665473938, - "108": 0.46256110072135925, - "255": 0.05307918041944504 - }, - "fold": 2 - }, - { - "best_epoch": 56, - "best_val_acc": 0.8292439656892081, - "test_acc": 0.8170119580729295, - "train_size": 16889, - "val_size": 10026, - "test_size": 40642, - "stats": { - "mean": [ - [ - 0.0255017919592495, - 0.022711381550094376, - 0.022287194327654584, - 0.02371314346613092, - 0.02809891444136949, - 0.011617169660734934, - -0.003762045615482179, - -0.0006222379063383423, - -0.0011956524365063191, - 0.008375274142948436, - -0.0028795755225458197, - 0.004949219420934186, - -0.03286969234417018, - -0.016504218603819, - -0.0016998223695865533, - -0.0031247556989696936, - -0.011519434898461321, - 0.0002488323820318791, - -0.012126160814738062, - -0.0071686163775022144, - 0.0038903055242530825, - 0.0026388575403812784, - 0.004066158683185444, - -0.0015970711824220074, - -0.004837915684773933, - -0.005745571910715695, - -0.003762464740373103, - -0.006138376635676964, - 0.001325493137553573, - 0.008520567025875392, - -0.0066514068920593425, - -0.003064876132393696, - 0.005525119900522458, - 0.009504424891937585, - 0.011849736177385477, - 0.008400017940669543, - -0.0067909446385286945, - -0.00818136082659884, - 0.004646044170746594, - 0.012444457339079356, - -0.0015533672804591957, - 0.00446103881223969 - ] - ], - "std": [ - [ - 1.0045809901782567, - 1.011044061995358, - 1.0172043141389446, - 1.0411444793879623, - 1.0848038904253097, - 1.0532589212327128, - 1.001732294856909, - 0.9979736375563433, - 0.9960552361012427, - 1.01505820099451, - 0.9927946698994767, - 1.0430998783719132, - 1.0035374294499668, - 0.9954329781752278, - 0.9998036225568965, - 0.9986000648188756, - 0.968307334521185, - 1.0041135888200137, - 1.0020709200665507, - 0.9957946771192316, - 1.0066983742054452, - 0.9982009085917064, - 1.0079501138389146, - 1.0086913740499897, - 0.9975519054988539, - 0.9949781645083238, - 0.9908446185534602, - 0.980252534332932, - 1.0196582337505167, - 1.129171084329408, - 0.9975018305111572, - 0.9962923547954192, - 1.0083259241822573, - 1.0245524736842544, - 1.0587730123334396, - 1.1257342158603454, - 1.000888709096108, - 0.9958781134180874, - 1.0074167017832345, - 1.03159906035601, - 0.975850670238492, - 1.1586868157131331 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 39485, - "cert_evals": { - "36": 0.7209256291389465, - "72": 0.6042290329933167, - "108": 0.47456613183021545, - "255": 0.06443247944116592 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8173991688007061, - "std_test_acc": 0.0012043787597886576, - "n_samples": 67557, - "n_features": 42, - "n_classes": 2, - "mean_cert_acc_36": 0.7196494489908218, - "std_cert_acc_36": 0.0050906453322613595, - "mean_cert_acc_72": 0.6008701920509338, - "std_cert_acc_72": 0.007226014587356236, - "mean_cert_acc_108": 0.4713394120335579, - "std_cert_acc_108": 0.008586747263178277, - "mean_cert_acc_255": 0.059866275638341904, - "std_cert_acc_255": 0.007358622045589709 - }, - "pima": { - "dataset": "pima", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.7692307692307693, - "test_acc": 0.7429193899782135, - "train_size": 192, - "val_size": 117, - "test_size": 459, - "stats": { - "mean": [ - [ - -0.0019324124999998884, - -0.00012207583333333216, - 0.04217885052083333, - 0.00848995729166671, - 0.005174749999999932, - -0.046159915651041654, - 0.005953811979166655, - 0.07872151093750006 - ] - ], - "std": [ - [ - 0.9819510309933771, - 0.9111640190273224, - 0.9708504296826285, - 1.099822957973565, - 0.9218205138345946, - 1.056214861472258, - 1.0108583076345607, - 1.01432971356633 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 1541, - "cert_evals": { - "36": 0.6581196784973145, - "72": 0.5641025900840759, - "108": 0.4700855016708374, - "255": 0.16239316761493683 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7709750566893424, - "train_size": 192, - "val_size": 135, - "test_size": 441, - "stats": { - "mean": [ - [ - 0.019707258333333522, - 0.03424992687499997, - 0.03491385885416665, - -0.08194942239583324, - -0.03907010052083341, - 0.053195496510416655, - -0.0036192521354166743, - -0.06521345781250003 - ] - ], - "std": [ - [ - 1.0301685557841433, - 0.9959115695466323, - 1.0735770070448536, - 0.9845812772483306, - 0.9943920335167246, - 1.0696319409722543, - 0.9860249191330342, - 0.9892410062597343 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 1541, - "cert_evals": { - "36": 0.6666666269302368, - "72": 0.555555522441864, - "108": 0.40740740299224854, - "255": 0.07407407462596893 - }, - "fold": 1 - }, - { - "best_epoch": 27, - "best_val_acc": 0.775, - "test_acc": 0.756578947368421, - "train_size": 192, - "val_size": 120, - "test_size": 456, - "stats": { - "mean": [ - [ - 0.17582224895833332, - 0.038322315416666634, - -0.07783248697916666, - -0.16520565468749995, - -0.11327850364583342, - -0.135474219296875, - -0.03175727552083333, - 0.09643667291666673 - ] - ], - "std": [ - [ - 1.0638504058639158, - 0.9838373596130083, - 1.064286398859908, - 1.0275191945092796, - 0.9301240391257053, - 1.0696755566062253, - 0.953495407419293, - 1.060048294039853 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 1541, - "cert_evals": { - "36": 0.6500000357627869, - "72": 0.5916666984558105, - "108": 0.4833333492279053, - "255": 0.07500000298023224 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.7876106194690266, - "test_acc": 0.7278617710583153, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - 0.019707373958333604, - 0.04956274229166665, - -0.032895598437499944, - -0.02546561510416664, - -0.004270790312500018, - 0.06891787828125, - -0.041550713963541624, - 0.019818838020833326 - ] - ], - "std": [ - [ - 1.046076222621493, - 0.9765956060942442, - 1.0875934081009107, - 0.9881278389945256, - 0.9075867743815457, - 0.9995410119642123, - 0.8563442009545308, - 0.9709125098838245 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 1541, - "cert_evals": { - "36": 0.6902654767036438, - "72": 0.5929203629493713, - "108": 0.5398229956626892, - "255": 0.1592920422554016 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7495837912735731, - "std_test_acc": 0.018464189229757115, - "n_samples": 768, - "n_features": 8, - "n_classes": 2, - "mean_cert_acc_36": 0.6662629544734955, - "std_cert_acc_36": 0.017388497093159597, - "mean_cert_acc_72": 0.5760612934827805, - "std_cert_acc_72": 0.019072267131555912, - "mean_cert_acc_108": 0.4751623123884201, - "std_cert_acc_108": 0.05435767826435424, - "mean_cert_acc_255": 0.1176898218691349, - "std_cert_acc_255": 0.04984605603349598 - }, - "pittsburg-bridges-MATERIAL": { - "dataset": "pittsburg-bridges-MATERIAL", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.8, - "test_acc": 0.6833333333333333, - "train_size": 26, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - -0.11238934615384605, - 0.19736865, - 0.15455, - 0.15961346153846157, - -0.07076646153846156, - 0.15434588461538454, - 0.1840363461538461 - ] - ], - "std": [ - [ - 0.9957184371723743, - 0.9959413552215316, - 1.0315511158616348, - 0.8772828351648864, - 1.0247762294541045, - 1.1028821922601193, - 0.7995873033749223 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.4000000059604645, - "72": 0.4000000059604645, - "108": 0.20000000298023224, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.7894736842105263, - "test_acc": 0.819672131147541, - "train_size": 26, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.009688884615384565, - 0.22651538461538462, - 0.03409030769230755, - -0.09103884615384622, - 0.1841305, - 0.31850111538461523, - 0.027972884615384445 - ] - ], - "std": [ - [ - 1.115613086975337, - 1.0057941285258243, - 1.1782033883592151, - 0.9294434251013095, - 1.0832735600836598, - 1.0726038998514973, - 0.8999058194666532 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.7368420958518982, - "72": 0.5789473652839661, - "108": 0.21052631735801697, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 44, - "best_val_acc": 0.625, - "test_acc": 0.640625, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.14436196153846156, - -0.06772561923076922, - 0.15454984615384612, - 0.15961346153846157, - 0.29337180769230764, - 0.26378273076923064, - 0.027972884615384573 - ] - ], - "std": [ - [ - 1.0179791685372954, - 1.0403197946863862, - 1.0714178998681247, - 0.8772828351648864, - 0.8271634472356539, - 1.1323512832459435, - 0.8999058194666533 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.125, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7058823529411765, - "test_acc": 0.8253968253968254, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3691406153846153, - 0.08633426923076921, - -0.00606200000000008, - -0.34169099999999986, - -0.14359411538461544, - 0.07226838461538451, - -0.05005884615384633 - ] - ], - "std": [ - [ - 0.7352238508876096, - 0.769629063092912, - 0.993332786470492, - 1.2842104251847937, - 0.9183219104916871, - 1.1684627801712248, - 0.9363807692307694 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.47058823704719543, - "72": 0.29411765933036804, - "108": 0.05882352963089943, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7422568224694248, - "std_test_acc": 0.09435110848125378, - "n_samples": 106, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.4331075847148895, - "std_cert_acc_36": 0.2514530095827821, - "mean_cert_acc_72": 0.31826625764369965, - "std_cert_acc_72": 0.24256381363089374, - "mean_cert_acc_108": 0.11733746249228716, - "std_cert_acc_108": 0.10441778059657447, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-REL-L": { - "dataset": "pittsburg-bridges-REL-L", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.46153846153846156, - "test_acc": 0.65625, - "train_size": 26, - "val_size": 13, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.2534473076923077, - 0.33873420769230767, - 0.033979423076922706, - 0.11527103846153851, - -0.28692915384615375, - 0.10456480769230773, - 0.12155461538461536 - ] - ], - "std": [ - [ - 0.9261583185285736, - 0.8009009247637227, - 1.0889481792626658, - 0.99653081940633, - 1.072126740077213, - 0.9196280170052044, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.23076924681663513, - "72": 0.07692307978868484, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.5333333333333333, - "test_acc": 0.4838709677419355, - "train_size": 26, - "val_size": 15, - "test_size": 62, - "stats": { - "mean": [ - [ - -0.09836800000000002, - 0.11185775384615383, - 0.07467526923076934, - -0.009052730769230726, - -0.10539519230769225, - 0.013804115384615371, - 0.27612307692307686 - ] - ], - "std": [ - [ - 1.0694354197920724, - 0.8688390763013727, - 0.8067650960246951, - 0.9157017407809144, - 1.0553979577856298, - 0.9260748900018138, - 0.7249903479716615 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.40000003576278687, - "72": 0.20000001788139343, - "108": 0.13333334028720856, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6875, - "test_acc": 0.32786885245901637, - "train_size": 26, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.21179084615384614, - -0.20075696923076924, - 0.23745903846153846, - 0.05310915384615384, - 0.14875234615384614, - 0.1348184615384615, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.858790726074425, - 0.9525936502475233, - 1.0303379408513154, - 0.9050907018495523, - 0.955082657540614, - 1.0895483096872065, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.5, - "72": 0.375, - "108": 0.375, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.5873015873015873, - "train_size": 26, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3568335384615385, - -0.18405515384615387, - -0.00671646153846194, - 0.17743292307692307, - 0.2213659230769231, - 0.31633973076923083, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.8287037559089696, - 0.9069856689030475, - 1.0557430702422617, - 0.8702663846153843, - 0.9327384905473824, - 1.0726154740713343, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.4285714626312256, - "72": 0.0714285746216774, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5138228518756348, - "std_test_acc": 0.14278261138858528, - "n_samples": 103, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.3898351863026619, - "std_cert_acc_36": 0.11407904065440971, - "mean_cert_acc_72": 0.18083791807293892, - "std_cert_acc_72": 0.1424017768819368, - "mean_cert_acc_108": 0.12708333507180214, - "std_cert_acc_108": 0.17682579319795402, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-SPAN": { - "dataset": "pittsburg-bridges-SPAN", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 53, - "best_val_acc": 0.7857142857142857, - "test_acc": 0.6, - "train_size": 23, - "val_size": 14, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.029837999999999993, - -0.25806898695652175, - 0.27461930434782605, - -0.10251969565217388, - 0.0609171304347826, - -0.20858055217391297, - 0.1910520434782607 - ] - ], - "std": [ - [ - 0.7916916039569953, - 1.0125006038076372, - 0.8444054443868326, - 1.1230445292246944, - 0.9384505846315211, - 1.2509107678124556, - 0.9902371367201799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.6428571939468384, - "72": 0.5714285969734192, - "108": 0.3571428656578064, - "255": 0.0714285746216774 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.625, - "test_acc": 0.45901639344262296, - "train_size": 23, - "val_size": 8, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.20886565217391312, - 0.20484198695652173, - -0.07489591304347826, - 0.10251943478260879, - -0.22335769565217395, - -0.24650454782608694, - -0.23350947826086974 - ] - ], - "std": [ - [ - 1.1322718849321831, - 1.1240719320543364, - 1.0615420299973752, - 0.8963528876008708, - 1.0527502115584615, - 0.7255249335603758, - 1.1264874806517848 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.125, - "72": 0.125, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 35, - "best_val_acc": 0.5, - "test_acc": 0.6037735849056604, - "train_size": 23, - "val_size": 16, - "test_size": 53, - "stats": { - "mean": [ - [ - -0.26854200000000006, - 0.08719552173913042, - -0.024965043478260857, - -0.034172999999999946, - 0.34519221739130435, - 0.24650505217391308, - -0.4033346521739131 - ] - ], - "std": [ - [ - 0.7826434027524923, - 0.8532738699385454, - 1.116485175293137, - 1.0229130046834918, - 0.891588314188393, - 0.9488533640036454, - 0.9755681035759809 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.25, - "72": 0.0625, - "108": 0.0625, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.6, - "test_acc": 0.3728813559322034, - "train_size": 23, - "val_size": 10, - "test_size": 59, - "stats": { - "mean": [ - [ - -0.20886582608695664, - -0.14202214347826086, - -0.024965130434782608, - 0.10251943478260875, - -0.060915000000000004, - 0.05688600869565217, - 0.1061391739130434 - ] - ], - "std": [ - [ - 0.7916911713540639, - 0.9447975425602776, - 1.0638879741325864, - 0.896352887600871, - 1.0621083198533245, - 1.0385861814225783, - 0.8575722370885731 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.4000000059604645, - "72": 0.20000000298023224, - "108": 0.10000000149011612, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5089178335701217, - "std_test_acc": 0.11297440945913338, - "n_samples": 92, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.3544642999768257, - "std_cert_acc_36": 0.22271851947045193, - "mean_cert_acc_72": 0.23973214998841286, - "std_cert_acc_72": 0.22816359458280203, - "mean_cert_acc_108": 0.12991071678698063, - "std_cert_acc_108": 0.15700329024563445, - "mean_cert_acc_255": 0.01785714365541935, - "std_cert_acc_255": 0.0357142873108387 - }, - "pittsburg-bridges-T-OR-D": { - "dataset": "pittsburg-bridges-T-OR-D", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.875, - "test_acc": 0.7049180327868853, - "train_size": 25, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.15020296000000002, - -0.0008959920000000077, - -0.007506879999999985, - 0.09924271999999996, - -0.11183403999999993, - 0.06574727999999996, - 0.2686277600000001 - ] - ], - "std": [ - [ - 1.1056510586049282, - 0.9894276187747426, - 0.9455226916051597, - 1.1055352321467289, - 1.0069534202490789, - 0.9298309440615328, - 0.7342804012389428 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 1195, - "cert_evals": { - "36": 0.75, - "72": 0.625, - "108": 0.4375, - "255": 0.0625 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8421052631578947, - "test_acc": 0.8793103448275862, - "train_size": 25, - "val_size": 19, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.22477987999999996, - -0.23302490400000006, - -0.3052941999999999, - -0.09418591999999981, - -0.30132007999999993, - 0.034113799999999944, - -0.29218840000000024 - ] - ], - "std": [ - [ - 0.8537489133489458, - 0.9442767857681105, - 1.1206967647206985, - 1.1278721619730465, - 0.8691601526879115, - 0.9222667065314241, - 1.1442940136936137 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 1195, - "cert_evals": { - "36": 0.5263158082962036, - "72": 0.21052631735801697, - "108": 0.10526315867900848, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.9206349206349206, - "train_size": 25, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.20377195999999997, - 0.09630778000000002, - 0.3328217600000001, - -0.22313807999999993, - 0.19134339999999994, - -0.029153040000000026, - 0.26862776000000005 - ] - ], - "std": [ - [ - 1.089967253887803, - 1.1192053646352136, - 0.8759745403148782, - 1.2131111924223241, - 0.9282879043276608, - 1.1030982427632627, - 0.7342804012389427 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 1195, - "cert_evals": { - "36": 0.6428571939468384, - "72": 0.3571428656578064, - "108": 0.3571428656578064, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6153846153846154, - "train_size": 25, - "val_size": 12, - "test_size": 65, - "stats": { - "mean": [ - [ - -0.17121067999999995, - -0.21648582000000005, - 0.12011635999999999, - -0.09418591999999995, - -0.11183404000000002, - -0.28222119999999995, - 0.10839464000000007 - ] - ], - "std": [ - [ - 0.8571032600003676, - 0.9702298691514799, - 1.0541263774745755, - 0.9254069877190219, - 1.006953420249079, - 1.1836178575986762, - 0.8554107804035617 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 1195, - "cert_evals": { - "36": 0.5833333730697632, - "72": 0.4166666865348816, - "108": 0.25, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7800619784085019, - "std_test_acc": 0.1441945870217675, - "n_samples": 102, - "n_features": 7, - "n_classes": 2, - "mean_cert_acc_36": 0.6256265938282013, - "std_cert_acc_36": 0.09559809340554865, - "mean_cert_acc_72": 0.40233396738767624, - "std_cert_acc_72": 0.17187010521798607, - "mean_cert_acc_108": 0.2874765060842037, - "std_cert_acc_108": 0.14372037997888723, - "mean_cert_acc_255": 0.015625, - "std_cert_acc_255": 0.03125 - }, - "pittsburg-bridges-TYPE": { - "dataset": "pittsburg-bridges-TYPE", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 30, - "best_val_acc": 0.6111111111111112, - "test_acc": 0.47540983606557374, - "train_size": 26, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.2226830769230769, - 0.05670122692307692, - -0.043026884615384405, - -0.03758799999999994, - 0.17069815384615383, - 0.05726184615384619, - 0.03333576923076921 - ] - ], - "std": [ - [ - 0.9229643846157178, - 0.8879073657273664, - 0.9090621758106759, - 0.8047152853556344, - 0.9896400284910009, - 0.9758970201578133, - 1.0579562243200262 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 1255, - "cert_evals": { - "36": 0.4444444477558136, - "72": 0.3888888955116272, - "108": 0.3333333432674408, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.47619047619047616, - "test_acc": 0.15517241379310345, - "train_size": 26, - "val_size": 21, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.17140723076923073, - 0.17603493076923074, - -0.043027115384615275, - 0.08770580769230771, - 0.06073815384615386, - 0.140003576923077, - 0.11111846153846151 - ] - ], - "std": [ - [ - 0.9955960192363054, - 0.8707946707612142, - 1.076508222112097, - 0.8969691136995324, - 1.0157671583515164, - 1.0382138974203643, - 0.8520637539328237 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 1255, - "cert_evals": { - "36": 0.190476194024086, - "72": 0.190476194024086, - "108": 0.095238097012043, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.38461538461538464, - "test_acc": 0.19696969696969696, - "train_size": 26, - "val_size": 13, - "test_size": 66, - "stats": { - "mean": [ - [ - 0.13624746153846157, - -0.13478680769230772, - 0.03693388461538476, - 0.08770600000000003, - -0.01256838461538465, - 0.05726215384615386, - 0.033336038461538396 - ] - ], - "std": [ - [ - 0.8716889547511608, - 0.9579937729204642, - 1.0615560480179493, - 0.7749005943842086, - 0.9916744330944691, - 1.0538491233066194, - 0.8970306628997816 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 1255, - "cert_evals": { - "36": 0.23076924681663513, - "72": 0.07692307978868484, - "108": 0.07692307978868484, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 39, - "best_val_acc": 0.5789473684210527, - "test_acc": 0.36666666666666664, - "train_size": 26, - "val_size": 19, - "test_size": 60, - "stats": { - "mean": [ - [ - 0.2900749615384615, - -0.1092556538461538, - -0.16296869230769223, - 0.08770600000000003, - -0.12252815384615393, - 0.002101461538461631, - -0.0444463846153846 - ] - ], - "std": [ - [ - 0.9565380984621445, - 1.0668876495414104, - 1.087587760209891, - 0.7749005943842086, - 0.9250887318796751, - 0.7643326705239842, - 0.9333890769230768 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 1255, - "cert_evals": { - "36": 0.21052631735801697, - "72": 0.05263157933950424, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2985546533737602, - "std_test_acc": 0.14921457926372128, - "n_samples": 105, - "n_features": 7, - "n_classes": 6, - "mean_cert_acc_36": 0.2690540514886379, - "std_cert_acc_36": 0.11807835353091382, - "mean_cert_acc_72": 0.17722993716597557, - "std_cert_acc_72": 0.15336361408830418, - "mean_cert_acc_108": 0.12637363001704216, - "std_cert_acc_108": 0.14401087413312946, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "planning": { - "dataset": "planning", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.7037037037037037, - "test_acc": 0.6454545454545455, - "train_size": 45, - "val_size": 27, - "test_size": 110, - "stats": { - "mean": [ - [ - -0.13597411777777782, - -0.059930613333333334, - 0.1726637911111111, - 0.034723479999999994, - 0.1943293844444444, - -0.058733431111111144, - -0.116129388, - 0.17681400222222224, - -0.19228555555555557, - -0.07629513333333332, - 0.07577999111111111, - 0.14000706444444447 - ] - ], - "std": [ - [ - 0.9037583332493699, - 0.8892684096511589, - 0.9934159714161822, - 0.9795447749569939, - 0.991099979203418, - 0.8238368829401475, - 0.8461204418967577, - 1.0434976919452328, - 0.9979969012441308, - 0.9523454999652433, - 0.9216888475521186, - 1.061608647395146 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3365, - "cert_evals": { - "36": 0.40740740299224854, - "72": 0.29629629850387573, - "108": 0.2222222238779068, - "255": 0.03703703731298447 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.504950495049505, - "train_size": 45, - "val_size": 36, - "test_size": 101, - "stats": { - "mean": [ - [ - 0.11314807155555553, - -0.05681264375555557, - 0.03933796666666664, - 0.04977631111111109, - 0.03694895555555555, - -0.044924306666666684, - 0.04804084666666663, - 0.12195993333333337, - 0.042717271111111156, - 0.008962882222222232, - -0.0006334968888889045, - -0.0009558044444444105 - ] - ], - "std": [ - [ - 0.9103807361609941, - 0.9363715375995261, - 1.1502145656153577, - 1.0558247484927283, - 1.076388481139489, - 1.0010167884068093, - 0.9233794686212015, - 0.8789681038837464, - 0.8499326718606948, - 0.8719046264511446, - 0.8860788083725304, - 0.8502961074388711 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3365, - "cert_evals": { - "36": 0.5277777910232544, - "72": 0.3888888955116272, - "108": 0.3055555522441864, - "255": 0.02777777798473835 - }, - "fold": 1 - }, - { - "best_epoch": 6, - "best_val_acc": 0.7916666666666666, - "test_acc": 0.5575221238938053, - "train_size": 45, - "val_size": 24, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.08181936222222222, - 0.032095062222222207, - -0.2932722444444444, - -0.2642803151111112, - -0.2482941920666666, - 0.04209659104444442, - -0.08089617555555557, - 0.011037159999999989, - -0.05962093333333333, - -0.05360210222222223, - 0.041594423777777785, - 0.03579832413333331 - ] - ], - "std": [ - [ - 1.0346900075231742, - 0.983181200526179, - 0.8190101673790661, - 0.8655727810698712, - 0.9958599284470852, - 0.9221770981656976, - 1.0076979840800466, - 1.0249788633648824, - 1.0799692279692954, - 1.0059810529176614, - 1.0760442404746193, - 0.966271648432117 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3365, - "cert_evals": { - "36": 0.375, - "72": 0.25, - "108": 0.0833333358168602, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 44, - "best_val_acc": 0.8260869565217391, - "test_acc": 0.5614035087719298, - "train_size": 45, - "val_size": 23, - "test_size": 114, - "stats": { - "mean": [ - [ - 0.10711943111111107, - 0.19129145333333336, - 0.23947074666666662, - 0.1974917848888889, - 0.06191540222222221, - 0.19409456755555554, - 0.10399900533333334, - -0.07677485555555555, - 0.05582479999999996, - -0.0920865622222222, - 0.07224912822222225, - -0.22088875111111111 - ] - ], - "std": [ - [ - 0.9820868604107751, - 0.8497304858975051, - 0.9414935653357391, - 0.9419249731758765, - 0.9517511837520722, - 0.8554967298035733, - 1.06563202833593, - 1.067683309777831, - 0.968308470640187, - 1.07319052594271, - 1.055131325540202, - 1.0489152018459469 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3365, - "cert_evals": { - "36": 0.739130437374115, - "72": 0.52173912525177, - "108": 0.3913043439388275, - "255": 0.08695652335882187 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5673326682924464, - "std_test_acc": 0.058097518431971786, - "n_samples": 182, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.5123289078474045, - "std_cert_acc_36": 0.16486899132206742, - "mean_cert_acc_72": 0.36423107981681824, - "std_cert_acc_72": 0.11983414421570565, - "mean_cert_acc_108": 0.25060386396944523, - "std_cert_acc_108": 0.13115037195345558, - "mean_cert_acc_255": 0.03794283466413617, - "std_cert_acc_255": 0.03626821026714836 - }, - "plant-margin": { - "dataset": "plant-margin", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 50, - "best_val_acc": 0.71900826446281, - "test_acc": 0.7296450939457203, - "train_size": 400, - "val_size": 242, - "test_size": 958, - "stats": { - "mean": [ - [ - -0.0010596968500001934, - -0.01804303900000009, - 0.058554600000000095, - -0.04174014875000007, - -0.00557412199999981, - 0.022321825499999975, - 0.009465832749999917, - 0.026944449999999596, - 0.0220769747500004, - -0.02089326899999988, - -0.012520925000000096, - 0.0033962770000000053, - 0.0021340793749998234, - -0.0033546413499999455, - 0.021925117425000074, - 0.013851212499999961, - -0.0015689260000001164, - -0.004634679999999923, - -0.05511270024999984, - 0.026070323000000024, - 0.01848005475000007, - 0.0022656225000003355, - -0.01842250000000018, - 0.01246016899999983, - 0.0098437735000002, - -0.032934458000000104, - 0.049291360500000325, - 0.0024477580000001266, - -0.02057179899999991, - 0.0009727362499999343, - 0.0017701742499999368, - 0.00541423612499992, - 0.02091535780000011, - 0.020351312499999816, - -0.009445618999999935, - -0.02841862299999999, - 0.029737960000000185, - 0.018735809500000172, - 0.014390100750000086, - -0.016125830000000306, - 0.012385870249999646, - -0.043971327499999775, - 0.0009311264999999372, - 0.01806689874999989, - -0.008581579999999964, - -0.009399341000000174, - -0.03755508207500001, - -0.0009747140000000407, - 0.028856429249999874, - -0.0030426587000000733, - -0.015013867049999909, - -0.004152345000000207, - 0.02680056899999996, - -0.02129718575000011, - 0.022555419000000035, - -0.00723436300000014, - 0.036754802499999906, - -0.02058847975000004, - -0.010368677175000047, - -0.029642165000000022, - -0.02736674750000015, - 0.0008163920000001678, - 0.018380879350000014, - -0.008580070000000413 - ] - ], - "std": [ - [ - 0.9874340403909011, - 0.9592061852266575, - 1.0435962908617902, - 0.9425389198852354, - 1.0047339728470936, - 1.0363144948903504, - 1.0296524029950296, - 1.0063022213625923, - 1.094313672273991, - 1.0202299972901783, - 0.985157157060649, - 0.9888027948033142, - 0.9932416135375679, - 0.9909877623883768, - 1.0005062186033022, - 1.2067387345575986, - 0.984270179305036, - 0.9091203000942354, - 0.9545319559171044, - 0.983601787222833, - 1.011060877681347, - 0.9799045991624534, - 0.9223386505533625, - 1.0460006470835634, - 1.0181216615718796, - 0.9516193964985948, - 1.0882812579258407, - 1.0329753644197, - 0.9792719916843142, - 0.9673648432380815, - 0.9958388822460692, - 1.012645249804551, - 1.0439458247448072, - 1.0733982117428793, - 1.0111716504511818, - 0.996690448869414, - 1.0367837370015323, - 1.0026230843872075, - 1.0036523141489182, - 0.9356670752186079, - 1.0259733303222744, - 0.9543079293157887, - 1.016979624435871, - 1.0361404335495707, - 0.9710294506381861, - 0.9356304778213941, - 0.9636374865372435, - 0.9682684696531572, - 1.0488592685926776, - 1.0095591832024964, - 0.9864668975312801, - 0.965788248416018, - 1.0175463184007973, - 0.9707788038864342, - 1.035917848788737, - 0.9984750436485963, - 1.047306945528514, - 0.9624268336767162, - 1.0407274202088548, - 0.9906889986330216, - 0.9133036560743315, - 1.0063256302193264, - 1.0448919868528035, - 1.060209155310641 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.6363636255264282, - "72": 0.56611567735672, - "108": 0.4917355179786682, - "255": 0.20661155879497528 - }, - "fold": 0 - }, - { - "best_epoch": 54, - "best_val_acc": 0.7606837606837606, - "test_acc": 0.7184265010351967, - "train_size": 400, - "val_size": 234, - "test_size": 966, - "stats": { - "mean": [ - [ - 0.018630191274999833, - 0.0021237185000000623, - 0.020341910000000126, - -0.03847603025000004, - 0.0024851145000002843, - -0.019245363750000032, - 0.01765857999999999, - -0.09520458750000026, - 0.016723600750000407, - -0.020893166249999973, - -0.013275087500000034, - -0.009778451499999922, - 0.02100441234999998, - -0.0006707280500000078, - 0.01202943670000018, - -0.012221054999999943, - 0.026685538499999994, - 0.03934188799999998, - -0.017911806749999953, - -0.004428536999999995, - 0.013875288750000034, - -0.007751707499999634, - 0.03217363749999957, - 0.003825904499999896, - 0.010617184500000114, - -0.03897739600000022, - -0.00972438474999977, - 0.0034970589999999357, - 0.02035820800000013, - -0.037335613750000024, - -0.008548351749999959, - 0.0018481537499997402, - -0.007583834749999951, - 0.04391894749999982, - 0.033370660000000205, - 0.00937306074999997, - -0.013948834999999842, - 0.005821061250000135, - 0.03052180125000005, - 0.02165496999999981, - -0.00854195450000032, - -0.03606767999999988, - -0.017944192250000105, - -0.02588678125000007, - 0.01616825525000002, - -0.00827056050000008, - -0.0017126565000000083, - -0.01656842850000004, - -0.017988074249999902, - -0.03559730630000006, - -0.0036789360499999424, - 0.012461489999999617, - 0.026261220249999995, - -0.020665702500000202, - -0.0005093669999999243, - -0.009416002500000138, - -0.02145052, - 0.012404727999999953, - 0.008414623600000027, - 0.026667712, - 0.023455849999999993, - 0.01995325700000049, - 0.017141528075000113, - -0.00027581000000054354 - ] - ], - "std": [ - [ - 1.041295070488909, - 1.0014805383027654, - 1.0526387415016842, - 0.9348659203435066, - 1.012132944361091, - 0.9779461065975633, - 1.0032476656820697, - 0.765138203982258, - 1.084558801095068, - 1.0155838017759249, - 0.9847823955761184, - 1.0321402388555014, - 1.0519629684769372, - 0.9582131621864026, - 0.9927092815254406, - 0.803704884375634, - 0.9988728657062945, - 1.1858597763171363, - 1.012274069308041, - 1.012471113861707, - 1.0151240798466312, - 0.9972545733894309, - 1.0563298324391637, - 1.0047120258743576, - 1.016702961526915, - 0.9272542628757423, - 1.012180666645035, - 1.0130792339306003, - 0.9869444731802731, - 0.9732936953239708, - 0.9987581693686506, - 1.0025285436476967, - 0.9823926819700436, - 1.13766033578092, - 1.0184063166975657, - 1.0037002652524598, - 1.0159024793557991, - 0.998493316788935, - 1.0374784962262864, - 1.0063283056949195, - 1.0742583169244284, - 0.9634076134691111, - 0.958447407516677, - 1.0041785286506213, - 1.013112893307404, - 0.9769612001923168, - 1.0056368868600618, - 0.9788744628207897, - 0.9629520265558652, - 0.929550730995055, - 0.9854910637585246, - 1.0358257613723332, - 1.0240098398191608, - 0.9303959288426701, - 1.0012547252975355, - 0.9956229965329875, - 1.021855039918818, - 1.0091992464793387, - 0.9897071424780775, - 0.9856059256334351, - 1.0201829621015206, - 1.0268852627871752, - 1.0341940427237508, - 0.9799526515218273 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.696581244468689, - "72": 0.6196581721305847, - "108": 0.5341880321502686, - "255": 0.2649572789669037 - }, - "fold": 1 - }, - { - "best_epoch": 70, - "best_val_acc": 0.7521739130434782, - "test_acc": 0.7268041237113402, - "train_size": 400, - "val_size": 230, - "test_size": 970, - "stats": { - "mean": [ - [ - 0.005920089124999763, - -0.001301032000000133, - 0.0013308824999999258, - 0.008417454999999876, - 0.005976730250000185, - 0.019669846999999876, - 0.010878556750000047, - 0.025150082499999716, - 0.0022754870000003123, - 0.024085954000000003, - -0.005742166250000042, - -0.007721828999999947, - 0.00371573337499994, - -0.012943442949999913, - -0.014590249949999882, - -0.025256129999999963, - -0.011889130000000098, - -0.019724357499999953, - -0.01377830674999994, - 0.006886749000000014, - -0.003516929999999907, - -0.03828019749999969, - 0.005775229999999821, - -0.030314237500000177, - -0.019109295999999804, - 0.04844473150000008, - -0.02716004849999974, - 0.002796986500000034, - -0.019719068250000017, - 0.041975102500000014, - -0.017687051749999974, - -0.021844609375000337, - 0.020916906100000077, - -0.022494655000000176, - 0.026175232000000156, - 0.010884623500000074, - -0.021303965499999796, - -0.0039162167499998055, - -0.015307416500000065, - 0.012900294999999774, - 0.006834127249999801, - 0.027173450000000154, - 0.0027974614999998885, - 0.028211698749999896, - -0.0031931937499999692, - 0.011277844999999809, - 0.00992980717499997, - -0.013968735000000017, - -0.01707076174999997, - 0.01365854819999998, - -0.0014908621499998933, - 0.009138499999999666, - 0.02060593399999994, - 0.007099336749999857, - -0.003448647499999997, - 0.0015010997499998568, - -0.03850890625000006, - 0.0022736427499999282, - -0.013522159549999977, - -0.0332120949999999, - 0.005866322499999921, - -0.004317283999999508, - -0.00538338794999997, - -0.0069175300000004145 - ] - ], - "std": [ - [ - 1.0010921783674436, - 0.9945407140012373, - 1.005748587963517, - 0.9668282590649625, - 1.0031010346345277, - 0.9967928785295819, - 0.9751713195709866, - 1.1467050887662724, - 0.9392946439639414, - 0.9895328846805108, - 0.9767912569515301, - 0.9727489873091506, - 0.9701070098004984, - 1.0053545262016492, - 0.9846236608578788, - 0.7727736342078088, - 0.971944708609996, - 0.8826840113147226, - 0.98563931252641, - 0.9711438420390225, - 0.9629058280406353, - 0.9716674314378894, - 1.1301355955709167, - 0.9477815286674603, - 0.9881704764475729, - 1.0137752766865444, - 0.9583402354865277, - 0.9958443104934569, - 0.9663730766877806, - 1.0669358291663034, - 0.955827255033273, - 0.9505215572351379, - 1.0084010054173358, - 0.9871444837708967, - 1.0130833200270473, - 1.043702427349745, - 0.9912743901116762, - 0.973685836703786, - 0.985763394194837, - 1.0377291955455417, - 1.0077815203197755, - 1.0141762382944473, - 1.019662919156708, - 1.046456382869172, - 1.0332849966442448, - 1.0406499407344652, - 0.9961622026264285, - 0.9855957603524927, - 0.9824473993933991, - 1.0388871379951687, - 1.0170409949547163, - 1.03216407460882, - 1.0347227568843633, - 1.0401704190454892, - 0.9504580582249552, - 0.9606350019976608, - 1.0073622594193574, - 1.0173972038824486, - 0.9758624776113387, - 1.017294570276939, - 1.1903867160054817, - 1.041760575180181, - 0.9817904646611345, - 0.9934098271111226 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.6826086640357971, - "72": 0.5999999642372131, - "108": 0.5173912644386292, - "255": 0.260869562625885 - }, - "fold": 2 - }, - { - "best_epoch": 55, - "best_val_acc": 0.6758893280632411, - "test_acc": 0.7402323125659979, - "train_size": 400, - "val_size": 253, - "test_size": 947, - "stats": { - "mean": [ - [ - 0.0049220609499997505, - 0.014300554999999927, - -0.013117759999999938, - 0.0006888637499999897, - 0.014571960000000097, - -0.029186410499999996, - 0.002400438750000075, - -0.053890317500000125, - 0.010837756000000382, - -0.043686283749999874, - 0.00818919124999994, - 0.02274708350000002, - -0.010304195600000106, - 0.021186932849999934, - 0.02806746060000008, - 0.03340746249999935, - -0.023547052000000096, - -0.033522315499999976, - 0.008610349500000156, - 0.027052154499999995, - -0.010934992499999938, - 0.006081485000000295, - 0.02777317250000039, - 0.016383195499999857, - 0.03879757150000023, - -0.021655729750000265, - 0.014864098750000401, - 0.036007804000000046, - -0.006075429999999921, - -0.019079332500000098, - 0.046873371749999754, - 0.020189249124999916, - -0.006358586449999976, - -0.01606563250000019, - -0.011602580249999888, - 0.013908655750000045, - -0.026925847499999826, - 0.04435231250000004, - 0.0030248995000000476, - 0.04331075999999964, - -0.010036047250000119, - -0.020255887499999837, - 0.016312687999999884, - 0.0007390799999998633, - -0.01058009674999995, - 0.022933002500000025, - 0.018606085150000003, - -0.02793774274999995, - 0.02640782450000013, - 0.0009197187999999446, - 0.01879274900000016, - -0.012793932500000254, - -0.05696751475000014, - 0.009623771999999869, - -0.014076831999999899, - 0.03262045174999992, - -0.03750922250000002, - -0.020068239750000067, - 0.007511379900000031, - 0.011995891500000104, - 0.001957915000000034, - 0.008284810500000324, - -0.03583419272500005, - 0.025183247499999534 - ] - ], - "std": [ - [ - 1.0292860056491944, - 1.0292792317834558, - 1.021157636187128, - 1.0004671883473788, - 1.0099925807918118, - 0.940459599532873, - 1.0284403765468189, - 0.8253858457506277, - 1.0205839902595195, - 0.9375845702209917, - 1.0276192722636466, - 1.0352781665590673, - 1.00573951678478, - 1.0168176366617936, - 1.0354526336454533, - 1.409467384284455, - 1.0173514777145187, - 0.9176768917465363, - 0.9987312571300704, - 1.011937740881034, - 0.998584402272729, - 1.056733717686757, - 1.037552726041927, - 1.0142258428702424, - 1.035939823876147, - 0.9963005677388238, - 1.0191184901038401, - 1.0189027476350714, - 0.9772965657228759, - 0.9822876158929498, - 1.1026232958885742, - 1.0501886707528871, - 0.9971602814316513, - 1.0340674788196675, - 0.9800225335712383, - 1.0197769718133536, - 0.9741149929553732, - 1.042912622378931, - 0.9736271090391864, - 1.061534430063924, - 0.9526685914619262, - 1.0048497041951536, - 1.0274317900005205, - 0.9912072467959292, - 0.9895627947501346, - 1.0186115853191826, - 1.013480663944259, - 0.9413201803178272, - 1.0436199704257596, - 0.9898799364419235, - 1.0333854032952587, - 0.9495359391868493, - 0.9383015025414292, - 1.0126790152589706, - 0.9761807480062364, - 1.0554871962715169, - 0.9748100083771338, - 0.9555452645008876, - 1.0523449870830452, - 0.9961427848161136, - 1.2062430696295, - 1.0118419269696228, - 0.9775440389434499, - 0.9524811445180422 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.5968379974365234, - "72": 0.5177865624427795, - "108": 0.46640318632125854, - "255": 0.23715415596961975 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7287770078145638, - "std_test_acc": 0.009000052643435136, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6530978828668594, - "std_cert_acc_36": 0.04548589165432397, - "mean_cert_acc_72": 0.5758900940418243, - "std_cert_acc_72": 0.04460377452726606, - "mean_cert_acc_108": 0.5024295002222061, - "std_cert_acc_108": 0.02969127418512219, - "mean_cert_acc_255": 0.24239813908934593, - "std_cert_acc_255": 0.02682217346156495 - }, - "plant-shape": { - "dataset": "plant-shape", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 62, - "best_val_acc": 0.5467289719626168, - "test_acc": 0.5121703853955375, - "train_size": 400, - "val_size": 214, - "test_size": 986, - "stats": { - "mean": [ - [ - 0.010793134649999947, - 0.0029814738750000274, - -0.005680250974999982, - -0.00999388868249995, - -0.018943553000000047, - -0.022220061225000066, - -0.023538591772499947, - -0.023104606949999985, - -0.022654011850000027, - -0.013826088777500009, - -0.012183569699999982, - -0.019542425225000024, - -0.021094745304999968, - -0.013662524125000061, - -0.007497562182500008, - -0.004011965550000029, - -0.0018356184500000372, - 7.94950000007455e-06, - 0.00456346359999991, - 0.002077647049999971, - 0.005165495805000022, - 0.009402297242499979, - 0.008459789907500027, - 0.010384120812499977, - 0.009072800484999985, - 0.009275099372499976, - 0.011333548210000006, - 0.00974336192500002, - 0.009874121385000021, - 0.013796312999999978, - 0.0035003747700000252, - -0.0006504867999999986, - -0.006737763249999974, - -0.009779546075000065, - -0.009547967425750021, - -0.008340889135000092, - -0.01037015690000003, - -0.015118204249999967, - -0.014712120350000033, - -0.011817635924999998, - -0.01854881525000002, - -0.021627437300000017, - -0.02562561288749998, - -0.02507883772499999, - -0.01957355992500001, - -0.010989493799999993, - -0.004170166650000026, - -0.0007832742674999737, - -0.0008414850850000529, - 0.0014383313750000115, - 0.008277859025000037, - 0.015007289872500043, - 0.02009162649999997, - 0.020694419627500026, - 0.02312079630000003, - 0.02027844062500002, - 0.012670696450000017, - 0.011923742850000028, - 0.008522531550000014, - 0.0021193726999999838, - 0.00027873594999999404, - -0.005514954024999976, - -0.005619866314999964, - 0.000804423425000044 - ] - ], - "std": [ - [ - 1.0193984315579283, - 1.0138728773194225, - 1.0025119027839187, - 0.9926201913273888, - 0.9797572939727588, - 0.9675431762012998, - 0.9562849021750489, - 0.9457765924705838, - 0.9453288165685446, - 0.9493183692891524, - 0.9510566730800354, - 0.9587654362947835, - 0.9708540170515252, - 0.9906082656256265, - 1.0060018623497948, - 1.0090880491601784, - 0.9970255943580457, - 0.9966975594633455, - 1.0075598104469696, - 1.0193962682636182, - 1.040522735169908, - 1.0407459188197639, - 1.0303725268059722, - 1.0256419706953475, - 1.0198382842786065, - 1.0197936843070703, - 1.0266695425622123, - 1.0253571333157874, - 1.0153590777307844, - 1.0110354025342352, - 1.0181892223475282, - 1.0166426127543688, - 1.011169701470929, - 1.0054929366994545, - 1.0096458368985821, - 1.0140452905977049, - 1.009910026151903, - 0.9911465124845928, - 0.981395028524588, - 0.9714368920896277, - 0.9640569672295396, - 0.9682443777583067, - 0.9618240790560709, - 0.9651476273791817, - 0.9697583533908924, - 0.9857642722747081, - 0.9945128871244862, - 0.998379374233736, - 1.0006314561941052, - 1.008050481132436, - 1.0268004129156558, - 1.0452850694975346, - 1.0563281717760602, - 1.0509178269869455, - 1.0471449082028836, - 1.0431100616694575, - 1.035476811024627, - 1.0416661017312363, - 1.0428844632918242, - 1.0319514866130477, - 1.029873132188317, - 1.028802362627988, - 1.0249104343768467, - 1.0178924453800364 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.4532710015773773, - "72": 0.35514017939567566, - "108": 0.29439252614974976, - "255": 0.05607476457953453 - }, - "fold": 0 - }, - { - "best_epoch": 61, - "best_val_acc": 0.516260162601626, - "test_acc": 0.5314465408805031, - "train_size": 400, - "val_size": 246, - "test_size": 954, - "stats": { - "mean": [ - [ - -0.01969966857750001, - -0.018735893250000035, - -0.01923726170000004, - -0.01765154066999996, - -0.021040157724999967, - -0.020549986874999978, - -0.01802188749999998, - -0.013611070524999968, - -0.01314826475000005, - -0.010111033277499976, - -0.011831655162500052, - -0.009240258725000013, - -0.004857546977500041, - -0.003872501354999996, - -0.004503420224999966, - -0.007399539599999919, - -0.009506949104999987, - -0.00983436382500002, - -0.0073349694900001206, - -0.0026293045575000932, - -0.005217706800000011, - -0.01053002465000001, - -0.011560438125000017, - -0.009075882437499998, - -0.0045980930749999985, - -0.008758359152500011, - -0.012621292225000027, - -0.016511235369999985, - -0.028317963276500033, - -0.02497353765000002, - -0.014343673825000004, - -0.008610495525000058, - 0.004172939175000043, - 0.0019351163249999698, - -0.004373591600750041, - -0.0077125528000000455, - -0.01211637097500002, - -0.01259113399249995, - -0.012157099130000017, - -0.014399237225000002, - -0.009437209475000015, - -0.0046622409374999915, - -0.006370976337500016, - -0.011270999825000006, - -0.015921284525000006, - -0.012410074750000007, - -0.014884673650000003, - -0.016949542649999955, - -0.017354671999999977, - -0.011285483702500028, - -0.009929046974999904, - -0.007901803479999947, - -0.00815231512075005, - -0.010049489069999949, - -0.011786209875000047, - -0.014985319077499979, - -0.019011035099999973, - -0.008162044849999986, - -0.0058525207999999595, - -0.01041489936249999, - -0.011318642174999963, - -0.015970219724999984, - -0.026622342699999985, - -0.029072289924999974 - ] - ], - "std": [ - [ - 0.9860131433859547, - 0.9839451298693502, - 0.9815653890681931, - 0.9791684843455107, - 0.9793192609145278, - 0.980950701990714, - 0.9884282309487391, - 0.9817147072820436, - 0.9862993933397015, - 0.9922815938909398, - 0.9847563677603288, - 0.9853865969758397, - 0.9879672222996878, - 0.9946824106249518, - 0.9961943172051062, - 0.9902136279887243, - 0.9887680048123522, - 0.993003063211071, - 1.0071770840518683, - 1.0247666604590329, - 1.0257137801878309, - 1.011455364670402, - 0.9947052989179791, - 0.9869387562943811, - 0.9888179645496713, - 0.987009987810631, - 0.9897190394535154, - 0.991361121462267, - 0.992989633996112, - 0.9961724937704427, - 0.9897090546568476, - 0.9844393105882888, - 0.9858088094372514, - 0.9942345793157213, - 0.9949467347271544, - 0.9941801452632953, - 0.9935755677210956, - 0.9940539923777484, - 0.9871617326295817, - 0.9809194296573341, - 0.9841049037423958, - 0.9872912480789516, - 0.9853330949312704, - 0.9809868668056975, - 0.977760884105985, - 0.9785005795193457, - 0.9774791029379978, - 0.9747292923736738, - 0.9892632184812155, - 0.9903128998680867, - 0.9995507672572046, - 1.012420498620147, - 1.014423356554454, - 1.0113780719858716, - 1.0085495954493642, - 1.0103910622541978, - 1.0042573664175571, - 0.9954666158538873, - 0.9825056771440344, - 0.969748087810821, - 0.9684376869484385, - 0.9687387646565352, - 0.9685510643060194, - 0.9716172187511043 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.39024388790130615, - "72": 0.3130081295967102, - "108": 0.23170730471611023, - "255": 0.05284552648663521 - }, - "fold": 1 - }, - { - "best_epoch": 93, - "best_val_acc": 0.5574468085106383, - "test_acc": 0.5264248704663212, - "train_size": 400, - "val_size": 235, - "test_size": 965, - "stats": { - "mean": [ - [ - -0.011195848850000047, - -0.014077039849999994, - -0.015681537625000016, - -0.015262547177500023, - -0.018894034979999984, - -0.023536119524999965, - -0.016015195249999968, - -0.008908977427499989, - -0.005013930349999998, - -0.007225348899999984, - -0.008182635, - -0.00789371312500003, - -0.011035066974999978, - -0.005199030499999984, - 0.005315251324999976, - 0.011141104150000055, - 0.011588849470000002, - 0.009680554374999966, - 0.010888354087499948, - 0.010037595079999946, - 0.011800275580000021, - 0.007671618275000015, - 0.006882413550000033, - 0.0062716886124999935, - -0.0019262105499999794, - -0.002007641149999968, - -0.003485761440000005, - -0.0017775631049999818, - 0.0007400688484999391, - -0.0018860717750000106, - -0.006113297799999992, - -0.013600633775000042, - -0.020458192474999966, - -0.023048553475000007, - -0.019547718700000005, - -0.01125536750999998, - -0.014651312500000012, - -0.017176074307499963, - -0.015313710324999983, - -0.018115000749999995, - -0.02384295694999999, - -0.02221634045249998, - -0.019668475399999934, - -0.016640133125000005, - -0.011789776774999969, - -0.006203905024999959, - -0.004540449625000036, - 0.0006846066824999924, - 0.006433635392500026, - 0.0017259993975000153, - 0.0026194728225000024, - 0.002456912675000057, - 0.0035687386999999193, - 0.003967900025000002, - 0.008058575125000038, - 0.009259356747499982, - 0.009820443250000033, - -0.000526142624999981, - -0.007535754924999987, - -0.006530597337499988, - -0.00488854567499998, - -0.004628704975000013, - -0.006573741065000051, - -0.008198970250000055 - ] - ], - "std": [ - [ - 0.9997831577603109, - 1.0025959495608783, - 0.9981200898415419, - 0.9862363254781552, - 0.9807001230728768, - 0.9703599657486957, - 0.9542469081610001, - 0.9473845839451106, - 0.9547713929170183, - 0.9636033061770535, - 0.9759543385191676, - 0.9833507068982068, - 0.9860092538737429, - 0.9928824474026815, - 1.009087175522555, - 1.0225369274879927, - 1.0377746120861517, - 1.047008477348557, - 1.0437668765399934, - 1.0330775502764258, - 1.0319662406027479, - 1.030352484762016, - 1.0343435297883754, - 1.0306714836465332, - 1.0227257424915315, - 1.0163750005569692, - 1.0080783487785092, - 1.0057728718253096, - 1.0031574142753106, - 0.9970437490537768, - 1.0039054666803333, - 1.0092902332461646, - 1.015955753316646, - 1.0094451596904581, - 0.9971506877338592, - 0.9797514030945054, - 0.9606748456549195, - 0.9429643662114964, - 0.9357296749897012, - 0.9401794981595187, - 0.9451576738004599, - 0.9529959594959825, - 0.9553731219059256, - 0.952474899040048, - 0.9565245724608336, - 0.9697603305783443, - 0.9863202900077532, - 0.9954169393962655, - 1.0081946986669663, - 1.0156075960594253, - 1.0253976925038635, - 1.0300309888526664, - 1.0402541851284346, - 1.0433040030246603, - 1.0375395049686613, - 1.0264815045978641, - 1.021912736268765, - 1.0088758758830503, - 1.003466814657958, - 1.0086525159597994, - 1.0137559378643732, - 1.0086686244063605, - 1.006042971236659, - 1.0003260366638576 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.4510638117790222, - "72": 0.33191487193107605, - "108": 0.24255318939685822, - "255": 0.07234042137861252 - }, - "fold": 2 - }, - { - "best_epoch": 97, - "best_val_acc": 0.5198237885462555, - "test_acc": 0.5046248715313464, - "train_size": 400, - "val_size": 227, - "test_size": 973, - "stats": { - "mean": [ - [ - -0.01614315225000004, - -0.007862261849999979, - 0.00030315945000001577, - -6.585304499997488e-05, - 0.0033457709750000114, - 0.009937330912499974, - 0.010135651675000024, - 0.009038938675000023, - 0.008931583272500009, - 0.009906352275000018, - 0.013642040799999994, - 0.017299261174999987, - 0.019865335000000005, - 0.019657458469999986, - 0.022414197692500006, - 0.02512643972499996, - 0.026877304525000024, - 0.0296143309, - 0.027764356497500045, - 0.024134231862499998, - 0.021181714175000043, - 0.02076543959999998, - 0.018820411632499992, - 0.016560606787500022, - 0.014716417624999967, - 0.015544499800000031, - 0.008937221650000026, - 0.0035691808475000007, - 0.00756637997750002, - 0.010582013399999977, - 0.00892202232, - 0.010522723749999905, - 0.009224050324999985, - 0.011262885774999978, - 0.012877923949999981, - 0.008631394499999978, - 0.013585739524999963, - 0.012593921374999985, - 0.00966451497500001, - -0.0018835844000000157, - -0.0072232187000000215, - -0.0024773558750000612, - 0.004778897314500035, - 0.010836082050000053, - 0.013114038100000038, - 0.012921894249999984, - 0.011661495899999983, - 0.006202870582499988, - 0.009554275007499979, - 0.010892630822499966, - 0.015263733174999995, - 0.018143591994999972, - 0.01859551449250001, - 0.01313465375500002, - 0.01828117135000002, - 0.021080939575000034, - 0.020155471175000023, - 0.02226961222499997, - 0.019368037950000003, - 0.018775792600000018, - 0.018483347624999945, - 0.009753726052499946, - -0.0015497268675000327, - -0.011832948350000021 - ] - ], - "std": [ - [ - 0.9690180900805035, - 0.9727335201919173, - 0.9764755262740973, - 0.9829585179082819, - 0.9924285501408081, - 1.0058984225928205, - 1.0139421119627963, - 1.0204714628277265, - 1.024761969275269, - 1.0411321691366637, - 1.051554346720804, - 1.0528939116549463, - 1.048231049542776, - 1.035208648003462, - 1.0211826349075386, - 1.021066390612321, - 1.0225781515263015, - 1.0234107662776533, - 1.013889389780415, - 1.002809268474515, - 1.005659594852486, - 1.0123290373188114, - 1.0154559039015623, - 1.013290801738594, - 1.0094740964231081, - 1.0002162486552635, - 0.9914378185750687, - 0.9943868019460187, - 0.9942535553869897, - 0.9896262981629789, - 0.9859228057329431, - 0.9860916917991401, - 0.9824333417893006, - 0.9869225315171396, - 0.9958671872185834, - 0.999358349920491, - 0.9902030063817621, - 0.9953941674238796, - 1.0044794940384356, - 1.01450410197358, - 1.0212449253894722, - 1.031533466370799, - 1.0310663353310807, - 1.0299586525323416, - 1.0140754261682852, - 1.0146983653439086, - 1.010949221001189, - 0.9984754004996209, - 0.9996230059073175, - 1.0023281510239592, - 1.0083940727060101, - 1.0104207218854935, - 1.0188090918448567, - 1.0267152458848512, - 1.0256934112800635, - 1.0177374007859166, - 1.004324219711767, - 0.9955156869267784, - 0.9865523378817893, - 0.984584448748711, - 0.9818097517909892, - 0.9865486470036113, - 0.9850111209189524, - 0.9782242969255907 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.40969160199165344, - "72": 0.30837002396583557, - "108": 0.22026431560516357, - "255": 0.048458147794008255 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.518666667068427, - "std_test_acc": 0.012421602045017978, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.4260675758123398, - "std_cert_acc_36": 0.031178771196541822, - "mean_cert_acc_72": 0.32710830122232437, - "std_cert_acc_72": 0.02128244339290532, - "mean_cert_acc_108": 0.24722933396697044, - "std_cert_acc_108": 0.032732647475303654, - "mean_cert_acc_255": 0.05742971505969763, - "std_cert_acc_255": 0.010419034789090075 - }, - "post-operative": { - "dataset": "post-operative", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 36, - "best_val_acc": 0.7692307692307693, - "test_acc": 0.5818181818181818, - "train_size": 22, - "val_size": 13, - "test_size": 55, - "stats": { - "mean": [ - [ - 0.2644478181818181, - -0.002965454545454521, - -0.04423899999999998, - 0.0652979090909091, - -0.09040263636363635, - 0.12863909090909095, - -0.031622818181818196, - -0.010754727272727246 - ] - ], - "std": [ - [ - 0.863045425336646, - 0.9808035281210981, - 0.9954110000000002, - 0.8638286631944233, - 0.9903112638860088, - 1.0460343032985846, - 0.9593493232948251, - 0.6242961991096403 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.38461539149284363, - "72": 0.3076923191547394, - "108": 0.07692307978868484, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.5, - "test_acc": 0.4, - "train_size": 22, - "val_size": 18, - "test_size": 50, - "stats": { - "mean": [ - [ - -0.04068454545454543, - -0.13643590909090905, - -0.22522281818181814, - -0.01632572727272733, - 0.18080527272727273, - -0.36753845454545453, - -0.4196983636363635, - 0.03461609090909094 - ] - ], - "std": [ - [ - 0.48245777837997267, - 1.0509474100388445, - 0.9788196547256961, - 1.0356928042306306, - 0.9778540225386487, - 0.7579234423290888, - 0.7652973041426179, - 0.7599528606329299 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.3888888955116272, - "72": 0.1666666716337204, - "108": 0.1666666716337204, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.4444444444444444, - "test_acc": 0.5423728813559322, - "train_size": 22, - "val_size": 9, - "test_size": 59, - "stats": { - "mean": [ - [ - 0.035598363636363664, - -0.06970068181818179, - -0.13473090909090904, - -0.17957400000000004, - 0.18080527272727273, - 0.29403163636363644, - 0.03305631818181817, - 0.034616272727272704 - ] - ], - "std": [ - [ - 0.7964199476848967, - 1.018669033729904, - 0.9912891976159546, - 1.0484797311020457, - 0.9778540225386487, - 1.24868633500981, - 1.0040929058601908, - 0.5709040666748884 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.1111111119389534, - "108": 0.1111111119389534, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.5185185185185185, - "train_size": 22, - "val_size": 14, - "test_size": 54, - "stats": { - "mean": [ - [ - -0.4221010909090909, - 0.19724022727272736, - 0.22723672727272717, - -0.016325727272727287, - -1.0092936587501423e-17, - -0.036753454545454506, - -0.16098145454545446, - 0.41270672727272745 - ] - ], - "std": [ - [ - 0.9311555791372603, - 0.9366735504705384, - 0.9576763484720417, - 1.0356928042306308, - 0.9944290000000001, - 0.7579238589268785, - 0.9505882556493265, - 0.8002666526517147 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 1558, - "cert_evals": { - "36": 0.4285714626312256, - "72": 0.2857142984867096, - "108": 0.1428571492433548, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5106773954231582, - "std_test_acc": 0.07826575323104343, - "n_samples": 90, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.3838522732257843, - "std_cert_acc_36": 0.03906370053624173, - "mean_cert_acc_72": 0.2177961003035307, - "std_cert_acc_72": 0.09432234981990427, - "mean_cert_acc_108": 0.12438950315117836, - "std_cert_acc_108": 0.03897772845741308, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pendigits": { - "dataset": "pendigits", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 62, - "best_val_acc": 0.9425901201602136, - "test_acc": 0.9242828552368245, - "train_size": 3498, - "val_size": 1498, - "test_size": 5996, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 6157, - "cert_evals": { - "36": 0.9205607771873474, - "72": 0.8831775784492493, - "108": 0.8417890667915344, - "255": 0.5347129702568054 - }, - "fold": 0 - }, - { - "best_epoch": 43, - "best_val_acc": 0.9370584457289659, - "test_acc": 0.930941552972882, - "train_size": 3498, - "val_size": 1557, - "test_size": 5937, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 6157, - "cert_evals": { - "36": 0.910083532333374, - "72": 0.878612756729126, - "108": 0.844572901725769, - "255": 0.5382145047187805 - }, - "fold": 1 - }, - { - "best_epoch": 42, - "best_val_acc": 0.9184890656063618, - "test_acc": 0.926984126984127, - "train_size": 3498, - "val_size": 1509, - "test_size": 5985, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 6157, - "cert_evals": { - "36": 0.8880053162574768, - "72": 0.8502320051193237, - "108": 0.8071570992469788, - "255": 0.5434062480926514 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.9426002766251729, - "test_acc": 0.9270833333333334, - "train_size": 3498, - "val_size": 1446, - "test_size": 6048, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 6157, - "cert_evals": { - "36": 0.9094052910804749, - "72": 0.8762102723121643, - "108": 0.8430152535438538, - "255": 0.5276625156402588 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9273229671317917, - "std_test_acc": 0.002739141034843633, - "n_samples": 10992, - "n_features": 16, - "n_classes": 10, - "mean_cert_acc_36": 0.9070137292146683, - "std_cert_acc_36": 0.013662424519715747, - "mean_cert_acc_72": 0.8720581531524658, - "std_cert_acc_72": 0.01483492813665193, - "mean_cert_acc_108": 0.834133580327034, - "std_cert_acc_108": 0.018020363988806184, - "mean_cert_acc_255": 0.535999059677124, - "std_cert_acc_255": 0.00660622508021466 - }, - "primary-tumor": { - "dataset": "primary-tumor", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 32, - "best_val_acc": 0.39215686274509803, - "test_acc": 0.39593908629441626, - "train_size": 82, - "val_size": 51, - "test_size": 197, - "stats": { - "mean": [ - [ - -0.008010512195121854, - 0.054444146341463336, - 0.0366287682926831, - 0.017473585365853656, - 0.00994146341463413, - 0.14699000000000015, - 0.04866843902439027, - -0.06218121951219504, - 0.01667878048780483, - -0.03673495121951217, - 0.060766390243902485, - -0.11804926829268325, - 0.04384986585365854, - -0.04256348780487793, - 0.026720512195121893, - 0.09196453658536587, - 0.04076614634146339 - ] - ], - "std": [ - [ - 0.9284296903454413, - 0.9827553422472404, - 0.9950878705168285, - 1.0173173538014615, - 0.9933487461181214, - 1.0, - 0.962929194381142, - 1.0381881034205123, - 0.9899379872265349, - 1.011517643744964, - 0.8811077313196498, - 1.2812447336275181, - 0.9462003808216405, - 1.0326718844648832, - 0.9328296141970309, - 0.9459362255487258, - 0.9834201107664913 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 7090, - "cert_evals": { - "36": 0.3137255012989044, - "72": 0.3137255012989044, - "108": 0.2549019753932953, - "255": 0.0784313753247261 - }, - "fold": 0 - }, - { - "best_epoch": 49, - "best_val_acc": 0.38, - "test_acc": 0.32323232323232326, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.19990898780487798, - -0.06597853658536594, - -0.06580686585365814, - -0.04826112195121953, - 0.03728248780487797, - 0.06248341463414634, - -0.06985995121951216, - -0.0032160975609755497, - -0.06506265853658541, - 0.09333218292682927, - 0.06076639024390239, - -0.30444282926829297, - -0.1407240975609757, - -0.13789832926829237, - -0.011618548780487929, - -0.07208160975609774, - 0.0923113658536586 - ] - ], - "std": [ - [ - 1.0840763211298148, - 0.9871722424447865, - 0.9943340791237609, - 0.9878070021217906, - 0.978564253608743, - 0.7605592682926824, - 1.0434538299658207, - 1.0006713020447777, - 1.0285572185582093, - 0.9582691142993712, - 0.8811077313196498, - 1.4765153864007459, - 1.1389873689905186, - 1.0994550266298473, - 0.9827072417027007, - 1.0321010371852044, - 0.961563601529827 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 7090, - "cert_evals": { - "36": 0.2199999988079071, - "72": 0.19999998807907104, - "108": 0.14000000059604645, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.46, - "test_acc": 0.3383838383838384, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.05595567073170747, - -0.11414758536585423, - -0.15360871951219476, - 0.11138004878048806, - 0.14664658536585373, - -0.022023170731707342, - 0.04866843902439022, - 0.11471414634146337, - -0.09230980487804882, - -0.010721524390243967, - -0.13876521951219484, - -0.024852487804878247, - -0.029979719512195135, - -0.13789832926829246, - 0.02672051219512185, - -0.0720816097560979, - 0.014993536585365865 - ] - ], - "std": [ - [ - 0.8752456105780106, - 1.0319878972477479, - 1.020270188955276, - 0.973373221402528, - 0.908857763487908, - 1.068933148158204, - 0.9629291943811422, - 0.9096695962820129, - 1.0396848408746504, - 1.0024455533701155, - 1.2137033994344781, - 1.1602914885292481, - 1.031634721498422, - 1.0994550266298473, - 0.9328296141970309, - 1.0321010371852055, - 0.9931654994287419 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 7090, - "cert_evals": { - "36": 0.35999998450279236, - "72": 0.29999998211860657, - "108": 0.23999999463558197, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 58, - "best_val_acc": 0.4166666666666667, - "test_acc": 0.3113207547169811, - "train_size": 82, - "val_size": 36, - "test_size": 212, - "stats": { - "mean": [ - [ - 0.03463378048780499, - 0.006275073170731583, - 0.007361365853658851, - -0.05765181707317083, - 0.06462351219512194, - 0.062483414634146285, - 0.04866843902439023, - 0.17367926829268246, - 0.043925926829268234, - -0.03673495121951222, - 0.010883487804878128, - 0.06834443902439019, - -0.029979719512194993, - 0.11632791463414643, - 0.026720512195121806, - 0.06462351219512184, - 0.14385658536585347 - ] - ], - "std": [ - [ - 0.9863628325148939, - 0.9862904448213375, - 0.9415700081720351, - 0.9778925433614022, - 0.9627768184983537, - 0.7605592682926826, - 0.962929194381142, - 0.8544857970801263, - 0.9752042587005816, - 1.0115176437449636, - 0.9787732234590277, - 0.8230916787799415, - 1.031634721498422, - 0.888087814072915, - 0.9328296141970309, - 0.9627768184983537, - 0.9363654126487833 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 7090, - "cert_evals": { - "36": 0.2777777910232544, - "72": 0.2222222238779068, - "108": 0.1944444477558136, - "255": 0.02777777798473835 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.34221900065688976, - "std_test_acc": 0.03748667137508763, - "n_samples": 330, - "n_features": 17, - "n_classes": 15, - "mean_cert_acc_36": 0.29287581890821457, - "std_cert_acc_36": 0.059102167089056766, - "mean_cert_acc_72": 0.2589869238436222, - "std_cert_acc_72": 0.05630122723752876, - "mean_cert_acc_108": 0.20733660459518433, - "std_cert_acc_108": 0.0517358273481752, - "mean_cert_acc_255": 0.026552288327366114, - "std_cert_acc_255": 0.03698193037786218 - }, - "seeds": { - "dataset": "seeds", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.6333333333333333, - "test_acc": 0.6640625, - "train_size": 52, - "val_size": 30, - "test_size": 128, - "stats": { - "mean": [ - [ - -0.07865740384615384, - -0.09929158269230767, - 0.10740706153846159, - -0.11327312326923078, - -0.054041704038461535, - 0.11302156807692312, - -0.12860311538461539 - ] - ], - "std": [ - [ - 0.9776589269685166, - 1.0102414254274936, - 0.8380902928078587, - 1.0256407102447727, - 0.9263919424516689, - 1.0662347835422732, - 0.9877327834391749 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.6333333849906921, - "72": 0.6333333849906921, - "108": 0.6333333849906921, - "255": 0.20000001788139343 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8421052631578947, - "test_acc": 0.9, - "train_size": 52, - "val_size": 38, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.058945873076923054, - 0.058565444230769224, - 0.07005121538461541, - 0.06763472500000012, - 0.047836257499999944, - -0.05406976365384615, - 0.04528192692307701 - ] - ], - "std": [ - [ - 0.9708842177474521, - 0.9848353623619012, - 0.8161306877633503, - 0.9973740833983674, - 0.9401704976733031, - 0.9044940579464946, - 1.002197108725799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.7894737124443054, - "72": 0.7631579041481018, - "108": 0.6842105388641357, - "255": 0.15789473056793213 - }, - "fold": 1 - }, - { - "best_epoch": 42, - "best_val_acc": 0.7941176470588235, - "test_acc": 0.8870967741935484, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.033384901923076866, - -0.0331742116538462, - -0.031110369230769246, - -0.035362980769230695, - -0.03749499615384611, - -0.05436379423076917, - -0.022526719230769286 - ] - ], - "std": [ - [ - 0.9921027190305836, - 0.9758756553777916, - 1.131396588661939, - 0.9525393107723146, - 1.031011005759497, - 0.9529339051548767, - 0.9671977555675655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.6176470518112183, - "72": 0.5882353186607361, - "108": 0.47058823704719543, - "255": 0.14705882966518402 - }, - "fold": 2 - }, - { - "best_epoch": 71, - "best_val_acc": 0.7941176470588235, - "test_acc": 0.7580645161290323, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.01415203269230775, - 0.0027556519230769717, - -0.08995134999999999, - 0.03169613269230778, - -0.04915413269230773, - 0.020229542307692343, - -0.026400719230769202 - ] - ], - "std": [ - [ - 0.968562549022194, - 0.987659685020645, - 0.896948829634495, - 0.9880022117491448, - 0.9355234042408067, - 1.095434168498032, - 1.0069225875711127 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 1210, - "cert_evals": { - "36": 0.6470588445663452, - "72": 0.6176470518112183, - "108": 0.5882353186607361, - "255": 0.3235294222831726 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8023059475806451, - "std_test_acc": 0.11225293939979987, - "n_samples": 210, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.6718782484531403, - "std_cert_acc_36": 0.07931251508882832, - "mean_cert_acc_72": 0.6505934149026871, - "std_cert_acc_72": 0.07733620945697509, - "mean_cert_acc_108": 0.5940918698906898, - "std_cert_acc_108": 0.09119341628783474, - "mean_cert_acc_255": 0.20712075009942055, - "std_cert_acc_255": 0.0808956510410544 - }, - "plant-texture": { - "dataset": "plant-texture", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 84, - "best_val_acc": 0.7068273092369478, - "test_acc": 0.6936842105263158, - "train_size": 400, - "val_size": 249, - "test_size": 950, - "stats": { - "mean": [ - [ - -0.016478091624999976, - -0.014961091800000008, - -0.004249621250000072, - 0.023384388500000127, - 0.005502324450000172, - 0.0145078697499998, - 0.0045305880750000724, - -0.03467714649999986, - 0.004193091999999971, - 0.012809078150000047, - -0.009651387200000038, - -0.01915911049999979, - -0.008120220149999673, - 0.007483559499999939, - -8.819250000012408e-06, - -0.019568870142500156, - 0.028020058549999945, - 0.022078226650000053, - 0.0008334952449999984, - -0.0007628900000000476, - -0.033131676325000525, - -0.02417429049999988, - 0.012456803749999997, - 0.002599056999999966, - -0.016433078500000114, - -0.0015455646349999707, - 0.03351081127500002, - -0.00866295650000013, - -0.001216327300000051, - 0.02500025624999989, - 0.002615395250000011, - 0.004382452249999722, - -0.0336998632, - 0.024454489599999945, - 0.006896749999999824, - 0.0024042895000002573, - -0.0489830051999999, - -0.0018739831749999436, - -0.0027442942499998836, - 0.014888681500000006, - 0.039273120399999896, - -0.03620304349999986, - 0.01871371774999999, - 0.0017737930000000502, - 0.03068173249999988, - 0.005476874500000017, - -0.018285551499999983, - -0.01942126079499999, - 0.020034201150000052, - -0.04440868274999999, - -0.0031926880000002233, - -0.009055307999999866, - 0.01178355375000011, - 0.006780597750000028, - -0.015243231374999874, - 0.051239233250000044, - 0.01800514339999995, - 0.008651616399999893, - 0.0034974595000000232, - 0.03453392162500026, - -0.006043314750000227, - 0.012514663999999986, - 0.043475420250000084, - -0.02456098675000002 - ] - ], - "std": [ - [ - 0.9009966230602708, - 0.9364276177287642, - 0.9754761006143327, - 1.0291666417884513, - 1.0289691228068274, - 0.9876927454085853, - 0.9560626059354702, - 0.9597522889147546, - 0.9994773403976824, - 1.0152637844096681, - 0.9520114484241692, - 0.9432619847706322, - 0.9482931419315812, - 1.0591026895126023, - 0.9522570318080412, - 0.9864956149999131, - 1.084922016377646, - 1.173758426456074, - 1.0592998584844, - 1.0606714617823771, - 0.8614306216418535, - 1.0345366597359764, - 1.042209469105469, - 1.0348653782485668, - 0.9988649975902255, - 1.0174988947519772, - 1.0858204535316325, - 0.9739602296564857, - 1.0131848275815751, - 1.0264935540496496, - 0.9816966426566287, - 1.0024562576995246, - 0.9036181164894379, - 1.0437722258848774, - 0.9846104856336191, - 1.0510739753463445, - 0.8892428833739887, - 0.9794996248503948, - 0.9461971557449678, - 1.0298104390925615, - 1.1599976257671403, - 0.9173959381413883, - 0.9736629274573383, - 0.9990534408909421, - 1.0761727962998655, - 0.9933289670108497, - 0.9771946168612999, - 1.032165319421753, - 1.0398720209157222, - 0.9587359927023673, - 1.012139905486573, - 0.9975269161128212, - 1.0373603976704429, - 0.9974923617573629, - 1.0098998196849565, - 1.1923604394819194, - 1.0833214484639513, - 1.0328745232566003, - 1.0402739857013459, - 1.1225366590688706, - 0.9261829634072084, - 1.0546429695267736, - 1.0777446293534623, - 0.9933512209550289 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.6546184420585632, - "72": 0.6104417443275452, - "108": 0.5582329034805298, - "255": 0.34939756989479065 - }, - "fold": 0 - }, - { - "best_epoch": 67, - "best_val_acc": 0.6758893280632411, - "test_acc": 0.7241014799154334, - "train_size": 400, - "val_size": 253, - "test_size": 946, - "stats": { - "mean": [ - [ - -0.004256254850000026, - 0.021923264150000024, - -0.012071683000000069, - -0.011057278499999901, - -0.017880446849999797, - 0.0011827752499998178, - -0.0027601811999999146, - -0.0251483662499997, - 0.055288276499999955, - 0.018802836700000086, - 0.000680779799999956, - -0.003705401924999697, - -0.0076088335999996695, - -0.006072732000000045, - 0.0014956542500000531, - -0.02329864526500025, - 0.00074919069999995, - 0.034619562699999926, - 0.014588840164999981, - -0.0003229700500000161, - 0.03756710242499937, - -0.018300292499999992, - 0.015038550999999963, - 0.038566000999999954, - -0.024540214250000143, - 0.03385858173000003, - -0.01502205307499997, - -0.03221403250000019, - -0.03763231055000007, - -0.0005684717500001015, - 0.005178833750000021, - 0.0232263649999997, - -0.018164639750000218, - -0.0284664659000001, - 0.014296748749999815, - -0.01446542499999974, - 0.017083458499999923, - -0.05198149362499994, - 0.02665897775000016, - 0.0006017054999999511, - -0.023385096025000055, - -0.00870071099999995, - -0.02645367400000001, - 0.030389902050000018, - -0.010937763500000006, - -0.05008216174999998, - -0.014492351249999987, - -0.029835240265000052, - -0.0028061221000000624, - 0.012136923749999967, - 0.04889772374999951, - -0.005096808249999897, - -0.007376563999999944, - 0.017595101374999984, - -0.013797275999999694, - 0.054841677249999804, - -0.058722712075000016, - 0.03106128492499999, - 0.04723510375, - 0.03316721925000017, - -0.00928761275000021, - 0.004404617250000025, - -0.002385128999999882, - -0.039578189499999986 - ] - ], - "std": [ - [ - 1.0176195895454074, - 1.0490244648468456, - 0.9960419330218429, - 1.0013824399376616, - 0.9994469044392366, - 0.9946100427625639, - 1.0157545132253116, - 0.9788609202986969, - 1.071845617834868, - 0.9893086678710389, - 0.9761446960534231, - 1.0226495027246933, - 1.039042345736355, - 0.9862504907230619, - 1.010782124858231, - 0.9283410333997018, - 0.9169243300337626, - 1.2172212453002578, - 1.0463189591077335, - 1.0069757171220548, - 1.1331476744057545, - 0.9469821203572525, - 1.056155176364169, - 1.0595663845370344, - 0.9428967883897005, - 1.0970228794322368, - 0.9685633455294996, - 0.9741644818618026, - 0.9143633677590421, - 1.0691597858758368, - 1.01412670505509, - 1.070121954375621, - 0.951399475845066, - 0.9830032176811866, - 1.0946821401422548, - 0.9450181434403627, - 1.0182514042513124, - 0.9407099037863594, - 1.0799791344020868, - 0.9842100577075739, - 0.9049268404343978, - 0.9743966176706755, - 0.9614307865494272, - 1.0589976460635564, - 1.033707681388281, - 0.9570270454194322, - 0.9726967073724329, - 0.9598087507205947, - 1.0248291708573996, - 1.0065887165171423, - 1.1899283807762595, - 1.046684908157972, - 0.9585960515533316, - 1.0015106988574207, - 0.9882827515120411, - 1.1390243681390715, - 0.903234233001017, - 1.0770406438636961, - 1.0289747705280785, - 1.108986637240471, - 0.9644875764134929, - 0.9341662575099802, - 1.0003551075843455, - 0.9381906895869818 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.6047431230545044, - "72": 0.5533596873283386, - "108": 0.52173912525177, - "255": 0.3280632495880127 - }, - "fold": 1 - }, - { - "best_epoch": 43, - "best_val_acc": 0.728, - "test_acc": 0.7091675447839831, - "train_size": 400, - "val_size": 250, - "test_size": 949, - "stats": { - "mean": [ - [ - 0.006781644050000072, - -0.01704826455000003, - -0.002251882250000035, - -0.0028131144999998512, - -0.005865192699999791, - 0.009570933999999944, - -0.009578214299999865, - -0.024165803499999656, - -0.01858652050000008, - -0.016836627099999942, - 0.022271386250000094, - 0.02783143624999974, - 0.013649515400000272, - 0.03256191874999994, - 0.007509060350000286, - 0.028498989239999706, - 0.009155898099999922, - -0.05709269885000008, - -0.011131543627500075, - 0.007129308599999935, - 0.009527655224999435, - 0.048195565000000024, - -0.03163669524999997, - -0.012298672749999962, - -0.015361769500000262, - -0.020092703134999917, - 0.00814105310000005, - 0.010467141749999798, - 0.000659113049999987, - 0.0005926604999999846, - -0.003039380250000019, - 0.006916299999999689, - 0.0028526314500000234, - 0.02393395764999979, - -0.017349249750000083, - -0.004382585749999812, - 0.0006067708249999293, - -0.02260160009999996, - -0.020113583249999886, - -0.027872431749999968, - 0.012264436799999952, - 0.015939157750000252, - -0.014283123999999987, - -0.014588402899999955, - 0.013490449499999968, - 0.011403421250000092, - 0.012658765250000021, - -0.014379616514999992, - 0.014957853600000057, - 0.00609202149999992, - -0.02169176450000027, - -0.0238132444999999, - -0.016261851749999882, - -0.006561618624999998, - 0.00928921537500022, - -0.0672483589999997, - 0.0054866013749999285, - 0.003738513875000059, - -0.02022912349999999, - -0.003440074000000029, - 0.030528467999999764, - 0.03239571075000004, - 0.03326437500000009, - -0.011354963499999924 - ] - ], - "std": [ - [ - 1.0176353776788036, - 0.9190930489962008, - 1.0268538651935009, - 0.9999682393873391, - 0.9984018173866293, - 1.0374879590245607, - 0.9749352350820676, - 0.996266197839155, - 0.9511625612934416, - 0.9876855487180032, - 1.105409076208761, - 1.0321003973234553, - 1.0235494324640213, - 1.1213865795944102, - 1.0879930289006665, - 1.0838318604426802, - 1.0877272851283968, - 0.774752481406204, - 1.0373588129982505, - 0.9969058944401101, - 1.011738502430844, - 1.1511835702083388, - 0.9377685226320285, - 1.0219749119064445, - 0.92170310125349, - 0.9806129656814709, - 1.0038200109094886, - 1.0479216121391026, - 1.0231420017542938, - 0.9787899196190312, - 1.0290085842795444, - 1.0501562971981688, - 0.9469912325322501, - 1.0353208445844364, - 0.9577479946023613, - 0.9403622048724667, - 0.9697131314173383, - 0.9465545623876653, - 0.9782386950900146, - 0.9139584627856204, - 0.9779691745581587, - 1.0259013952137952, - 0.9330608640569992, - 0.942152577459924, - 0.9978008930918613, - 1.0501702677822984, - 1.0356406401318516, - 0.9717916536323801, - 0.982544393973635, - 1.047669652090456, - 0.8616845618348262, - 0.9101934286793992, - 1.0301962610060198, - 0.9575486231894531, - 0.9827140500471714, - 0.5778539784498753, - 0.9613134752896453, - 1.0047774832021952, - 0.9907827459169802, - 0.9871971074482115, - 1.162147207193799, - 1.0844411935907712, - 1.0567242900140779, - 0.9982258566338452 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.656000018119812, - "72": 0.6200000047683716, - "108": 0.5640000104904175, - "255": 0.36400002241134644 - }, - "fold": 2 - }, - { - "best_epoch": 53, - "best_val_acc": 0.757201646090535, - "test_acc": 0.7018828451882845, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.014342517400000006, - -0.010508095700000018, - 0.020846525499999963, - 0.0065602567500000954, - 0.04070300080000023, - 0.005624379000000016, - 0.010057827824999985, - -0.0016692939999995607, - -0.0012298350000000452, - 0.004113477850000035, - -0.006016862100000142, - -0.027265562499999736, - 0.012290107750000214, - -0.017597352249999944, - -0.05018481082499988, - -0.019962193892500257, - -0.01139161950000006, - -0.022701001150000014, - 0.0013786910799999214, - -0.014646860050000085, - -0.015396491325000532, - 0.008186758999999919, - 0.04188897099999995, - 0.029843807999999857, - -0.027753020000000236, - -0.0005539261349998608, - -0.017307911899999966, - 0.011377426749999739, - -0.022145610699999995, - 0.007566919749999868, - -0.027431704249999946, - 0.042545776999999674, - 0.052352197149999995, - -0.006990049900000131, - 0.010389971999999801, - 0.018498143250000078, - 0.06626066654999992, - 0.00848889462500006, - -0.018184080999999918, - 0.01926874899999994, - -0.03685933877500006, - 0.0007597582500002853, - -0.02537281875000002, - 0.008902194600000003, - 0.02412217824999988, - 0.031126447000000078, - 0.024641684499999875, - 0.0029474992500001605, - 0.005532393600000062, - -0.008580874249999974, - -0.015919812000000293, - -0.00023579924999993536, - 0.03706109150000009, - -0.0008052041249999526, - -0.03436781549999974, - 0.022327436750000006, - 0.007519205675000007, - -0.011987557750000155, - 0.01592568225000001, - 0.005316474750000138, - -0.0004174132500002535, - -0.032213199249999686, - -0.031228355999999867, - 0.02102232000000007 - ] - ], - "std": [ - [ - 0.8692420724813031, - 0.949763414888491, - 1.0642544830753824, - 1.0472839362776507, - 1.0901344960110089, - 1.0448532151498395, - 0.9860966887034024, - 0.992983631561972, - 1.0149294022896036, - 0.9431952484176876, - 1.0340529605805364, - 0.9513173925745501, - 1.0567752587933925, - 0.9542576532027438, - 0.7813209238320555, - 0.9338054729806743, - 0.9321480764995789, - 0.8561905534972463, - 0.9927488431023881, - 0.9167664054814741, - 0.9198840727955573, - 1.0334423218940791, - 1.0542630877180026, - 1.0910912930890575, - 0.9104729281174669, - 0.940879543920847, - 0.9516761628090449, - 1.0514139332592722, - 0.9431400801236285, - 1.0295711364901166, - 0.8800987512468141, - 1.1173664674104642, - 1.1433392914474967, - 0.9617273036124687, - 1.037564686694581, - 1.0144405124623135, - 1.141213336619724, - 0.9794696310119911, - 0.9763734610882173, - 1.0315472144044722, - 0.937513787219726, - 0.9989573963275813, - 0.898086886732961, - 1.0058174039027852, - 1.0273289677810482, - 1.0127412982823678, - 1.0261552552616107, - 1.0621741318043578, - 0.9715566474052263, - 0.9644661846983199, - 0.8986136195077067, - 0.9995526222906947, - 1.0617704910396841, - 1.063170800289359, - 0.9564967404036995, - 1.2714040020058475, - 1.0285638690116818, - 0.9378454050408493, - 1.0325468321763043, - 1.0983078969994187, - 0.916541159688309, - 1.0160097153090744, - 0.9197027539366839, - 1.0261398372506563 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 103783, - "cert_evals": { - "36": 0.6995884776115417, - "72": 0.6666666269302368, - "108": 0.6131687164306641, - "255": 0.374485582113266 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7072090201035043, - "std_test_acc": 0.012916135009467951, - "n_samples": 1599, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6537375152111053, - "std_cert_acc_36": 0.03876706577910135, - "mean_cert_acc_72": 0.612617015838623, - "std_cert_acc_72": 0.04651892723402723, - "mean_cert_acc_108": 0.5642851889133453, - "std_cert_acc_108": 0.03757870975842772, - "mean_cert_acc_255": 0.35398660600185394, - "std_cert_acc_255": 0.02011265099348426 - }, - "soybean": { - "dataset": "soybean", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.8305084745762712, - "test_acc": 0.8467741935483871, - "train_size": 376, - "val_size": 59, - "test_size": 248, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 28651, - "cert_evals": { - "36": 0.7796609997749329, - "72": 0.7457627058029175, - "108": 0.7457627058029175, - "255": 0.5593220591545105 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.9803921568627451, - "test_acc": 0.89453125, - "train_size": 376, - "val_size": 51, - "test_size": 256, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 28651, - "cert_evals": { - "36": 0.9215686321258545, - "72": 0.9019607901573181, - "108": 0.8039215803146362, - "255": 0.6470588445663452 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8928571428571429, - "test_acc": 0.8844621513944223, - "train_size": 376, - "val_size": 56, - "test_size": 251, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 28651, - "cert_evals": { - "36": 0.8392857313156128, - "72": 0.785714328289032, - "108": 0.785714328289032, - "255": 0.660714328289032 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.9206349206349206, - "test_acc": 0.8524590163934426, - "train_size": 376, - "val_size": 63, - "test_size": 244, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 28651, - "cert_evals": { - "36": 0.888888955116272, - "72": 0.8730159401893616, - "108": 0.8571429252624512, - "255": 0.7619048357009888 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.869556652834063, - "std_test_acc": 0.023503716116767666, - "n_samples": 683, - "n_features": 35, - "n_classes": 18, - "mean_cert_acc_36": 0.857351079583168, - "std_cert_acc_36": 0.06186177321618541, - "mean_cert_acc_72": 0.8266134411096573, - "std_cert_acc_72": 0.07312089021728956, - "mean_cert_acc_108": 0.7981353849172592, - "std_cert_acc_108": 0.04623328541264586, - "mean_cert_acc_255": 0.6572500169277191, - "std_cert_acc_255": 0.0829826838430858 - }, - "ringnorm": { - "dataset": "ringnorm", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.9875776397515528, - "test_acc": 0.9719647298213882, - "train_size": 1850, - "val_size": 1127, - "test_size": 4423, - "stats": { - "mean": [ - [ - -0.0014913630590810715, - -0.0002028115945945495, - -0.003624673004864866, - 0.030743673347964937, - -0.0034106684216216178, - -0.004585295625405408, - -0.007129368502702696, - 0.02503018201621619, - -0.009548345086486483, - -0.023094663821621602, - 0.024392343743783677, - -0.022385221852432413, - -0.011269039536756825, - 0.006084699226486499, - -0.002144298956756773, - 0.012506844875783789, - -0.00058454836702704, - 0.03584240386432444, - -0.012133667589189186, - 0.004316507892972984 - ] - ], - "std": [ - [ - 0.9784283387930162, - 0.9905460412687422, - 1.0065390278100863, - 0.9927153916321547, - 0.9735595969809379, - 0.9917492622308341, - 1.021226537005995, - 0.984043931354316, - 1.0020439489201134, - 1.0140676776467927, - 1.01390897497898, - 1.0144771852122418, - 1.0088742566237001, - 1.0031650144538549, - 0.9957376523551107, - 1.004052473854246, - 1.0009632837253672, - 1.0136956725096684, - 1.0117437667654883, - 0.9896482611831617 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 9125, - "cert_evals": { - "36": 0.9511979222297668, - "72": 0.9068323373794556, - "108": 0.840283989906311, - "255": 0.48358476161956787 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.9834558823529411, - "test_acc": 0.982070820259973, - "train_size": 1850, - "val_size": 1088, - "test_size": 4462, - "stats": { - "mean": [ - [ - -0.008131689650810797, - -0.002498043243243252, - -0.023727151785405413, - -0.03585440558918916, - -0.0003934882972973119, - 0.0225867714875676, - 0.033729259347567535, - 0.04028018498378375, - -0.011526702379459474, - 0.005509034924324315, - -0.0036079329924324473, - -0.010609778086486462, - -0.04445419758486492, - -0.019035246131351363, - -0.023686496141621632, - -0.004599276812324327, - -0.01283934108918918, - -0.017065241494054067, - 0.0003217353513513623, - 0.0033787389697297146 - ] - ], - "std": [ - [ - 1.022177893241832, - 0.9975248053566046, - 1.0196388744846618, - 1.0221479866384073, - 0.9970357977944808, - 1.0307981420348893, - 0.9773560353822935, - 0.9781176224444603, - 1.0106652173823045, - 0.9892263924920568, - 1.0047809286897451, - 0.9927926966385846, - 0.9948403657240741, - 1.008299177644683, - 0.986103425256104, - 1.0040901235563537, - 1.0207243055267705, - 0.9859651487873408, - 1.0109851150234057, - 1.0209172013335133 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 9125, - "cert_evals": { - "36": 0.9715073704719543, - "72": 0.9595588445663452, - "108": 0.9034926295280457, - "255": 0.5707720518112183 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9776744186046512, - "test_acc": 0.9816759776536312, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02891295190162165, - 0.03068944431891898, - -0.019467257363783776, - -0.009042827307170279, - 0.0023045943172973027, - 0.03461760786972972, - -0.013958165583783782, - -0.0037264931027027265, - 0.004122639091891881, - 0.008077664260864866, - 0.00500549670162161, - 0.05230572106145954, - 0.00560352195189189, - -0.0038027441356756407, - -0.006340691426324323, - -0.017875234487027075, - -0.009974290385945996, - 0.031068824466486403, - -0.018748794218378367, - 0.005651800251891893 - ] - ], - "std": [ - [ - 0.9932694884617136, - 1.0072036987514652, - 0.9893573161360424, - 0.9958218951278952, - 1.0085886667535657, - 0.9790791907975733, - 0.9983260051236463, - 0.9947362590919102, - 1.006364157341519, - 1.0005095470798928, - 0.9832199273034367, - 0.9689205473346516, - 1.0001853849462015, - 1.033775512614162, - 1.0032724243458653, - 0.9853254002831421, - 1.0043894835352993, - 1.0395476633542529, - 0.9896749630098167, - 0.9691966087764504 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 9125, - "cert_evals": { - "36": 0.9562790989875793, - "72": 0.9200000166893005, - "108": 0.8697674870491028, - "255": 0.5330232381820679 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.9841860465116279, - "test_acc": 0.9825698324022346, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02046777164864863, - 0.0021980356432432023, - 0.004059637980540555, - -0.009342822182702694, - 0.002387918376162144, - 0.030360256719999965, - -0.015382828059459445, - -0.018204245005945925, - -0.025843862712432407, - 0.027745209016216188, - 0.004481657689729722, - 0.026131714623621623, - 0.022636812074594607, - 0.014200627510810747, - -0.0033628461978918974, - -0.017424993537297307, - 0.02008856371405403, - -0.012326211236756734, - -0.005294278313513533, - -0.011560347406486508 - ] - ], - "std": [ - [ - 1.003862152326972, - 1.0116328206717198, - 0.9982327875050149, - 1.0058161542849646, - 0.9897416118790039, - 0.97887136461081, - 0.9958939467129719, - 1.025014828335411, - 1.0096954961376094, - 1.0002821071815167, - 0.9846740927254561, - 0.9871728584855372, - 0.988810619026956, - 0.9866476352820501, - 0.9798465412109066, - 1.0074699501447237, - 0.9933722458992488, - 0.9892672826168423, - 1.0089595701990006, - 1.0171370551906491 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 9125, - "cert_evals": { - "36": 0.9665116667747498, - "72": 0.9488372206687927, - "108": 0.9153488278388977, - "255": 0.5972093343734741 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9795703400343067, - "std_test_acc": 0.005083580507180999, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9613740146160126, - "std_cert_acc_36": 0.009284240987134915, - "mean_cert_acc_72": 0.9338071048259735, - "std_cert_acc_72": 0.024544722742455144, - "mean_cert_acc_108": 0.8822232335805893, - "std_cert_acc_108": 0.03397910132499522, - "mean_cert_acc_255": 0.546147346496582, - "std_cert_acc_255": 0.049328902830278756 - }, - "spect": { - "dataset": "spect", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.9, - "test_acc": 0.7681159420289855, - "train_size": 186, - "val_size": 10, - "test_size": 69, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11005, - "cert_evals": { - "36": 0.699999988079071, - "72": 0.699999988079071, - "108": 0.4000000059604645, - "255": 0.10000000149011612 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.7096774193548387, - "train_size": 186, - "val_size": 17, - "test_size": 62, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11005, - "cert_evals": { - "36": 0.6470588445663452, - "72": 0.529411792755127, - "108": 0.4117647111415863, - "255": 0.05882352963089943 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.75, - "test_acc": 0.7966101694915254, - "train_size": 186, - "val_size": 20, - "test_size": 59, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11005, - "cert_evals": { - "36": 0.699999988079071, - "72": 0.6000000238418579, - "108": 0.45000001788139343, - "255": 0.25 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.7222222222222222, - "test_acc": 0.7377049180327869, - "train_size": 186, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11005, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.4444444477558136, - "108": 0.2777777910232544, - "255": 0.0555555559694767 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7530271122270342, - "std_test_acc": 0.037599295970146704, - "n_samples": 265, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.650653600692749, - "std_cert_acc_36": 0.06813390570098193, - "mean_cert_acc_72": 0.5684640631079674, - "std_cert_acc_72": 0.10832383731081664, - "mean_cert_acc_108": 0.38488563150167465, - "std_cert_acc_108": 0.07452718082043906, - "mean_cert_acc_255": 0.11609477177262306, - "std_cert_acc_255": 0.0915325872819592 - }, - "spectf": { - "dataset": "spectf", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5238095238095238, - "test_acc": 0.559322033898305, - "train_size": 187, - "val_size": 21, - "test_size": 59, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 43301, - "cert_evals": { - "36": 0.4761904776096344, - "72": 0.4761904776096344, - "108": 0.4761904776096344, - "255": 0.2857142984867096 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5789473684210527, - "test_acc": 0.5409836065573771, - "train_size": 187, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 43301, - "cert_evals": { - "36": 0.4736842215061188, - "72": 0.4736842215061188, - "108": 0.4736842215061188, - "255": 0.42105263471603394 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.65, - "test_acc": 0.5333333333333333, - "train_size": 187, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 43301, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.6000000238418579, - "108": 0.550000011920929, - "255": 0.30000001192092896 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.6111111111111112, - "test_acc": 0.532258064516129, - "train_size": 187, - "val_size": 18, - "test_size": 62, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 43301, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.5555555820465088, - "108": 0.5555555820465088, - "255": 0.1111111119389534 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5414742595762861, - "std_test_acc": 0.012516611896658833, - "n_samples": 267, - "n_features": 44, - "n_classes": 2, - "mean_cert_acc_36": 0.52635757625103, - "std_cert_acc_36": 0.06209389050939828, - "mean_cert_acc_72": 0.52635757625103, - "std_cert_acc_72": 0.06209389050939828, - "mean_cert_acc_108": 0.5138575732707977, - "std_cert_acc_108": 0.04501002886392335, - "mean_cert_acc_255": 0.27946951426565647, - "std_cert_acc_255": 0.12760724939491325 - }, - "statlog-australian-credit": { - "dataset": "statlog-australian-credit", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.6509433962264151, - "test_acc": 0.5509708737864077, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.05059407542441863, - -0.0114752416860465, - 0.028838848837209195, - 0.03936136046511627, - 0.10460593604651149, - 0.0779865668604651, - 0.08156061627906987, - 0.15811348837209352, - 0.05523483604651162, - 0.1309385000000002, - 0.06254351744186054, - -0.11882176316511633, - 0.041984078837209345, - 0.07566618604651176 - ] - ], - "std": [ - [ - 1.0101299726407869, - 1.0530472517300817, - 0.9967360557731824, - 0.9782321556549705, - 1.0601462124818095, - 1.0386276590440506, - 0.9921323025144253, - 1.0098717215967856, - 0.8568205957330315, - 1.0017391917815985, - 0.8280019139302006, - 0.8059241197617667, - 1.4892583738151293, - 1.0047800961056161 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 4541, - "cert_evals": { - "36": 0.3679245412349701, - "72": 0.18867924809455872, - "108": 0.11320754885673523, - "255": 0.07547169923782349 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.5463917525773195, - "test_acc": 0.5748218527315915, - "train_size": 172, - "val_size": 97, - "test_size": 421, - "stats": { - "mean": [ - [ - -0.0864253130930232, - -0.033577701104651185, - -0.03875552325581389, - 0.029890569767441845, - 0.028733052325581446, - 0.014722290813953477, - 0.05829668604651171, - -0.01803883720930214, - 0.054039201162790776, - -0.043972749999999845, - -0.07365430232558125, - -0.024331187647674404, - 0.08401893802325594, - 0.08735679069767467 - ] - ], - "std": [ - [ - 0.9209242895195554, - 0.9435504125386636, - 1.067477333690663, - 1.061435553615557, - 1.0025792818765138, - 1.0277952989603758, - 0.9948560751139975, - 0.9964680315230806, - 0.9046016810802003, - 0.994587469176134, - 1.1556768232845753, - 0.935329242863178, - 1.6527499781150876, - 1.0051200887036142 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 4541, - "cert_evals": { - "36": 0.4329896867275238, - "72": 0.2886597812175751, - "108": 0.2164948433637619, - "255": 0.010309278033673763 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6333333333333333, - "test_acc": 0.5981308411214953, - "train_size": 172, - "val_size": 90, - "test_size": 428, - "stats": { - "mean": [ - [ - -0.07147041345930233, - -0.029198059883720928, - -0.10634986046511644, - -0.012728412790697653, - -0.06173072674418615, - 0.0097622159302325, - 0.05829668604651169, - 0.08765255813953526, - 0.008607926744186043, - -0.06729424999999996, - 0.004173023255814025, - -0.03348306104651162, - -0.012487369767441872, - -0.017858651162790676 - ] - ], - "std": [ - [ - 0.971314722723139, - 0.8466778612216974, - 1.042970249181201, - 0.959839375401117, - 0.918650223910635, - 0.8910303524098012, - 0.9948560751139973, - 1.0082316527571256, - 0.8072245383487707, - 0.9913009258016392, - 0.8525556362245806, - 0.9327938415221685, - 0.575642414570075, - 0.997133880165406 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 4541, - "cert_evals": { - "36": 0.3777777850627899, - "72": 0.2888889014720917, - "108": 0.21111111342906952, - "255": 0.011111111380159855 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6699029126213593, - "test_acc": 0.5614457831325301, - "train_size": 172, - "val_size": 103, - "test_size": 415, - "stats": { - "mean": [ - [ - -0.1213828103255814, - -0.06661143598837206, - 0.001801104651162605, - 0.1309130523255815, - 0.11044239534883706, - -0.028884297790697674, - 0.10482454651162802, - 0.09939604651162864, - -0.012912282558139528, - -0.12559799999999988, - 0.023629854651162924, - 0.0062312962406976735, - 0.17098330383720955, - 0.12242860465116306 - ] - ], - "std": [ - [ - 0.928604583415627, - 0.9683009241515906, - 1.0138252442857156, - 0.9530281481075065, - 0.9511816420159422, - 0.9323161262752426, - 0.9888538720631012, - 1.0088469910217654, - 0.7964967613394043, - 0.9806129187696861, - 0.964831290983948, - 0.838672394350281, - 1.7526808412132595, - 1.0053240290706722 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 4541, - "cert_evals": { - "36": 0.42718446254730225, - "72": 0.25242719054222107, - "108": 0.12621359527111053, - "255": 0.03883495181798935 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5713423376930062, - "std_test_acc": 0.020352471387264297, - "n_samples": 690, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.4014691188931465, - "std_cert_acc_36": 0.03337335806088311, - "mean_cert_acc_72": 0.25466378033161163, - "std_cert_acc_72": 0.04720892508042535, - "mean_cert_acc_108": 0.1667567752301693, - "std_cert_acc_108": 0.05462737965864807, - "mean_cert_acc_255": 0.03393176011741161, - "std_cert_acc_255": 0.030705110864293613 - }, - "statlog-german-credit": { - "dataset": "statlog-german-credit", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.731023102310231, - "train_size": 250, - "val_size": 144, - "test_size": 606, - "stats": { - "mean": [ - [ - 0.008747452000000005, - 0.11021018984000003, - 0.06555079600000023, - 0.10154820480000003, - -0.010759709999999997, - -0.02979250000000003, - 0.08191152000000003, - 0.013589535999999907, - 0.08188774399999998, - -0.06417329279999998, - 0.041099871999999926, - 0.0640540519999999, - 0.02485610000000021, - 0.057033071999999865, - 0.037065583999999575, - -0.014164548000000032, - 0.003288288000000005, - -0.09291863999999964, - 0.055446887999999986, - 0.033893919999999966, - -0.019884256, - -0.06814002399999995, - 0.019990000000000167, - 0.004141975999999968 - ] - ], - "std": [ - [ - 1.003978613784907, - 1.1209135794421377, - 1.0561299223802987, - 1.0960852648064718, - 1.0015570603843653, - 1.0186243811552194, - 0.9706722294277974, - 0.9826945821214509, - 0.9667757761368231, - 0.9930707850493405, - 0.9574267666614031, - 1.0136622966442341, - 1.022617820769464, - 1.0089854337740911, - 1.0859859373554877, - 0.9904599650540205, - 1.0037797010309435, - 1.118329779782364, - 1.1191480919785946, - 1.026929516139364, - 1.008621805841551, - 0.7419439487110271, - 1.014184725481508, - 0.9983740501128531 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 13061, - "cert_evals": { - "36": 0.6388888955116272, - "72": 0.4930555522441864, - "108": 0.3819444477558136, - "255": 0.0902777761220932 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6909090909090909, - "test_acc": 0.6632478632478632, - "train_size": 250, - "val_size": 165, - "test_size": 585, - "stats": { - "mean": [ - [ - -0.11847553600000008, - 0.036239413119999966, - 0.02862046800000001, - -0.09383200439999995, - 0.060125340400000005, - 0.15559079999999997, - -0.014122872000000066, - 0.03171004799999993, - -0.020949231999999995, - 0.024086774399999983, - 0.035430963999999704, - 0.03635581599999994, - 0.01380900000000019, - -0.02444276800000006, - 0.015885439999999883, - -0.04249425600000005, - 0.0032882880000000194, - -0.05162157599999978, - -0.045364992, - -0.03910935999999991, - 0.02430596400000002, - -0.06814002399999995, - -0.009994999999999971, - 0.03726506400000005 - ] - ], - "std": [ - [ - 0.9921196542418786, - 0.9839775335987256, - 0.9719344651930834, - 0.8219136288585911, - 1.0283437624856175, - 0.935161859470199, - 1.0304888406780581, - 0.969745031693504, - 1.0144787229611012, - 0.9607218147860226, - 0.9757296988321245, - 0.9986987034773843, - 1.0124834391949327, - 0.99440586812025, - 1.0376109095734123, - 0.9715066082685968, - 1.003779701030944, - 1.0681499773760452, - 0.8871445440000011, - 0.9654046905991231, - 0.9876884886364683, - 0.741943948711028, - 0.9919250708722922, - 0.9887116931453116 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 13061, - "cert_evals": { - "36": 0.5757575631141663, - "72": 0.49090906977653503, - "108": 0.42424240708351135, - "255": 0.11515150964260101 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7615894039735099, - "test_acc": 0.7111853088480802, - "train_size": 250, - "val_size": 151, - "test_size": 599, - "stats": { - "mean": [ - [ - -0.007155444000000004, - -0.02280468616000002, - -0.000923963999999978, - -0.005769232000000004, - 0.027214445999999993, - -0.033102900000000046, - -0.08756082399999997, - -0.008155120000000118, - -0.043801872000000026, - -0.036042587200000024, - -0.06660962000000034, - -0.012116240000000006, - 0.03590320000000018, - 0.03259031999999998, - 0.015885439999999754, - 0.014165159999999979, - -0.009864799999999998, - 0.044738240000000214, - -0.025202616000000018, - -0.02868032000000009, - 0.015467920000000017, - -0.013628039999999968, - -0.019989999999999956, - 0.04554583600000004 - ] - ], - "std": [ - [ - 0.9999148002086538, - 1.0148356615854706, - 0.9944072856585561, - 1.035717095952802, - 1.0170037494400637, - 0.9881689707602084, - 0.9574315744991436, - 0.9962604301494323, - 1.0106965591920622, - 0.938266029045709, - 1.046848672784522, - 1.0034643812466981, - 1.0325345627288987, - 1.0053273490207943, - 1.0376109095734132, - 1.0082616972439922, - 0.9864816, - 0.9336343846074779, - 0.9390127419470407, - 0.974766613507818, - 0.9920679785169961, - 0.9539597199999994, - 0.9841903486622879, - 0.9861074856695757 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 13061, - "cert_evals": { - "36": 0.6622516512870789, - "72": 0.5827814340591431, - "108": 0.4900662302970886, - "255": 0.1192052960395813 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.78, - "test_acc": 0.7083333333333334, - "train_size": 250, - "val_size": 150, - "test_size": 600, - "stats": { - "mean": [ - [ - -0.07712802800000004, - 0.035575906559999905, - 0.03600647600000002, - 0.06969280920000001, - -0.07151825079999988, - 1.2599999999729494e-06, - 0.09320968800000004, - -0.008155136000000117, - -0.047610556000000026, - -0.07366734000000005, - 0.04676877999999975, - -0.0398143480000001, - 0.013809000000000111, - -0.024442767999999993, - 0.0794258719999996, - -0.023607784000000107, - -0.036170976, - -0.02409019999999976, - 0.11593401599999997, - 0.06518104000000009, - 0.006629876000000042, - -0.013628039999999942, - 0.03998, - -0.028981112000000014 - ] - ], - "std": [ - [ - 0.9961848281424827, - 1.0357494337664712, - 0.9956407453516892, - 1.0641268992559583, - 0.9722690935335091, - 0.9495990606515547, - 0.9583641989375432, - 1.0028304935144103, - 0.9697124254270231, - 0.9284015893774715, - 0.9387328207858588, - 0.9103631774518237, - 1.0124834391949329, - 0.9944058681202499, - 1.1756410923708531, - 0.9842733398970128, - 0.9503959399474098, - 1.032426600000002, - 1.233700183972741, - 1.0506449065402248, - 0.9963498257987028, - 0.9539597199999992, - 1.028271299122951, - 1.0068547054058516 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 13061, - "cert_evals": { - "36": 0.6600000262260437, - "72": 0.5733333230018616, - "108": 0.5066666603088379, - "255": 0.1733333319425583 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.703447401934877, - "std_test_acc": 0.02863662975321315, - "n_samples": 1000, - "n_features": 24, - "n_classes": 2, - "mean_cert_acc_36": 0.634224534034729, - "std_cert_acc_36": 0.04037341640153247, - "mean_cert_acc_72": 0.5350198447704315, - "std_cert_acc_72": 0.04985263063391361, - "mean_cert_acc_108": 0.45072993636131287, - "std_cert_acc_108": 0.058049673431533416, - "mean_cert_acc_255": 0.12449197843670845, - "std_cert_acc_255": 0.03498229466635278 - }, - "statlog-heart": { - "dataset": "statlog-heart", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 22, - "best_val_acc": 0.8157894736842105, - "test_acc": 0.8303030303030303, - "train_size": 67, - "val_size": 38, - "test_size": 165, - "stats": { - "mean": [ - [ - -0.08198015373134328, - -0.20437704477611945, - 0.14667940298507465, - -0.10702356567164191, - 0.12296643701492538, - 0.0031060895522387424, - 0.1721716417910448, - 0.05256702985074625, - -0.09777528358208952, - -0.07363618358208954, - 0.14071911940298493, - -0.06190307462686559, - 0.07189410447761192 - ] - ], - "std": [ - [ - 0.9602755621241335, - 1.0534397591881424, - 0.965842016381191, - 0.8781181021048233, - 1.1908161716364944, - 1.0012132661304654, - 0.983067488143195, - 0.9410627873975389, - 0.9570769609540178, - 0.878212234528083, - 0.8616316071032667, - 0.9849557990787127, - 0.9977403560745624 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 3931, - "cert_evals": { - "36": 0.6842105388641357, - "72": 0.6052631735801697, - "108": 0.6052631735801697, - "255": 0.21052631735801697 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8235294117647058, - "test_acc": 0.756578947368421, - "train_size": 67, - "val_size": 51, - "test_size": 152, - "stats": { - "mean": [ - [ - 0.10317251194029849, - -0.04498435820895522, - -0.10467137313432831, - 0.12694810597014922, - 0.17465611791044777, - 0.25472334328358204, - 0.08243026865671647, - -0.11108194776119398, - -0.002699328358208915, - -0.025414538805970124, - -0.05362482089552247, - 0.1120346268656717, - -0.13575953731343274 - ] - ], - "std": [ - [ - 0.933803946437699, - 1.0141183535164209, - 1.0495962756290413, - 0.9673366402230045, - 0.8198187755507609, - 1.1979377392725967, - 0.9966276802719692, - 1.0695932382111324, - 0.997165030870351, - 0.9974922014552127, - 0.9446202495075935, - 1.110709570807387, - 0.9882692368647951 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 3931, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.6274510025978088, - "108": 0.5686274766921997, - "255": 0.19607843458652496 - }, - "fold": 1 - }, - { - "best_epoch": 38, - "best_val_acc": 0.782608695652174, - "test_acc": 0.8471337579617835, - "train_size": 67, - "val_size": 46, - "test_size": 157, - "stats": { - "mean": [ - [ - 0.13594266119402976, - -0.14061997014925387, - 0.06813225373134335, - -0.08696855671641794, - 0.03171528507462684, - 0.04504229850746271, - 0.18712851940298503, - 0.03130544776119405, - 0.09237662686567168, - -0.06451316865671636, - 0.019254119402985, - 0.08040952238805975, - -0.15114120895522393 - ] - ], - "std": [ - [ - 0.8711281879382763, - 1.040823259043546, - 0.9637958388354753, - 0.9133876556024206, - 0.9725134126319966, - 1.040829334168815, - 0.9723132590478262, - 0.9630003579670339, - 1.0269376874323441, - 0.8130127152575585, - 0.8919207037488958, - 1.0082879636602924, - 0.9714271921263085 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 3931, - "cert_evals": { - "36": 0.6739130616188049, - "72": 0.6086956858634949, - "108": 0.47826087474823, - "255": 0.15217392146587372 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.85, - "test_acc": 0.7791411042944786, - "train_size": 67, - "val_size": 40, - "test_size": 163, - "stats": { - "mean": [ - [ - 0.08678730746268656, - -0.14061997014925384, - 0.03671347761194034, - 0.07263314626865668, - -0.06617695701492539, - 0.17085092537313418, - 0.08243026865671643, - -0.04536504626865671, - -0.03439131343283579, - -0.07884894179104476, - -0.029331820895522515, - 0.15947211940298509, - -0.0511598059701492 - ] - ], - "std": [ - [ - 0.9010573312665855, - 1.0408232590435458, - 1.0531172362720425, - 0.9118585344964205, - 0.9359858544688878, - 1.1423287841859981, - 0.9966276802719692, - 1.0086415816105951, - 0.9850040267731803, - 0.9462659856917733, - 0.9421179375671704, - 1.0971195664680449, - 0.9795524388118361 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 3931, - "cert_evals": { - "36": 0.75, - "72": 0.675000011920929, - "108": 0.6000000238418579, - "255": 0.17499999701976776 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8032892099819283, - "std_test_acc": 0.04249341328415368, - "n_samples": 270, - "n_features": 13, - "n_classes": 2, - "mean_cert_acc_36": 0.6936975717544556, - "std_cert_acc_36": 0.03821894301899751, - "mean_cert_acc_72": 0.6291024684906006, - "std_cert_acc_72": 0.0321146933741674, - "mean_cert_acc_108": 0.5630378872156143, - "std_cert_acc_108": 0.058786505554584534, - "mean_cert_acc_255": 0.18344466760754585, - "std_cert_acc_255": 0.02544405527740761 - }, - "statlog-image": { - "dataset": "statlog-image", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 50, - "best_val_acc": 0.925414364640884, - "test_acc": 0.8789204959883297, - "train_size": 577, - "val_size": 362, - "test_size": 1371, - "stats": { - "mean": [ - [ - 0.05277729462738304, - -0.026856590034661988, - -0.04045374350086678, - 0.035925407279029424, - 0.012791040953206106, - -0.02749923800693239, - 0.026879459393414143, - 0.003427681455805914, - -0.003979492894280729, - -0.0036277449220103795, - -0.004736499878682832, - -0.003368361143847496, - 0.0064276489428076265, - -0.008315490103986137, - 0.007643567209705356, - -0.0043468179896013785, - 0.0004630635528596608, - -0.0013222841941074428 - ] - ], - "std": [ - [ - 1.0182285353798557, - 0.9851787517694358, - 0.9390514410011299, - 1.0719805534061642, - 1.0253303532403122, - 0.7168098920649388, - 1.0463467417069485, - 1.0739156275157598, - 0.9846461541428279, - 0.986758186324584, - 0.9813280135807977, - 0.9874022073254759, - 0.9931538939642666, - 0.9774222979865599, - 0.9945730722498334, - 0.98084516278497, - 0.9787696627538863, - 1.0056912001088976 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 7606, - "cert_evals": { - "36": 0.8646408915519714, - "72": 0.8093922734260559, - "108": 0.7541436553001404, - "255": 0.40883979201316833 - }, - "fold": 0 - }, - { - "best_epoch": 38, - "best_val_acc": 0.9082278481012658, - "test_acc": 0.8920254057868737, - "train_size": 577, - "val_size": 316, - "test_size": 1417, - "stats": { - "mean": [ - [ - -0.00805977642980937, - -0.018866870935875215, - 0.031481733102252704, - -0.043535077989602024, - 0.004621514436741676, - 0.01480505808492205, - -0.014060085823223602, - -0.02213133720970536, - 0.002966329462738305, - 0.0030170756499133438, - 0.002753383032928949, - 0.0031395960138648014, - -0.0019510392547660267, - 0.0010119288561525432, - 0.0002420222010398325, - 0.0026207177123050403, - -0.00027903677296360597, - -0.004136256395147322 - ] - ], - "std": [ - [ - 0.9953843774509928, - 1.0074852374270842, - 1.0783606982862584, - 0.9028473634226395, - 1.0693480635548707, - 1.0940228399134122, - 0.8711465724120171, - 0.502597420466186, - 1.006613669140276, - 1.0050554458942274, - 1.0062103872564798, - 1.0073657656318686, - 0.9940821219426057, - 0.9803990682446567, - 0.9797804248563735, - 1.0060668347936674, - 0.9852523228665813, - 0.9927198570183016 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 7606, - "cert_evals": { - "36": 0.8575949668884277, - "72": 0.8227848410606384, - "108": 0.7594937086105347, - "255": 0.344936728477478 - }, - "fold": 1 - }, - { - "best_epoch": 24, - "best_val_acc": 0.870026525198939, - "test_acc": 0.8731563421828908, - "train_size": 577, - "val_size": 377, - "test_size": 1356, - "stats": { - "mean": [ - [ - 0.05914366984402079, - 0.022316960745233937, - 0.06025597920277344, - 0.004141213171577218, - 0.06498358975736578, - -0.007717641698440197, - 0.003916004280762564, - -0.024700628942807636, - -0.011757545424610043, - -0.012553493500866587, - -0.011469935798960128, - -0.011205641403812857, - 0.0023379489774696394, - -0.007725091837088372, - 0.010744232443674168, - -0.011220052305025987, - -0.013785179953206241, - 0.003924050017330997 - ] - ], - "std": [ - [ - 1.024154455792897, - 0.9811663585132518, - 1.0550539991337744, - 1.0439910345858283, - 1.1416502363087357, - 0.8904529955722684, - 1.0841860242487946, - 0.7205096411504827, - 0.9892628189620303, - 0.9876451169861917, - 0.9910594913771583, - 0.9889085818803738, - 1.0052016942584325, - 1.0015543969928375, - 1.001939370908761, - 0.9907018248984832, - 0.9753060190971025, - 0.9976064937693578 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 7606, - "cert_evals": { - "36": 0.8116710782051086, - "72": 0.7374005317687988, - "108": 0.6790450811386108, - "255": 0.366047739982605 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8839285714285714, - "test_acc": 0.8690050107372942, - "train_size": 577, - "val_size": 336, - "test_size": 1397, - "stats": { - "mean": [ - [ - -0.004805442807625656, - 0.03371339715771235, - 0.02189034662045027, - 0.035925407279029334, - 0.0042291054419410475, - 0.03768918716984402, - 0.012717266897746975, - 0.03924694882149047, - 0.00528661488734836, - 0.005418960658578841, - 0.0062262528249566835, - 0.0039763388388214865, - -0.003098130467937617, - 0.010604977712305036, - -0.01486111181975736, - 0.007219200675909865, - 0.014029051389948003, - 0.01013749448873485 - ] - ], - "std": [ - [ - 1.008276364629133, - 1.010568100241832, - 1.0315325534295983, - 1.1379229784648968, - 0.9804535280460098, - 1.2556130480825498, - 1.057279793514591, - 1.3153187531590647, - 1.004023150383831, - 1.004919767936061, - 1.0036256590527597, - 1.0041255432995537, - 1.0046162783500956, - 1.0114881398893187, - 1.0145020055917877, - 1.0028701935817135, - 1.0098377455026906, - 0.990416131086278 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 7606, - "cert_evals": { - "36": 0.8333333730697632, - "72": 0.7976190447807312, - "108": 0.7440476417541504, - "255": 0.369047611951828 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8782768136738471, - "std_test_acc": 0.010027024650019941, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.8418100774288177, - "std_cert_acc_36": 0.024156590541545474, - "mean_cert_acc_72": 0.7917991727590561, - "std_cert_acc_72": 0.03769487977214964, - "mean_cert_acc_108": 0.7341825217008591, - "std_cert_acc_108": 0.03731202211426499, - "mean_cert_acc_255": 0.37221796810626984, - "std_cert_acc_255": 0.026668001394902188 - }, - "semeion": { - "dataset": "semeion", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.9083969465648855, - "test_acc": 0.9110396570203644, - "train_size": 398, - "val_size": 262, - "test_size": 933, - "stats": { - "mean": [ - [ - 0.042952336683416886, - 0.08904046231155748, - 0.07781711306532647, - 0.04420791457286419, - 0.023773748743718452, - 0.030800670854271264, - 0.05355933668341719, - 0.03393323618090457, - 0.027005577889447012, - -0.020098884422110736, - -0.038558869346733554, - -0.02876319095477392, - -0.035930085427135716, - -0.005666462311557859, - -0.03678980402010061, - -0.02540032914572887, - 0.07164423115577907, - 0.10856828643216102, - 0.016988085427135702, - 0.008401615577889203, - 0.058609482412060376, - 0.009480130653266463, - 0.017019934673366894, - 0.018380477386934664, - -0.03487012562814079, - -0.04757404020100504, - -0.03736131909547739, - -0.015900620603015, - -0.02739998994974887, - 0.02467418090452264, - 0.0249909623115577, - -0.0428204346733669, - 0.09282983919598005, - 0.0839422261306534, - 0.045602110552763954, - -0.0022594874371859885, - 0.03105556030150764, - 0.038234974874371906, - 0.05212423115577904, - -0.0418055175879393, - 0.007379648241206374, - -0.0123181708542711, - 0.03084452261306535, - -0.015929640703517652, - -0.032517437185929664, - -0.042322022613065426, - 0.012141331658292034, - -0.0381711532663317, - 0.08658839698492467, - 0.048203969849246485, - -0.04225107537688428, - -0.025943195979899407, - -0.0023844723618089915, - 0.036030047738693574, - 0.019591012562814026, - -0.00906672110552767, - 0.05304341708542693, - 0.04683804020100484, - 0.011912374371859305, - 0.007315894472361927, - -0.09851672361809082, - -0.03642700000000022, - -0.020734497487437303, - 0.031377703517588146, - 0.06271911809045175, - 0.00858300502512564, - -0.03295607788944731, - -0.05819111557788897, - 0.0045722713567837555, - 0.0003809296482409935, - -0.02592891959799003, - 0.02250984924623118, - 0.04199087437185916, - 0.015708170854271196, - -0.026958037688442335, - -0.06993793467336694, - -0.06541721608040225, - -0.06384432160804038, - 0.007286145728643622, - 0.030955864321607733, - 0.027522726130653326, - 0.036648336683416785, - -0.002193748743718662, - 0.012495773869346763, - -0.009007914572864381, - -0.0036712160804018216, - 0.058828603015075205, - 0.0316613417085427, - 0.007075424623115544, - -0.04322718592964837, - -0.06008731155778924, - -0.04533076381909549, - -0.022957175879396944, - -0.0168389145728642, - 0.025421821608039852, - 0.02792173869346751, - -0.07432091959799038, - 0.013624623115577675, - -0.034945268844221195, - 0.02665020100502518, - 0.03429036180904528, - 0.052019472361808976, - 0.05586435175879404, - -0.01356301507537669, - -0.016037165829145907, - -0.03266601758794015, - -0.04719567587939709, - -0.00748582412060346, - 0.004539849246231048, - 0.021088369346733554, - -0.011933391959799155, - -0.015972572864321154, - -0.03545065829145717, - -0.037793592964824145, - -0.044449964824120315, - 0.029925321608040113, - 0.06288003015075373, - 0.08463542713567856, - 0.02237871859296501, - 0.006899319095477609, - 0.01449656281407041, - 0.000527683417085827, - 0.03920230150753784, - 0.01104597989949731, - -0.025606010050250903, - 0.009040170854271303, - -0.005590462311557578, - -0.01597257286432165, - -0.028310065326633178, - -0.028887447236180964, - -0.0659081507537687, - -0.02844676884422169, - -0.023109949748743735, - 0.032979929648241244, - 0.004363246231154997, - 0.04131952261306578, - 0.0639989572864323, - 0.0895776356783918, - 0.08333377889447266, - 0.004363924623115477, - 0.04033003768844212, - 0.0043767613065326776, - -0.026182336683417056, - 0.005207839195979919, - -0.04224544723618088, - -0.02382967085427132, - -0.07914226130653301, - -0.06476556532663379, - -0.0037090954773871154, - 0.03603720603015092, - -0.011745665829145997, - 0.009745507537688426, - 0.03452877889447241, - 0.05641689698492448, - 0.058819748743718606, - 0.0017769246231155048, - 0.05289571608040145, - 0.020843309045226126, - -0.026537417085427038, - -0.027443012562814097, - -0.037861175879396816, - -0.009719047738693285, - -0.014178577889447092, - -0.013634623115577697, - 0.011744346733668245, - -0.06803158291457227, - -0.052816281407034815, - -0.03685464572864351, - -0.015264748743718476, - -0.02556971608040183, - -0.01646636934673348, - 0.023691919597990285, - 0.08278233165829174, - 0.00689019346733639, - -0.011008341708542625, - 0.006246170854271169, - -0.04551160301507559, - -0.01852485427135688, - -0.016720412060301414, - -0.006744517587939658, - -0.020554698492462387, - 0.0033862311557788963, - -0.013512402010050132, - 0.030196592964824073, - 0.053002623115577296, - 0.029924190954773895, - 0.010655278894472263, - -0.025002311557788908, - 0.005749233668341486, - -0.017590547738693327, - -0.0046878693467337276, - -0.025057909547738694, - -0.025841457286432157, - 0.014470603015075412, - -0.028042884422110625, - -0.026089296482412073, - -0.011480763819095607, - -0.03543923115577921, - -0.012104502512562777, - 0.033738502512562836, - 0.06796942713567744, - 0.030141675879396694, - -0.07938337688442194, - -0.10993767839195982, - -0.08592113567839203, - -0.02513346733668336, - 0.02942003768844198, - 0.016245618090452357, - -0.027027889447236178, - -0.04646055778894485, - -0.05783185678391942, - 0.003077424623115391, - 0.001774763819095415, - 0.02235859296482412, - 0.046390603015075665, - 0.07475743718592887, - 0.0031286934673366894, - -0.10202691457286422, - -0.15626765326633196, - -0.15922729145728687, - -0.027267879396984968, - 0.010767738693467357, - 0.06725591457286462, - 0.03289026633165819, - -0.05212582914572871, - -0.07667999246231152, - -0.106186944723618, - -0.05246548743718603, - -0.04017505527638196, - 0.01756687437185917, - 0.01388585929648225, - -0.0017839547738693002, - -0.019856271356783726, - -0.037364902010050265, - -0.05228199748743718, - 0.005632914572864403, - 0.04385109547738676, - 0.07341574120603038, - 0.0661586381909549, - -0.010089979899497585, - -0.018135623115577832, - -0.016660778894472178, - -0.054114793969849306, - -0.03197704522613057, - -0.014875979899497477, - 0.0030890326633166588, - 0.0005838040201005258, - -0.012102854271356855, - 0.06015804020100524, - 0.03463156281407019, - 0.058009472361808555, - 0.0446316331658288, - 0.0002885954773868734, - -0.0071491407035177675, - -0.019207316582914656, - 0.03504411055276377 - ] - ], - "std": [ - [ - 1.0563097554831, - 1.0780957512893903, - 1.0452812422000708, - 1.017690638492427, - 1.0052440697335492, - 1.001399326721192, - 0.9943611635248776, - 0.9929612277732924, - 0.9913927954434718, - 1.0053448775578797, - 1.0107048900784519, - 1.0054061730470043, - 1.0028699621408272, - 0.9995583413505211, - 0.9908593466765735, - 0.9853542136542434, - 1.0705845251257127, - 1.0662779250282277, - 1.0073168970262103, - 1.0024787753418176, - 1.0119304591198905, - 1.0015280003985942, - 1.0018124775575221, - 1.0027574917083557, - 0.9948097176804833, - 0.9923519865939135, - 0.9947029572529067, - 0.9975568639854349, - 0.9951782326467599, - 1.0031187267852708, - 1.0051393922435368, - 0.9711219802777251, - 1.0817185838320085, - 1.0424648712408837, - 1.0182936561607598, - 0.9988131715298316, - 1.0100389974395088, - 1.0139507799801692, - 1.0198550521351346, - 0.97749433095435, - 1.0032558897416382, - 0.9932725134057337, - 1.013388153002777, - 0.992842992738858, - 0.9886564261302372, - 0.9877708685493644, - 1.002648114792108, - 0.9747606061850567, - 1.0747816119657112, - 1.02255888174825, - 0.9796743045806331, - 0.9871350747933134, - 0.9985485116873231, - 1.0182554602963436, - 1.0116426528399904, - 0.9928963782396165, - 1.0328245805209502, - 1.028752519230958, - 1.0063396812352823, - 1.0030257612563318, - 0.9538014614932016, - 0.9874092532167232, - 0.9925147054908431, - 1.0217704776560097, - 1.0429986387634673, - 1.003221409383544, - 0.9871161786807092, - 0.9731000264043922, - 1.0018596893583598, - 0.9998848837132579, - 0.9838376395078868, - 1.0132854070395554, - 1.0217847466795487, - 1.0070449497421416, - 0.9875771901975943, - 0.9687095163481707, - 0.9722544188400668, - 0.9736748724392092, - 1.002916353992525, - 1.0272314038286867, - 1.0175371205727017, - 1.0126645847614397, - 0.998955451392166, - 1.004243498099933, - 0.9961238320171252, - 0.9981311657855426, - 1.0219513419744302, - 1.0121545944257246, - 1.0020340690091334, - 0.9842453448395471, - 0.9788060413943263, - 0.9810097805258174, - 0.9891626357910038, - 0.9902166181537699, - 1.0148948382390708, - 1.028918636127175, - 0.9511980135419595, - 1.003861802009821, - 0.9884969480698704, - 1.0071337781982594, - 1.008265380409389, - 1.0101011443230787, - 1.0106821329347353, - 0.9969256666173059, - 0.9967866423549481, - 0.9931894679821107, - 0.9875817203374175, - 0.997173617790909, - 1.001723029579845, - 1.0125751464485413, - 0.9912331141505772, - 0.9829645856272501, - 0.9793767425495771, - 0.9867539831463441, - 0.9841093178180385, - 1.0103484071725306, - 1.0191860749351354, - 1.0221675875431637, - 1.0044195246237828, - 1.0008342681651312, - 1.001627138412346, - 0.9997772095897719, - 1.0081078939034254, - 1.003310560327655, - 0.9881623645836118, - 1.0047875054511681, - 0.9961421301729743, - 0.9829645856272511, - 0.9869920158115834, - 0.9937316253503987, - 0.9793377827744155, - 0.9904754389720483, - 0.9925397869122989, - 1.0079161666418393, - 1.0006599864175547, - 1.0059991425953247, - 1.0069100585561557, - 1.0100296780570686, - 1.0103236310080053, - 1.0006392870463336, - 1.0075172047508214, - 1.0007852286664525, - 0.9900807435463777, - 1.004024989821359, - 0.9835365256139716, - 0.9945808044935542, - 0.9691682679807009, - 0.96674874592973, - 0.9980415205638171, - 1.0146475059616948, - 0.9949143848564165, - 1.0029906462271676, - 1.0092866189920002, - 1.0179588242197937, - 1.0178009772928769, - 1.0002181457107617, - 1.008080645940541, - 1.0024397087121901, - 0.9933173510271756, - 0.979532808786883, - 0.9865060572780482, - 0.9977415269762818, - 0.9946445941177685, - 0.9927935684967815, - 1.0058109822326597, - 0.9600947752163551, - 0.96839132111533, - 0.9786069630651635, - 0.991429793512298, - 0.984865660959036, - 0.991272639453808, - 1.0096533608655676, - 1.0197900633557413, - 1.000689387806265, - 0.997433042533609, - 1.003492294968093, - 0.9845806330338616, - 0.9966488938063878, - 0.9940656012175009, - 0.9960501295471854, - 0.9861802001739265, - 1.0020303578560832, - 0.9900047845237433, - 1.0217532005343193, - 1.0359244307293263, - 1.0209897301141686, - 1.0061223937153252, - 0.9865088395902182, - 1.0015893626764498, - 0.9952846796435972, - 0.998505053609909, - 0.9830838889803715, - 0.9912812278008364, - 1.0013260724779938, - 0.9920474470886185, - 0.986699951491271, - 0.9924575926179362, - 0.9728376598101992, - 0.9907682549659087, - 1.025076872660426, - 1.0411907333948913, - 1.018295470960672, - 0.9565632778298347, - 0.9500274157105609, - 0.9755944720993126, - 0.9941828603605654, - 1.0084492238238705, - 1.012173917495229, - 0.9873637546749423, - 0.9915215887443988, - 0.9895629283115104, - 1.000389392831378, - 1.0002897764695722, - 1.009216837413109, - 1.0207204122961515, - 1.0300273492943937, - 1.0009253171711008, - 0.9578388667517177, - 0.9464920214014784, - 0.9560486423104471, - 0.9960505224694267, - 1.001839403738359, - 1.0292507570404104, - 1.032844527725739, - 0.9670637057290374, - 0.9795327684867063, - 0.990873804709991, - 1.0050346356911726, - 1.0066384733685902, - 0.9953856475823458, - 0.9956398623489264, - 1.0001306439998972, - 1.004180675810961, - 1.0045488952963422, - 1.0031559055765875, - 0.9998417518500189, - 1.006215000354876, - 1.0258626825494845, - 1.042692556346792, - 0.9864205332461236, - 0.9760435492162586, - 0.9843487751495544, - 0.9645133054191944, - 0.9864637647341462, - 0.9965084374804701, - 1.000034736592101, - 0.9997322633620359, - 0.9981023381080815, - 1.0063573537400703, - 1.009704938325987, - 1.0267732677147232, - 1.029166926292455, - 0.9999357967957346, - 0.9919070208357084, - 0.9723136941246707, - 1.0773934238154859 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1449997, - "cert_evals": { - "36": 0.885496199131012, - "72": 0.8549618124961853, - "108": 0.8167939186096191, - "255": 0.7442747950553894 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.9230769230769231, - "test_acc": 0.9209726443768997, - "train_size": 398, - "val_size": 208, - "test_size": 987, - "stats": { - "mean": [ - [ - -0.025444005025125734, - 0.012452298994974662, - -0.01753376130653282, - -0.010535125628140796, - -0.027963286432161016, - -0.04474275879396973, - -0.001844291457286734, - -0.03242843216080438, - -0.04103420100502541, - -0.04103420100502534, - -0.07008529648241217, - -0.0339002412060303, - 0.004486437185929683, - 0.034529477386934605, - 0.05066186934673367, - 0.03759841206030118, - -0.016225437185929562, - -0.007291756281406924, - -0.021709919597990002, - -0.07642158040201036, - -0.018874525125628004, - 0.024846484924623234, - 0.006883537688442274, - 0.018380477386934792, - -0.06017425879397, - -0.10329628140703531, - -0.07275537688442205, - -0.08172246231155769, - -0.03756016080402036, - 0.024674180904522443, - 0.09202141206030141, - 0.07625499246231132, - 0.008998351758794185, - -0.025569716080401903, - -0.031083557788944435, - -0.013027306532663414, - 0.06831865326633176, - 0.011230351758794001, - 0.008583005025125642, - -0.02492873869346735, - -0.048525276381909295, - -0.07442176633165802, - -0.0577207035175878, - -0.037725047738693514, - -0.011412814070351763, - 0.030323379396984762, - 0.0794642814070353, - 0.0803478919597987, - -0.030803266331658172, - -0.04180551758793927, - 0.0072861457286432126, - 0.02951733165829129, - -0.0357700402010056, - -0.026724758793969693, - -0.03369344221105539, - -0.04033939698492487, - -0.061404133165829336, - -0.08515770351758864, - -0.07468530150753767, - -0.04247025125628165, - 0.009911819095477373, - -0.010079500000000168, - 0.09049717336683409, - 0.07485990954773888, - -0.012162479899497832, - 0.008583005025125627, - 0.03651040201005023, - 0.05084868341708568, - -0.03440337688442217, - -0.07894947236180942, - -0.0551369346733669, - -0.024766954773869324, - -0.0785643743718595, - -0.039971326633166, - -0.05980386180904579, - -0.004987391959798957, - 0.02596786432160804, - 0.0004355778894470852, - 0.04031095979899518, - 0.058227160804019816, - 0.015439334170854316, - 0.031283635678391784, - -0.0074858241206030764, - -0.025019600502512448, - -0.07371595477387047, - -0.04183514572864274, - -0.04984044221105505, - 0.004494080402009928, - 0.012374522613065268, - -0.01675520100502508, - -0.012701067839196296, - -0.023795125628140783, - -0.006465022613065289, - -0.028311256281406898, - 0.03132067839195961, - 0.057442422110552685, - -0.004038336683417221, - -0.0021707914572866695, - -0.03494526884422048, - -0.11471745728643258, - -0.08534165326633134, - -0.0046484924623118595, - 0.01981357788944731, - 0.012034547738693521, - 0.004354311557789168, - -0.0020305150753769405, - -0.011102356783919673, - -0.007485824120603068, - -0.00648208040201015, - 0.0033105125628139992, - 0.04936957286432154, - -0.0015483718592965048, - -0.029718994974874256, - -0.037793592964824124, - -0.08143026130653215, - -0.10412455276381975, - -0.05401591959799001, - -0.004798241206030193, - 0.001790125628140894, - 0.017090580402010242, - 0.004349567839195903, - 0.0464185025125627, - 0.028880633165829263, - -0.004844258793969922, - 0.029169467336683533, - 0.061084185929648475, - 0.03596850251256268, - 0.020087929648241395, - -0.039252185929648235, - -0.02888744723618094, - -0.07632192462311543, - -0.05998593467336719, - -0.012630180904522599, - -0.019015974874371653, - -0.00593697487437267, - -0.00457129648241148, - 0.07415152512562821, - 0.03869630402010022, - 0.02728184170854277, - -0.021357155778894528, - -0.0007776005025125215, - 0.019922994974874386, - 0.016423954773869348, - -0.014452487437185874, - -0.004894432160803889, - -0.01870493969849258, - -0.04199864321608045, - -0.014851090452261283, - 0.07316085929648249, - 0.08536457788944737, - 0.11267560804020099, - 0.06288003015075369, - 0.07644785427135675, - 0.03509371105527622, - 0.048207286432160684, - 0.001776924623115508, - 0.032457595477386816, - 0.07158755527638183, - -0.016237195979899414, - -0.0336133668341709, - -0.04314636683417066, - -0.05578319597989929, - -0.10459047236180906, - 0.003194804020100766, - 0.0685779899497486, - 0.02317846733668342, - 0.021932281407035317, - 0.02614409547738687, - -0.003889462311557614, - 0.020540575376884435, - -0.044554623115577605, - -0.04203865326633149, - 0.06187867336683395, - 0.04752313819095463, - -0.04686316834170835, - -0.04679553266331694, - -0.024493984924623322, - -0.01852485427135685, - -0.016720412060301434, - 0.01604057788944729, - 0.009299409547738608, - 0.0033862311557789544, - 0.02953875879397003, - 0.023905276381909438, - 0.03440919597989908, - 0.017458256281406695, - -0.018785663316582903, - -0.008077185929648255, - 0.04812320351758792, - 0.05475012562814082, - -0.0357499145728643, - -0.03103446231155784, - 0.021505778894472378, - -0.015889653266331783, - 0.013454844221105499, - 0.0017875879396984156, - 0.012179376884421975, - -0.01678287185929663, - -0.00589275879396984, - -0.004469753768844167, - 0.0018416281407035852, - 0.04801996482412023, - -0.006607417085426772, - 0.01927615075376883, - -0.013691266331658422, - 0.005638994974874419, - -0.02323134422110586, - -0.015634231155779235, - 0.02235859296482414, - 0.004349969849246065, - -0.057831856783919514, - -0.10517045226130767, - -0.01945968844221099, - 0.027845979899497508, - 0.03523984924623154, - 0.058234824120602026, - 0.04097556532663358, - 0.04702545728643234, - -0.026715706030150742, - -0.056987793969849404, - 0.0030878542713568703, - -0.055905929648241134, - -0.016319035175879428, - 0.01113210301507554, - 0.05284130653266339, - 0.04167066834170896, - 0.004379306532663385, - -0.027141316582914445, - -0.03505809045226166, - -0.06500647236180847, - -0.07488839698492449, - -0.06392821608040328, - -0.030181115577889023, - -0.01196931155778885, - -0.09264249999999949, - -0.07980767587939623, - -0.06318036432160816, - -0.013091394472361883, - 0.02329241457286456, - -0.01008997989949755, - -0.009979238693467495, - 0.0307693567839191, - 0.07542535175879414, - 0.03283405025125624, - 0.015896482412060334, - -0.06264278894472358, - -0.04979732663316539, - -0.032352462311557695, - -0.031164914572864088, - -0.002164130653266925, - -0.015071595477387092, - -0.028697351758794065, - 0.013561917085426976, - 0.03722015075376866, - 0.006671256281406974, - 0.009651467336683284 - ] - ], - "std": [ - [ - 0.9636741758313841, - 1.0114901264074088, - 0.9882775735799015, - 0.9950592288041458, - 0.9923805318375012, - 0.9954931130085297, - 0.9998185415922022, - 1.004999458131321, - 1.010779654446278, - 1.010779654446278, - 1.0185416165064392, - 1.0063375239233516, - 0.9991983947714009, - 0.9997603743675092, - 1.0095253737082777, - 1.0193698237551072, - 0.9821944196534186, - 0.9946303679905539, - 0.9894242823280908, - 0.9705707946712009, - 0.9949783327748166, - 1.0043140064479021, - 1.0005809927926241, - 1.0027574917083555, - 0.9904879432435517, - 0.9807642982944419, - 0.9886574068821276, - 0.9859635090427469, - 0.993309351687357, - 1.0031187267852708, - 1.016593255470364, - 1.0442887804592182, - 1.0083038126963626, - 0.9848656609590366, - 0.9855933554664763, - 0.9945670911869946, - 1.021074800634514, - 1.0040491737335164, - 1.003221409383544, - 0.9867264401919432, - 0.9744951602926358, - 0.9578713331810542, - 0.9708937667896353, - 0.982985543001351, - 0.9959503979748483, - 1.0070454733225949, - 1.016290393566305, - 1.0456745349293197, - 0.9697098121066737, - 0.9774943309543503, - 1.002916353992525, - 1.0129710134068142, - 0.9818517087835826, - 0.9848326582689778, - 0.9778679221613454, - 0.968463827587338, - 0.9562287284130288, - 0.9385814756983131, - 0.9535361456044965, - 0.9789868837316601, - 1.0036524516031298, - 0.996437230762304, - 1.025505334499929, - 1.0500603213568676, - 0.9906100846596538, - 1.003221409383544, - 1.012180944973295, - 1.0196387340397408, - 0.9825025594694498, - 0.954339750008454, - 0.9648376067685865, - 0.9839085531249888, - 0.952009038761473, - 0.9795794492787074, - 0.9716080021777768, - 0.9976717208316266, - 1.0091951026702335, - 0.9998457759635255, - 1.0167764080390456, - 1.0501441178091095, - 1.0098311230543442, - 1.0108582982234158, - 0.9971736177909091, - 0.9900282216050488, - 0.9676953459071826, - 0.9809946576246661, - 0.9776591097799061, - 1.0015254267851037, - 1.0037560308732274, - 0.9939516521695569, - 0.9956124335469829, - 0.9901857170585183, - 0.9967866165949004, - 0.9835484169272641, - 1.018300563902619, - 1.0581476797822778, - 0.9972534687047357, - 0.9990036074983834, - 0.9884969480698704, - 0.9585590451776096, - 0.9727715498408732, - 0.9986198721072891, - 1.0039545778843277, - 1.0019737557338864, - 1.0004300707708857, - 0.9993128946907187, - 0.9970527336984197, - 0.9971736177909094, - 0.996738394700752, - 1.0017488836874449, - 1.032459139242276, - 0.9980880058113938, - 0.9827755352139497, - 0.986753983146344, - 0.9694084590768833, - 0.954374856491467, - 0.9794063309627129, - 0.9981812449768528, - 1.0000844130171747, - 1.0024414937297792, - 1.000289920583818, - 1.0066579629145789, - 1.006045023392842, - 0.9980537361415068, - 1.0118648303811897, - 1.0321212562513462, - 1.0214564915487925, - 1.0199705326922406, - 0.9818228908495026, - 0.9937316253503986, - 0.975676694136014, - 0.9791967139583257, - 0.995853785405071, - 0.9944140275090272, - 0.998324720722163, - 0.9988796207201501, - 1.0076775206024515, - 1.0051477965419011, - 1.003942697943822, - 0.9947376367611466, - 0.9995186129589284, - 1.0045214386643773, - 1.0053188986302066, - 0.9873973753633679, - 0.9979198179428485, - 0.9957288015852994, - 0.9844024166044868, - 0.9926040090239354, - 1.0288602149576338, - 1.0327381635127548, - 1.0376323561660248, - 1.0191860749351351, - 1.019248439489373, - 1.0114615654187875, - 1.0148089052316012, - 1.0002181457107615, - 1.0051758820658891, - 1.007308437371659, - 0.9958774515386598, - 0.9748378659951137, - 0.9845361751656108, - 0.9871701294240001, - 0.9569477899284584, - 1.0012684139824397, - 1.033059928368479, - 1.0117771863985163, - 1.0115884288301853, - 1.0135614014099843, - 0.9976100259611177, - 1.010965511332625, - 0.9761143046477329, - 0.9803433318407708, - 1.0153886119387059, - 1.0056269030060545, - 0.9892055337201077, - 0.969426249412664, - 0.9918445350591615, - 0.9966488938063878, - 0.9940656012175014, - 1.0080956439499935, - 1.0056005212297308, - 1.0020303578560827, - 1.019908165966182, - 1.0172691233582607, - 1.0236709394617247, - 1.0122768805463278, - 0.9879530979067631, - 0.9955177997515855, - 1.0145032156568023, - 1.0113052100223867, - 0.9900950783072645, - 0.9789878020749606, - 1.0061210323379788, - 0.9976371796061079, - 1.0030525515532585, - 1.0005432856827527, - 1.0071552470675884, - 0.9872213285090347, - 0.9953725735493347, - 0.996186609496757, - 1.00089379219493, - 1.0287570615182273, - 0.9964079316152177, - 1.0069062426818565, - 0.9963817032039104, - 1.0008280481425031, - 0.9920979056678535, - 0.9872669976493121, - 1.0092168374131085, - 1.0003352873084816, - 0.9895629283115106, - 0.9695148264401307, - 0.9928241899429654, - 1.011466978521356, - 1.015897314997225, - 1.0238688838054302, - 1.0150342744039813, - 1.0149508574937365, - 0.9925404112632117, - 0.9872466320901033, - 1.0000513594585967, - 0.9865335518102039, - 0.9916934654171699, - 1.0111500201640033, - 1.0290091218292727, - 1.0080282510552814, - 0.9998062630573106, - 1.0027987951392292, - 1.0058448354473761, - 1.0127865866340113, - 1.0179715342017457, - 1.013555459538838, - 1.0063545738992565, - 1.0013980777392146, - 1.0039675000000043, - 0.9940267908926063, - 0.9867813019457877, - 0.9943765006272788, - 1.015526891626581, - 0.9864205332461236, - 0.9867876895945505, - 1.0266969428458936, - 1.042059643812452, - 1.0120358570624033, - 1.0028235097925473, - 0.9905175353506179, - 0.9946414253907617, - 0.9951193904567321, - 0.994780772003151, - 0.9990168722978009, - 0.9919731463227914, - 0.9791890939000777, - 1.0112363498675152, - 1.0384478663637378, - 1.0089325105827842, - 1.0217975650986395 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1449997, - "cert_evals": { - "36": 0.9038462042808533, - "72": 0.8942307829856873, - "108": 0.8750000596046448, - "255": 0.7788462042808533 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.900398406374502, - "test_acc": 0.9120762711864406, - "train_size": 398, - "val_size": 251, - "test_size": 944, - "stats": { - "mean": [ - [ - 0.025853251256281188, - 0.026377419597989695, - 0.006303957286432041, - -0.016009429648241216, - 0.013426341708542615, - 0.000583298994974769, - -0.011917678391959662, - -0.037533175879397224, - -0.020098884422110854, - 0.0008364321608037243, - 0.019239580402010244, - -0.008214989949749375, - -0.025825954773869612, - -0.0006419698492463064, - 0.009508140703517508, - -0.019673170854271324, - -0.008902964824120629, - 0.029295625628140858, - 0.03910123115577878, - 0.04551176381909547, - 0.022450278894472483, - -0.041741050251256066, - -0.028593851758793917, - -0.037733369346733686, - 0.010677314070351713, - 0.008148201005025205, - 0.008145326633165782, - 0.009415472361809119, - 0.0284809497487437, - 0.009431022613065136, - -0.03688329899497498, - -0.04282043467336695, - -0.025931434673366276, - 0.0032492160804019695, - -0.014650914572864066, - -0.034562944723617914, - 0.004439065326633279, - 0.022032201005025183, - -0.04040087437185899, - -0.02492873869346697, - 0.012970140703517999, - 0.010264954773869574, - -0.013438090452261338, - -0.04317389949748748, - -0.011412814070351772, - 0.05626816582914544, - -0.03446686432160752, - -0.03817115326633142, - -0.01699248241206059, - 0.00882481909547732, - -0.04225107537688392, - -0.020397143216080688, - -0.035770040201005424, - -0.03813472361809031, - -0.05145492713567884, - -0.03408486180904533, - 0.016902085427135845, - 0.03483842713567786, - -0.03427305276381909, - -0.03140666331658277, - -0.011773889447236174, - 0.047884999999999796, - -0.0048442587939699355, - -0.04316322110552765, - -0.024642746231156448, - -0.002302301507537566, - -0.006238201005025181, - -0.0363831557788939, - -0.028835427135678583, - -0.04495072864321667, - 0.020803904522613076, - -0.007038153266331668, - 0.06495377889447201, - 0.026844070351758658, - -0.026958037688442293, - -0.02663757286432158, - 0.020592271356783716, - 0.027218869346733378, - 0.023798552763819147, - -0.016768904522613152, - -0.020810841708543488, - 0.004460130653266039, - 0.013682477386934629, - -0.025019600502512482, - -0.019792587939698632, - 0.02358873366834184, - -0.011806276381909597, - 0.020794437185929524, - 0.028271816582914534, - -0.006166407035175833, - -0.044291896984924944, - 0.024660060301507664, - 0.032016668341708576, - 0.04052279396984933, - 0.0490172487437184, - -0.016359286432160735, - -0.056750273869347244, - -0.007435929648241428, - 0.0017769246231154824, - 0.021414361809045206, - 0.04469314572864335, - 0.052019472361808976, - 0.0043632462311552775, - 0.03251259798994986, - 0.01964791959799002, - -0.022454183417085893, - -0.10391374874371867, - 0.008390402010050075, - 0.03760563819095469, - 0.11590360552763804, - 0.0493695728643219, - 0.04893633165829245, - -0.06410897487437181, - -0.006136658291457329, - -0.033884165829145316, - -0.002246648241206082, - -0.01682175376884426, - 0.00046256281407027904, - 0.022378718592965034, - -0.018578834170853733, - -0.06667939698492395, - -0.06575905527638143, - -0.043371045226129806, - 0.01104597989949733, - 0.06203475376884437, - 0.037953512562814026, - -0.005590462311557684, - 0.03451213065326728, - -0.022839005025125664, - -0.003315185929648206, - -0.024253055276382062, - -0.0389598241206035, - -0.03882960301507507, - -0.03981433668341692, - -0.031687527638191625, - -0.05046211557788869, - -0.0578318567839198, - -0.03762569346733697, - -0.0389613567839193, - 0.01979657286432155, - 0.019776218592964884, - 0.01474091708542714, - -0.042159695979899554, - -0.014452487437185876, - -0.0048944321608039645, - -0.013580208542713676, - -0.05791733668341716, - -0.009305037688442106, - 0.029235170854271467, - 0.025075567839196122, - 0.015302437185929314, - -0.022135206030150862, - 0.013569241206029991, - 0.02443211809045206, - 0.04290105527638174, - 0.09095939447236231, - 0.1091005477386932, - 0.020843309045226067, - -0.0007868643216079208, - -0.03978372110552767, - -0.0220056030150753, - -0.030192002512562766, - -0.04608865829145755, - 0.042463467336683505, - 0.051527896984924354, - 0.0915860050251251, - 0.01618239195979925, - -0.008218854271356756, - -0.020952391959798814, - 0.014776788944723587, - 0.034092487437186, - 0.04560211055276428, - 0.08278233165829134, - 0.10847255527638236, - 0.024846484924623196, - -0.052689055276382346, - 0.0017780376884420149, - -0.013441829145728687, - 0.020275924623115744, - 0.06161076884422113, - 0.08692009045226239, - 0.04008957286432224, - -0.0012120703517585535, - -0.007551306532663401, - -0.04616232160804049, - -0.013706580402010225, - -0.024673851758793934, - 0.08783185929648209, - 0.07460693467336664, - 0.0960876532663306, - 0.02119716834170848, - -0.03701101507537695, - -0.010059045226130629, - -0.010829610552763923, - -0.012481236180904494, - 0.04081522613065362, - 0.029924482412060183, - 0.008092273869346436, - -0.04316322110552756, - -0.03630996733668343, - -0.08232102512562797, - -0.04733090954773897, - 0.004588884422110799, - 0.08388306532663306, - 0.0430607738693465, - 0.04666894472361813, - -0.01270106783919614, - -0.047514080402010335, - -0.010565728643216074, - -0.026136346733668523, - -0.03245043718592946, - 0.023696067839195353, - 0.01770060301507536, - 0.044308140703517615, - -0.003787788944723613, - 0.014174522613065448, - -0.05093826633165829, - 0.02573226130653278, - 0.030287150753768848, - 0.0401397286432159, - 0.053680743718593056, - 0.02102522613065334, - -0.010747371859296528, - 0.05464842964824082, - -0.017136783919598057, - -0.045805907035175675, - -0.05090381909547731, - -0.0068819798994974556, - -0.03505809045226187, - -0.02371979899497456, - 0.00344182914572863, - 0.0033947336683414304, - 0.0007934170854273202, - -0.0018110753768842327, - 0.0032136934673366708, - 0.01568474874371846, - 0.01327067839195978, - 0.019348781407035248, - 0.004921175879397266, - 0.031125522613065133, - 0.04711545226130587, - 0.010442155778894433, - -0.024673851758794076, - -0.015774271356783803, - -0.06616341708542701, - -0.0980368467336672, - 0.0005838040201006485, - 0.008146753768844201, - 0.004349567839195794, - 0.003092396984924539, - -0.015071595477387165, - 0.007967140703517566, - -0.01298472613065332, - 0.0446150326633164, - 0.023923638190954576, - 0.0477404321608047 - ] - ], - "std": [ - [ - 1.034353343932803, - 1.024348567936632, - 1.0036818973846862, - 0.9926016744364617, - 1.0028981060461741, - 0.9997262707845033, - 1.0004780191128255, - 1.0057381568404924, - 1.0053448775578797, - 0.9994421248178098, - 0.9935827482337024, - 1.0014086229280772, - 1.0021061616018854, - 0.9996719899466749, - 1.0017361970021768, - 0.988660808590669, - 0.9901596478521693, - 1.0192247642124055, - 1.0167388988236599, - 1.0138944681676312, - 1.0047989281967311, - 0.9904645459818706, - 0.9954463096472054, - 0.9922833494657366, - 1.000931207563311, - 1.000707942136333, - 1.0005842378657308, - 1.0008281188231554, - 1.003557986182927, - 1.0010705577402124, - 0.9904311917270927, - 0.9711219802777267, - 0.9739587043622917, - 1.0015066140578677, - 0.9931898260069552, - 0.9856672449691517, - 1.0012331552789873, - 1.0081082975427937, - 0.9818673205301623, - 0.9867264401919426, - 1.0059158746745933, - 1.0048856527038488, - 0.9933559670825766, - 0.9804299925042913, - 0.9959503979748487, - 1.0125781824597548, - 0.9904165488252873, - 0.9747606061850563, - 0.9833821256471468, - 1.0040856115046517, - 0.9796743045806305, - 0.9898888553822821, - 0.9818517087835823, - 0.9782007130770088, - 0.9656942565779187, - 0.9734797731342064, - 1.010665700345605, - 1.021589297626431, - 0.9794856875095689, - 0.9845971696829052, - 0.9948281863198752, - 1.0136085631297738, - 0.9980537361415062, - 0.9668195470806507, - 0.9810513427219819, - 0.9987231668355041, - 0.997403787663875, - 0.9835516799557577, - 0.9853855373152387, - 0.9749106414617704, - 1.0117447309449026, - 0.9952897165079869, - 1.032947917542788, - 1.0120811271463608, - 0.9875771901975944, - 0.9885862353477245, - 1.0072891612096109, - 1.0093428281641061, - 1.0100051475667393, - 0.9840366571448279, - 0.9854634000263881, - 1.00134698674654, - 1.0041146501612022, - 0.9900282216050488, - 0.9917355999661862, - 1.0093104531776096, - 0.9947373509131133, - 1.0080042462360728, - 1.0087372732373883, - 0.9976110730657628, - 0.9846934585447732, - 1.0088475388403126, - 1.0133097733764065, - 1.0209739586680646, - 1.0282470508532253, - 0.9817846585536307, - 0.9633992156471255, - 0.9973233600463974, - 1.000218145710761, - 1.0057309799061696, - 1.010623899141674, - 1.0101011443230787, - 1.0006599864175545, - 1.0055249208224792, - 1.0028819022633104, - 0.9953395717809288, - 0.9698021524023763, - 1.0024258063274285, - 1.0158129918211263, - 1.063456671941438, - 1.0324591392422755, - 1.04774222887087, - 0.9616904393179179, - 0.997695806697438, - 0.9880152027656462, - 0.9988433850344972, - 0.9937292230975006, - 0.9998296099021827, - 1.0044195246237817, - 0.9963489105119412, - 0.9879651241571221, - 0.9859903114183225, - 0.9884715320146122, - 1.003310560327655, - 1.0244185872318146, - 1.0203911139057007, - 0.9961421301729745, - 1.034050235933694, - 0.989521079569911, - 0.9990477366494994, - 0.992755500716447, - 0.9868421928940853, - 0.9873393959627118, - 0.9881958106921132, - 0.9919947175362285, - 0.9895831364382834, - 0.9895629283115108, - 0.9929032652937821, - 0.9922751284451915, - 1.003847339906563, - 1.0037363434884359, - 1.0033043471411776, - 0.9838300352467959, - 0.9873973753633691, - 0.9979198179428482, - 0.9968491311161947, - 0.9780752949201328, - 0.9952808518444423, - 1.0120796997058796, - 1.0102563563170064, - 1.0056657842293373, - 0.9917811647092868, - 1.003612286469916, - 1.0080281022283166, - 1.0132678758599065, - 1.0226525060210754, - 1.0139038318701246, - 1.0024397087121901, - 0.9995063040570514, - 0.9700809553445697, - 0.9922233441291306, - 0.9933207816371948, - 0.9824557032259209, - 1.0196898531365701, - 1.0252921553121754, - 1.0436509722569267, - 1.0085279865152725, - 0.9951421649917936, - 0.9882760866228761, - 1.0078553724971193, - 1.016034101650163, - 1.0182936561607592, - 1.0197900633557413, - 1.009927427136894, - 1.0043140064479028, - 0.9653870680055727, - 1.0002294165307881, - 0.9975169703830418, - 1.0060899274497221, - 1.0302542392319602, - 1.050457422656358, - 1.0263818971478929, - 0.9988293446894524, - 0.993948379991406, - 0.9646507012293754, - 0.9894725219782052, - 0.9841733127810417, - 1.039912432152242, - 1.0215994164574418, - 1.0180415302669792, - 1.004726329086974, - 0.9748378645110533, - 0.996502380675558, - 0.9983170617806623, - 0.9963911641009451, - 1.0183269819540794, - 1.017678321054885, - 1.0055414218665415, - 0.9668195470806507, - 0.9703066737368953, - 0.9404292201679834, - 0.967852473516548, - 1.0019282394069462, - 1.028101194822195, - 1.008793562942109, - 1.0081602197776465, - 0.9956124335469831, - 0.9606578789878316, - 0.9949738705848414, - 0.9953677319031761, - 0.9944335251793368, - 1.0048415968196438, - 1.0055583780485124, - 1.0180101093887308, - 0.9978522893615333, - 1.0059363426964134, - 0.9778798529166732, - 1.0083401893079658, - 1.0068711996262265, - 1.006423096229551, - 1.0046479120669225, - 1.0037804464514235, - 0.994459962409335, - 1.0536434113524862, - 0.9893818936419583, - 0.9884128417013845, - 0.9968841227714262, - 1.0005451392022922, - 1.0058448354473761, - 1.0049722474461862, - 0.9987027037023654, - 0.998829254733481, - 0.9994987832666141, - 0.9999543973377994, - 0.9993809740185148, - 1.0000438421505866, - 1.0018684789535641, - 1.007170379629404, - 1.003098792935798, - 1.0389250180520742, - 1.057188249524631, - 1.009038472352926, - 0.9841733127810427, - 0.9933150572644535, - 0.9837566845129954, - 0.9835369109711313, - 0.9997322633620358, - 1.00066670782988, - 1.0002899205838178, - 1.000633573204784, - 0.9919731463227919, - 1.0051578019898537, - 0.988327819096806, - 1.0458203733919074, - 1.032263512848999, - 1.1039230782773841 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1449997, - "cert_evals": { - "36": 0.8725099563598633, - "72": 0.8645418882369995, - "108": 0.8525896668434143, - "255": 0.7290836572647095 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.9146919431279621, - "test_acc": 0.9166666666666666, - "train_size": 398, - "val_size": 211, - "test_size": 984, - "stats": { - "mean": [ - [ - 0.017303708542713854, - 0.033339979899497045, - 0.042060535175879, - 0.0551565226130648, - 0.03412115577889427, - 0.020728213567838986, - 0.003192402010050319, - -0.017114201005025118, - -0.009631226130653392, - -0.014865055276382138, - -0.017541251256281226, - -0.08527074371859306, - -0.0611904120603017, - -0.045862402010050325, - 0.009508140703517527, - -0.013946012562814322, - 0.0643217587939701, - 0.0719809045226133, - 0.061214376884421925, - -0.018105633165829183, - -0.06536492964824103, - -0.07759587688442295, - -0.059003042713567794, - -0.012227075376884505, - -0.05005260552763839, - -0.04250838190954796, - -0.022192437185929587, - -0.0007109648241205073, - -0.04772033165829164, - 0.009431022613065164, - -0.04203948743718602, - -0.01305157788944726, - 0.07187196733668362, - 0.037831934673366825, - 0.018214371859296575, - -0.09378594974874371, - -0.10202691457286414, - -0.08058536683417125, - 0.008583005025125713, - 0.014450412060301456, - -0.02057281407035149, - 0.01591073618090474, - 0.05852115577889456, - 0.05490543216080418, - 0.025520276381909558, - 0.01994546482412024, - -0.029288175879396895, - -0.05002305778894475, - 0.09349378894472334, - -0.0024263668341707816, - -0.08628416080401952, - -0.042581354271357584, - 0.019872572864321515, - 0.07025994221105543, - 0.03735249748743718, - -0.021575791457286518, - 0.022925640703517693, - 0.052837846733668196, - 0.07541733668341698, - 0.023911276381909558, - -0.06598816080402005, - -0.03642700000000029, - -0.03662473618090472, - -0.0555867085427135, - 0.019038185929648087, - -0.01863026130653271, - -0.043643228643215105, - 0.029040723618090913, - 0.026844070351758627, - 0.04571258793969818, - 0.0616951256281406, - 0.04614825125628155, - 0.05347232663316565, - 0.11036331658291482, - 0.016836394472361783, - -0.015812482412060267, - -0.05466603015075383, - -0.0745576381909549, - -0.07527588944723587, - -0.0031332562814071646, - 0.009397638190954651, - -0.0009045703517589661, - 0.03485077889447228, - -0.0035822437185929427, - -0.009007914572864234, - 0.029040723618090455, - 0.04252824623115574, - 0.11859657788944705, - 0.0971600904522612, - 0.07854394472361814, - -0.01270106783919611, - -0.023795125628140776, - -0.028454560301507496, - -0.06846445226130653, - -0.05716217336683423, - -0.008979115577889234, - -0.015752100502512602, - 0.029420037688442, - -0.019207185929647985, - -0.08853826130653279, - -0.06453608542713567, - 0.021109673366834107, - 0.06616457286432129, - 0.0990662613065328, - 0.05533300502512552, - 0.028604987437185914, - -0.04203948743718602, - -0.007485824120603054, - -0.023014974874371978, - -0.020393296482412362, - -0.048715170854271364, - -0.023184673366834257, - 0.01613431155778907, - 0.025520276381909585, - -0.02331836683417028, - -0.0022466482412058235, - 0.025685864321608003, - 0.1214610552763827, - 0.12532168341708572, - 0.07314251758794003, - 0.034790552763818976, - 0.015824623115577738, - -0.06917521608040215, - -0.010141005025125743, - -0.0036958190954772753, - -0.0025251658291457193, - 0.006283527638191006, - 0.027300030150753923, - 0.07564008040200966, - 0.037600432160804075, - 0.022608927135678237, - 0.018861979899497297, - 0.03452877889447219, - 0.06937706281407076, - 0.04556413065326641, - 0.041319522613065394, - -0.0070690175879395654, - 0.0030793718592961195, - 0.017090580402010398, - 0.019796572864321606, - -0.016192964824120658, - -0.04226193969849271, - -0.05281126884422079, - -0.0013456030150753172, - 0.04312830150753776, - 0.05816602763819115, - 0.0110636683417086, - -0.00930503768844212, - 0.012763037688442154, - 0.03055638693467361, - 0.009892816582914443, - -0.038075562814070325, - -0.017870065326633208, - -0.012883457286432217, - 0.08004467336683378, - 0.04899117336683459, - -0.023747236180904754, - -0.04004978643216082, - -0.04713785929648249, - -0.04595407537688452, - -0.016720412060301323, - -0.03019200251256272, - -0.008860231155778723, - 0.02002423115577915, - 0.023111075376884147, - -0.0053246733668341605, - -0.041316502512562255, - -0.03685464572864361, - -0.06645353768844256, - -0.04286107537688441, - 0.0677983919597992, - 0.029169467336683533, - 0.025297271356783873, - -0.0032680427135678793, - -0.026374695979899457, - 0.0062461708542712385, - -0.024493984924623437, - 0.01705632160804017, - 0.041416688442211205, - 0.050218221105527164, - -0.0026422336683418032, - -0.008848216080402028, - -0.050413396984924405, - -0.013842623115578042, - -0.015173276381909613, - 0.0423901256281407, - 0.022431655778894367, - 0.04833989949748727, - -0.015437751256281409, - -0.03309212060301497, - 0.00566614572864313, - 0.034707618090452225, - -0.020580653266331614, - -0.04118986683417089, - -0.043604532663316625, - -0.06511693467336681, - -0.04697097487437197, - -0.047876804020100805, - -0.03695147738693452, - -0.023573881909547713, - 0.02588810050251267, - 0.059938824120602745, - 0.06057039195979934, - 0.030043969849246118, - -0.02400981909547736, - -0.061034673366834095, - -0.03376162060301523, - -0.0028822914572863433, - 0.0004090452261306595, - -0.056622663316582986, - -0.05783185678391955, - -0.04331452261306535, - -0.02476830150753774, - -0.04897743718592962, - -0.02051391959798998, - -0.013363165829145748, - 0.01934878140703507, - 0.031055560301507686, - 0.040651306532663266, - -0.016091994974874516, - -0.06268290201004995, - -0.035390954773869276, - -0.027462361809045256, - -0.05414238693467362, - 0.006189246231155719, - 0.0005052211055278901, - -0.025775125628140556, - -0.047400653266331895, - -0.06064291457286465, - -0.023719798994974565, - -0.017446231155778813, - -0.012141331658291529, - 0.026605527638191077, - 0.033742751256281414, - -0.006876432160804101, - 0.005632914572864249, - -0.042793419597989886, - -0.0293114824120604, - -0.037945047738693345, - -0.05130548241206037, - 0.014489914572864079, - 0.01721788944723632, - -0.0011210979899498779, - -0.07518444221105554, - -0.05077718592964814, - -0.017136143216080403, - -0.019568648241205994, - 0.00814675376884411, - 0.08045203015075388, - 0.06091420100502482, - 0.0017932663316581627, - -0.004254356783919557, - 0.00028859547738686056, - -0.05891331407035207, - -0.08821684422110554, - -0.015741175879397072 - ] - ], - "std": [ - [ - 1.0230913089022202, - 1.0306470847496936, - 1.0253163638989118, - 1.0218049113878709, - 1.0074783028399366, - 1.0009433160751784, - 0.9994505670417713, - 1.0026241679219097, - 1.0024524994812487, - 1.0039133733751973, - 1.0048971378545626, - 1.01417394130718, - 1.004332289549513, - 0.9977382032551653, - 1.0017361970021768, - 0.9919233144935908, - 1.0637765669702473, - 1.0455715281984932, - 1.0255977102644784, - 0.99339605984875, - 0.9817359315428323, - 0.981056113878387, - 0.990012610165878, - 0.9974493811385823, - 0.9922963473581801, - 0.9932437097599804, - 0.9968980779182007, - 0.9995978440878907, - 0.9913328217211481, - 1.0010705577402124, - 0.9890209230468918, - 0.9912627019033904, - 1.0644590940044412, - 1.020043651023701, - 1.0074072543879427, - 0.958275404222389, - 0.9578388667517177, - 0.9639856165919881, - 1.003221409383544, - 1.0068397052494056, - 0.9893750244557449, - 1.0076889515382415, - 1.0247383219890505, - 1.0210165378194092, - 1.0075247387147834, - 1.0046362701743567, - 0.9918912192932127, - 0.9665843967074859, - 1.0802469947354034, - 0.998459552401291, - 0.9563901007544556, - 0.978638687720611, - 1.0089127439007188, - 1.0344283171064497, - 1.0220358948079418, - 0.9833155750584129, - 1.0144818792490966, - 1.0322631831022364, - 1.038787160693079, - 1.0103666845998722, - 0.9702991548533046, - 0.987409253216723, - 0.9866887156715956, - 0.9567900274378338, - 1.0134406606180522, - 0.991713556652289, - 0.9827676281149432, - 1.0114433247015615, - 1.012081127146361, - 1.0222420868044244, - 1.0338152076697806, - 1.0268430413524583, - 1.0274456473203384, - 1.0453074953992492, - 1.0068106834774446, - 0.99319836196822, - 0.9771166106782407, - 0.9688298069003922, - 0.9624528562451854, - 0.9968022599327558, - 1.005901557554794, - 0.9993474698627087, - 1.010564715068287, - 0.9983486611130268, - 0.9961238320171254, - 1.0114433247015613, - 1.0161717897956295, - 1.0406869709539412, - 1.0272052350520744, - 1.0224767767382823, - 0.9956124335469829, - 0.9901857170585184, - 0.9865469521402179, - 0.9587645381482431, - 0.9621648427676825, - 0.9899337643062542, - 0.9900729293902669, - 1.0084492238238705, - 0.9937034359335825, - 0.9692951161627006, - 0.9800863496307292, - 1.0042513937180102, - 1.0123603111480772, - 1.0141287908757117, - 1.007677408079292, - 1.0044650992699184, - 0.9890209230468918, - 0.9971736177909093, - 0.9889840573493727, - 0.9866310104770853, - 0.9637832135197844, - 0.9752349399210322, - 1.0083818727667295, - 1.0075247387147834, - 0.991793153918188, - 0.9988433850344973, - 1.0081706851369636, - 1.029626843869407, - 1.0196031669552301, - 1.0093980022007503, - 1.0039886223095509, - 1.0023095280591323, - 0.9808300777029364, - 0.9962389763825825, - 0.9980717278603489, - 0.9982433289914361, - 1.0036155922773329, - 1.0270598343773214, - 1.0290248534923514, - 1.0061441876968409, - 1.0055764584644775, - 1.0053031805865968, - 1.0092866189920002, - 1.0156784749241112, - 1.0088960099879092, - 1.0059991425953296, - 0.9986354940573221, - 1.0001773791355475, - 1.00244149372978, - 1.003847339906564, - 0.996065302775612, - 0.9880253584212956, - 0.9794959611542164, - 0.998556228240707, - 1.0140940621454713, - 1.0096760877814985, - 1.0033829165288874, - 0.9952808518444423, - 1.0052200897485457, - 1.012469146588948, - 1.0035830400494066, - 0.9857420630547223, - 0.9942119752062554, - 0.9950185461635798, - 1.0234288024686335, - 1.0131354799141175, - 0.9949817856959143, - 0.9931492960370479, - 0.9878551084342865, - 0.9652611606828942, - 0.9940656012175009, - 0.9933207816371951, - 0.9965622500501108, - 1.0093915715884572, - 1.0115749892045551, - 0.9968115171925963, - 0.9755344519015101, - 0.9786069630651631, - 0.961464080587249, - 0.9743356627980871, - 1.030835086571909, - 1.0118648303811906, - 1.006595799733842, - 0.9991930482950553, - 0.9940736745513704, - 1.003492294968093, - 0.9918445350591615, - 1.0021683881445074, - 1.0122899955900566, - 1.0249494745406926, - 0.9979849217942023, - 0.9934793024312332, - 0.9621029758682157, - 0.9890982158771477, - 0.9885456854845168, - 1.0294779143109518, - 1.0130593563263568, - 1.0229554890663815, - 0.9943926914757206, - 0.9911313414795533, - 1.0010785245110474, - 1.021221319921214, - 0.9930525323845899, - 0.9938444307912636, - 0.9874394122474933, - 0.965635318129075, - 0.9689109282338, - 0.9629284258029364, - 0.9717359308698656, - 0.9808646394091696, - 1.0162302100520217, - 1.0355012766301623, - 1.0272568498553079, - 1.0107564289840438, - 0.9937602047041728, - 0.9851594467890736, - 0.9884587080836413, - 0.9974266932665549, - 0.999864541688887, - 0.9894363675325561, - 0.9895629283115106, - 0.988727903086388, - 0.990877905737688, - 0.9766932163927938, - 0.9895469407930455, - 0.9935726213392223, - 1.007170379629405, - 1.0100389974395079, - 1.009109049155308, - 0.9965204677792965, - 0.9901869920407446, - 0.99174574443383, - 0.9860427444032561, - 0.9400600968558963, - 1.0033074400595374, - 0.9997993113498106, - 0.9985929054949167, - 1.0046389351594731, - 1.0095474638492092, - 1.0049722474461862, - 1.0044746555071224, - 1.0026481147921085, - 0.9930117198494639, - 0.9940678856560923, - 1.0002974171033587, - 0.9998417518500186, - 0.9914036227508137, - 0.9875178868961761, - 0.9721338649787347, - 0.9291330950891362, - 1.017948146105332, - 1.0150039988798456, - 0.9989984568183743, - 0.9666297205670561, - 0.9878791191600703, - 0.9975774564005543, - 0.9980042921168951, - 1.0006667078298794, - 1.0077886909582168, - 1.016455335207286, - 1.0005853010665489, - 0.9967266234061737, - 0.9999357967957346, - 0.9320191861094074, - 0.8633520103519924, - 0.9623275771498844 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1449997, - "cert_evals": { - "36": 0.8909952640533447, - "72": 0.8815166354179382, - "108": 0.8578199148178101, - "255": 0.758293867111206 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9151888098125929, - "std_test_acc": 0.004565821165316296, - "n_samples": 1593, - "n_features": 256, - "n_classes": 10, - "mean_cert_acc_36": 0.8882119059562683, - "std_cert_acc_36": 0.012988516095477945, - "mean_cert_acc_72": 0.8738127797842026, - "std_cert_acc_72": 0.01748859289303724, - "mean_cert_acc_108": 0.8505508899688721, - "std_cert_acc_108": 0.02445601728700498, - "mean_cert_acc_255": 0.7526246309280396, - "std_cert_acc_255": 0.02116292629509847 - }, - "spambase": { - "dataset": "spambase", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 28, - "best_val_acc": 0.9227586206896552, - "test_acc": 0.9288334556126192, - "train_size": 1150, - "val_size": 725, - "test_size": 2726, - "stats": { - "mean": [ - [ - 0.021226006173913785, - -0.015919149391304187, - 0.025415802530432907, - 0.03918618617391535, - -0.00802565730434888, - -0.019898612173913727, - 0.006333582695649156, - 0.0138353715652162, - 0.010869212166955465, - 0.020277107478260063, - -0.03972575965999889, - -0.02055293502608697, - -0.008113843652174586, - 0.014708887365217537, - 0.01133711377391179, - -0.015495447060868504, - 0.03913622733043563, - -0.017462963999999633, - 0.0187409115304347, - 0.005520461426088844, - -0.0038418207913071324, - 0.008610802582609307, - 0.035890673565219404, - -0.006205582330433885, - 0.009182778760001165, - -0.019677288817390202, - 0.0004982232156532273, - 0.02920531815652134, - 0.012658779999999129, - 0.017062090382608135, - -0.013314016521739344, - -0.02566035391304503, - -0.008576744521738438, - -0.022911713043477794, - 0.0025098786956515694, - -0.007468803278259888, - 0.011673062539131227, - -0.015021546086957481, - -0.00910834485217397, - -0.02154278895652143, - 0.05463170547826161, - 0.023553851304347857, - 0.010670661652173499, - 0.0295903323391293, - 0.007351219000000634, - 0.01269573645391135, - -0.023270003826086932, - 0.03709884669565298, - 0.007815205191304105, - 0.027519189395651733, - -0.015820542199999555, - -0.01672272254086909, - 0.042409089939126635, - 0.025760643735651907, - 0.02838511237043451, - -0.013437700554782798, - 0.0164267618000002 - ] - ], - "std": [ - [ - 1.1235027725136815, - 0.8904989974639629, - 0.9957178739385403, - 1.4995577621881944, - 0.926476291913068, - 0.8885189316158734, - 0.9024040689634729, - 1.0405154757286925, - 1.1233331839178615, - 0.8981778369870301, - 0.8892119217650689, - 0.9874908627493307, - 0.9205513578145247, - 0.9632286363722543, - 1.0765253751015154, - 0.8531114122905263, - 1.0916574204014953, - 0.9124374318543399, - 0.9910784663927087, - 0.9680608594157823, - 0.9407382453902644, - 0.9930333587983213, - 1.1491144107563753, - 0.6425563314801666, - 1.0428011323424244, - 0.8430611857711853, - 1.0214512070760071, - 1.1643521198183129, - 1.10698998653912, - 1.0810838839403236, - 0.8380031520069444, - 0.8416763955823331, - 1.2024906820600971, - 0.8481231877782008, - 0.8570058504483157, - 0.9470628246612116, - 1.06910230060386, - 0.5874337186131844, - 0.8169185036473402, - 0.8578401703545604, - 1.4145108263137103, - 1.0433820861839775, - 0.9733444555118707, - 1.393792873658117, - 0.9492090774739013, - 1.0044806426321926, - 0.81385805230804, - 1.3465645155559474, - 1.0636978414150784, - 1.007651802571978, - 0.6554083067039526, - 0.7777941339804235, - 1.245208842537934, - 1.6535667744655882, - 1.3137439814967093, - 0.6661201009582893, - 1.219503651337539 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 72395, - "cert_evals": { - "36": 0.8910344839096069, - "72": 0.8565517663955688, - "108": 0.8124138116836548, - "255": 0.5282759070396423 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.9293478260869565, - "test_acc": 0.9355432780847146, - "train_size": 1150, - "val_size": 736, - "test_size": 2715, - "stats": { - "mean": [ - [ - -0.024849632956522313, - -0.03413819886956486, - -0.00989163035652276, - -0.002361400086956756, - -0.03987249782608704, - 0.01090509313043455, - 0.01957335878260548, - 0.001824029217390987, - -0.024616771288696538, - -0.00523980729217439, - -0.0020601358313020405, - -0.05077641741739166, - -0.03844389808695691, - 0.0008553938956523932, - -0.01214520726087042, - -0.009230109313042243, - 0.010565583165218426, - -0.046801976826087485, - -0.013554089600000253, - 0.02790070953043506, - 0.0032765880556492374, - -0.022136448173912388, - -0.029918836608694217, - -0.007934282660868743, - -0.023365790114781765, - -0.029432224478259654, - -0.022027940843476913, - -0.010254641513043462, - -0.03708282617391394, - -0.030502210695652975, - -0.006006388869565457, - -0.048024147826089034, - 0.029480932521740062, - -0.0510750817391295, - -0.028351204086956815, - -0.026517849208694946, - 0.01842911532173985, - -0.03338618443478374, - 0.006675741999999962, - -0.04656739886956605, - -0.020719941826085986, - 0.006543958434782931, - 0.011525401739130135, - -0.008087698269565702, - 0.025108898113044256, - -0.007957335130433963, - -0.015061640434782204, - -0.03721756826086869, - -0.03895043960869612, - -0.001666222565217826, - -0.010009838134782371, - 0.03633144539478134, - -0.06020993099130556, - -0.0013161700260872296, - -0.03022302409408695, - -0.004946863700869469, - 0.004550906813912774 - ] - ], - "std": [ - [ - 0.8958373484867075, - 0.9002436174684451, - 0.9749857170890281, - 0.9175103073316754, - 0.8456789748627611, - 1.0296079196279977, - 1.0663773858644263, - 0.9918744873399122, - 0.9377758356585005, - 0.9683003635587637, - 0.9988701214159026, - 0.8510020785398145, - 0.8120292232717867, - 1.1716911892002921, - 0.9335490252401448, - 0.9275724825067901, - 1.0706786172093499, - 0.8159996197989664, - 1.018783583831139, - 1.3842479172234758, - 1.039815972096556, - 0.8839135364998896, - 0.8932393785890523, - 0.9102522959355095, - 0.9028197785306566, - 0.9621741754161531, - 0.9455093600221522, - 1.0873334815971143, - 0.9298495573937857, - 0.8712375739105048, - 1.1638136373741579, - 0.7194920963255054, - 0.993798468472957, - 0.7165877104812148, - 0.7540408567752576, - 0.9687673124893158, - 0.981800827979203, - 0.29631208384482205, - 1.2015746837404693, - 0.8040600124748868, - 0.721184410759368, - 1.0883976635466879, - 1.1000595828326398, - 0.6542723004921799, - 1.1435952861265584, - 0.9423531730144734, - 0.6560729981871746, - 0.5591229852816202, - 0.5489093243563901, - 0.9888972344464931, - 0.6428451363337641, - 1.028319563197099, - 0.6205068262838673, - 0.5771896246525331, - 0.41206923845873533, - 0.6584069792527852, - 1.0945705958475596 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 72395, - "cert_evals": { - "36": 0.9035326242446899, - "72": 0.8777174353599548, - "108": 0.85326087474823, - "255": 0.5910326242446899 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.9513590844062947, - "test_acc": 0.9302325581395349, - "train_size": 1150, - "val_size": 699, - "test_size": 2752, - "stats": { - "mean": [ - [ - 0.04921885617391417, - 0.014926593956521877, - 0.00847792629565125, - 0.05005613400000414, - 0.0033398545217390415, - 0.022115092173912148, - 0.020861821652170594, - 0.01550478669565098, - 0.005469835709564297, - -0.002394102646087372, - -0.004648887133041112, - -0.03289461768695655, - -0.040754755739131086, - 0.02023474459130333, - -0.03975969647826165, - -0.0013114386782596627, - 0.05593795568695754, - -0.04049862191304387, - 0.032395505704347835, - 0.003473580347827736, - -0.03802155532695763, - 0.020674000869565144, - -0.029397571826085454, - 0.05626614292173871, - -0.016279572017390314, - -0.040442041434781556, - -0.027683359373911642, - -0.018165945565216026, - -0.0067161096434789095, - -0.01001410846956648, - -0.022173674869565393, - 0.0009115565217380702, - -0.0006774207913042033, - -2.747652173902797e-05, - -0.017699280086957207, - -0.0014646963999993766, - -0.01282538191304263, - -0.03204628226087075, - 0.032762344347826086, - -0.009639197913043794, - 0.10482606808695744, - -0.031013759826086604, - 0.020927692434782336, - 0.006242524399999054, - -0.026823291339128374, - 0.043980723565215755, - -0.005029141565217051, - -0.00635898059999959, - 0.007536563304348806, - -0.0018206163191308838, - -0.026798041434782056, - -0.002352054191304867, - -0.031762150104349914, - -0.03071606211652189, - -0.002249609841739219, - -0.015034978442608676, - 0.011666985643478154 - ] - ], - "std": [ - [ - 1.1778724434167362, - 1.0760534101769437, - 1.0559839237532962, - 1.5297906049045558, - 1.1364234457764475, - 1.0490814157140953, - 1.1363046556284118, - 1.0380124741143066, - 1.075498258791, - 0.8663393072266115, - 0.9747929071031151, - 0.969828844789839, - 0.7696639194748692, - 1.0473361728395063, - 0.8303333840972749, - 0.8838263753298514, - 1.2440346851573585, - 0.9334811719941839, - 1.02990808565559, - 0.8957714253842652, - 0.9678502243817942, - 1.1500298875956583, - 0.9330778093343873, - 1.5773371750732401, - 0.9230289983981412, - 0.8158091055273212, - 0.9489997820681896, - 0.9552807238624355, - 1.0072242253552435, - 1.0223260308735955, - 0.8234643073736883, - 1.0311031398813912, - 0.8806613305973721, - 1.0286119212691307, - 0.8014510966571808, - 0.9352593214362214, - 0.9329050736248139, - 0.3527683412758974, - 1.1692746053848972, - 1.002962447177659, - 1.4919910858493521, - 0.8738202541405161, - 1.1462384337701108, - 1.0090960980820731, - 0.9207764793259576, - 1.0912524568744784, - 0.816026256403742, - 0.7771366886117157, - 0.9566601501316736, - 0.9562471491235174, - 0.6185383136448549, - 0.8282423578976752, - 0.7966634350742242, - 0.34217344919196696, - 0.8296715880092417, - 0.6379508479090837, - 1.2381153537237015 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 72395, - "cert_evals": { - "36": 0.9213162064552307, - "72": 0.8884120583534241, - "108": 0.8583691120147705, - "255": 0.5522174835205078 - }, - "fold": 2 - }, - { - "best_epoch": 19, - "best_val_acc": 0.9202363367799113, - "test_acc": 0.9203316510454218, - "train_size": 1150, - "val_size": 677, - "test_size": 2774, - "stats": { - "mean": [ - [ - 0.018947906521740433, - -0.000799500504347751, - 0.01308322393912882, - -0.04350387713043517, - -0.017981908217392446, - -0.037174041304348704, - 0.022572385652170752, - -0.04463838826086928, - -0.00969831843826173, - 0.015462332956521007, - 0.02533698608174001, - -0.01796958450434803, - -0.002596639478261534, - -0.008146872721739728, - -0.010465523286957488, - -0.020865805773911915, - -0.023057402052173097, - 0.015772556173913998, - 0.029574481513043406, - -0.00723897516521638, - -0.012929820996524495, - 0.013256362000000747, - -0.016364737217389708, - -0.0054786337391299, - -0.023381384405216223, - 0.018361981547826933, - -0.027815069829563832, - -0.016357650539129607, - 0.02130572809565106, - -0.04712495074782753, - -0.023661064608695874, - -0.017694028695653844, - -0.035716115565216526, - -0.015046066956521246, - 0.017066349999999682, - -0.017144463043477796, - 0.00945527166956592, - 0.0090967913913036, - -0.019910964156521774, - -0.012770454869565474, - 0.008144727217391987, - 0.026037255217391253, - -0.03684596452174003, - -0.03572749460869723, - -0.026032580895649946, - 0.034894907043476656, - -0.040598744086955754, - -0.013571423391303747, - 0.04706986420869568, - 0.04318946167130402, - -0.01196526951304294, - -0.018042527704347985, - 0.049467921365213274, - -0.02400611535652195, - 0.06052994408086956, - 0.0599142720547826, - -0.0026769801565217854 - ] - ], - "std": [ - [ - 0.9331871594323544, - 0.9567845251269138, - 0.9760296399392536, - 0.051280137756585374, - 0.9428238363495951, - 0.8814135527767363, - 0.9954267960650186, - 0.6955201641843568, - 1.0576570344486964, - 1.1798688036970275, - 1.0384456763015388, - 0.9235329672549664, - 0.9059067437108173, - 0.8252286378311408, - 0.9221679162247977, - 1.0327807332881183, - 0.9152290942982179, - 1.0569927523658942, - 1.019968514725996, - 0.9205072920345395, - 0.9958149041823585, - 1.016878390862468, - 0.8965516556476434, - 1.0877876259600743, - 0.948111265047695, - 1.0393908013003292, - 0.9611733587640997, - 0.9251890870444093, - 1.1498439764663797, - 0.8019976062593172, - 0.8125415636929294, - 0.8726450743629817, - 0.6932596937551812, - 0.8745634092810176, - 1.3798992402930492, - 0.8915710521880803, - 0.9391065100766924, - 1.1627844455953502, - 0.8173394703147074, - 0.9245635097978325, - 0.9000725380226579, - 1.1834987177794307, - 0.775157987005211, - 0.6770693378003936, - 0.7878189821125126, - 1.0585249177081846, - 0.48012225657491536, - 0.635321002731002, - 1.2507891578889274, - 1.3781763830166411, - 0.957654911058225, - 0.6938467149180203, - 1.3755269217325827, - 0.35513836957625733, - 1.6062909589981371, - 1.7067437542745856, - 0.9544103185210019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 72395, - "cert_evals": { - "36": 0.892171323299408, - "72": 0.8655834197998047, - "108": 0.8316100239753723, - "255": 0.5952732563018799 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9287352357205727, - "std_test_acc": 0.006304001316568765, - "n_samples": 4601, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.9020136594772339, - "std_cert_acc_36": 0.01405120933567244, - "mean_cert_acc_72": 0.8720661699771881, - "std_cert_acc_72": 0.013926564969995878, - "mean_cert_acc_108": 0.8389134556055069, - "std_cert_acc_108": 0.02113403450939819, - "mean_cert_acc_255": 0.56669981777668, - "std_cert_acc_255": 0.032117813238130746 - }, - "statlog-vehicle": { - "dataset": "statlog-vehicle", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 33, - "best_val_acc": 0.7024793388429752, - "test_acc": 0.6945525291828794, - "train_size": 211, - "val_size": 121, - "test_size": 514, - "stats": { - "mean": [ - [ - -0.15146149526066363, - -0.10432839952606632, - -0.059711114691943054, - -0.10485173232227493, - -0.05972240473933653, - 0.023982654502369662, - -0.09937442175355453, - 0.0818855733649288, - -0.10596828436018967, - -0.11517251252132703, - -0.08347083222748818, - -0.1053934661943128, - -0.08422502947867287, - 0.06107363270142171, - -0.09882898767772512, - -0.031016796208530723, - -0.05365530142180105, - -0.07673026919431288 - ] - ], - "std": [ - [ - 0.9244006895318542, - 0.9269788321694366, - 0.9738611659537878, - 0.9392376060519674, - 0.9423236941745864, - 1.2031150582278034, - 0.9189159479510511, - 0.9554470489794712, - 0.9165422543676691, - 0.9419702932342265, - 0.899283407616931, - 0.9016819378903871, - 0.9169739004303826, - 1.0374334592683703, - 1.008232147929816, - 0.9709165003669759, - 0.9809690311814254, - 0.9851749395938914 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 7495, - "cert_evals": { - "36": 0.6115702390670776, - "72": 0.5289255976676941, - "108": 0.41322311758995056, - "255": 0.09090908616781235 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.7583333333333333, - "test_acc": 0.7203883495145631, - "train_size": 211, - "val_size": 120, - "test_size": 515, - "stats": { - "mean": [ - [ - -0.05707185829383899, - 0.01703814028436017, - -0.07233211819905201, - -0.08672841545023706, - -0.057319243601895775, - 0.03840272132701431, - -0.013982209905213271, - 0.02121443985781981, - -0.007237241706161201, - 0.0049784149421801165, - -0.014029810900473958, - -0.016262295578199085, - 0.0009614558767772847, - 0.11677855781990558, - 0.0023493535545024086, - -0.010852331753554503, - -0.10286354407582957, - -0.11368303744075818 - ] - ], - "std": [ - [ - 1.0402738933856586, - 0.9838455143238437, - 1.0190627316129826, - 1.0239103894741375, - 1.1508302480807033, - 1.1683856166359436, - 1.0055121275534542, - 0.9988185856887961, - 1.0147533040348673, - 0.9815814858424408, - 0.9995251885514925, - 1.0064285465555274, - 0.9637935338431834, - 1.1030605616237845, - 0.9937126714490084, - 0.995709949800922, - 1.0375518355312294, - 1.0614716810079152 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 7495, - "cert_evals": { - "36": 0.6250000596046448, - "72": 0.5583333373069763, - "108": 0.45000001788139343, - "255": 0.0833333358168602 - }, - "fold": 1 - }, - { - "best_epoch": 35, - "best_val_acc": 0.6589147286821705, - "test_acc": 0.7094861660079052, - "train_size": 211, - "val_size": 129, - "test_size": 506, - "stats": { - "mean": [ - [ - -0.021963390047393307, - 0.015501836018957329, - 0.03765074758293839, - -0.033773345592417056, - -0.053714301421800954, - 0.025012608530805693, - 0.012391009146919438, - 0.0011931618483411932, - 0.003732862559241725, - -0.004163105436966835, - 0.014350785308056885, - 0.008870320853080559, - 0.03139527815165877, - 0.07120188767772496, - -0.007286610426540335, - 0.01621079620853081, - -0.11362760189573462, - -0.0754560952606636 - ] - ], - "std": [ - [ - 1.0013809830173679, - 0.9782519614775661, - 1.0067349356663802, - 0.9925585379225955, - 0.9656789538710515, - 1.079511023393183, - 1.0086208512176316, - 0.9976671958575583, - 1.0053473248040818, - 0.9749627707710302, - 1.0173842579149284, - 1.023042568770406, - 0.9834183626487213, - 1.0185730954327057, - 1.033273817278921, - 0.9965280678503624, - 0.9690108913489877, - 1.0258779208898805 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 7495, - "cert_evals": { - "36": 0.5813953280448914, - "72": 0.4883720874786377, - "108": 0.40310078859329224, - "255": 0.10077519714832306 - }, - "fold": 2 - }, - { - "best_epoch": 48, - "best_val_acc": 0.7165354330708661, - "test_acc": 0.6712598425196851, - "train_size": 211, - "val_size": 127, - "test_size": 508, - "stats": { - "mean": [ - [ - 0.04652693270142183, - 0.020878930331753535, - 0.004595829952606676, - 0.050472680521327036, - 0.10850436966824639, - 0.11359419241706137, - 0.0035522710900474227, - -0.016401528483412357, - 0.0019045260663507124, - 0.02816009017251184, - 0.02038910379146921, - 0.003237731909952596, - 0.0162511691943128, - 0.05221142748815186, - 0.04571186824644554, - -0.08779599999999993, - -0.02366896398104278, - -0.04232626635071097 - ] - ], - "std": [ - [ - 1.0660694582459869, - 0.9954955740331093, - 1.0005918167210288, - 1.0225865249631643, - 1.1919100176742894, - 1.3676251093574603, - 0.9782612041335168, - 1.0070319475298821, - 0.9609306968438209, - 0.995608616420587, - 0.9856739612962143, - 0.9752124296736733, - 1.0143856365331891, - 1.0854963150619814, - 1.0148237536601927, - 0.9020045533947828, - 0.9646100732878, - 0.9403175219272142 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 7495, - "cert_evals": { - "36": 0.5748031735420227, - "72": 0.4803149700164795, - "108": 0.4330708682537079, - "255": 0.07086613774299622 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6989217218062582, - "std_test_acc": 0.0212657235655707, - "n_samples": 846, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.5981922000646591, - "std_cert_acc_36": 0.023991767560220024, - "mean_cert_acc_72": 0.5139864981174469, - "std_cert_acc_72": 0.036422011103644264, - "mean_cert_acc_108": 0.42484869807958603, - "std_cert_acc_108": 0.020883156361767, - "mean_cert_acc_255": 0.08647093921899796, - "std_cert_acc_255": 0.012618284715212062 - }, - "steel-plates": { - "dataset": "steel-plates", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 59, - "best_val_acc": 0.6688524590163935, - "test_acc": 0.6863596872284969, - "train_size": 485, - "val_size": 305, - "test_size": 1151, - "stats": { - "mean": [ - [ - -0.033171420824742434, - -0.03487799787628848, - -0.025752341010309272, - -0.02575685641237119, - -0.013433178123711241, - -0.013203120387628779, - -0.01932132132144322, - -0.015286709072164926, - -0.03529740762886613, - -0.06188019999999985, - 0.029282459793814393, - 0.02461150515463966, - -0.02461150515463966, - 0.02680637649484613, - 0.05348254682474227, - 0.04729742422680411, - 0.037012766989690665, - -0.005113711814433202, - -0.04244604482474207, - 0.016299261237113144, - 0.02038411958762842, - 0.024304238721649656, - 0.01957637484536068, - 0.03119099608247441, - 0.008960876804329868, - -0.0667112558564948, - 0.03806582750515489 - ] - ], - "std": [ - [ - 0.9756894853975037, - 0.9770748287077284, - 0.928969513709341, - 0.9289613756914903, - 0.7271911461061646, - 0.6249440949513447, - 0.2710442676106522, - 0.8321078924444775, - 0.9681819508369377, - 0.9379050398893956, - 1.0059681125158686, - 1.004435542438173, - 1.004435542438173, - 1.0374639889594413, - 0.9990047126903454, - 0.9783238676858398, - 0.9859445483202275, - 0.9264109604441377, - 0.9798063758731859, - 0.9885797784975004, - 0.9993680933241289, - 0.9978320614999503, - 0.9928227904046222, - 0.9831836156202347, - 0.9769683973001587, - 0.9740787014301614, - 0.9975175191485853 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 16750, - "cert_evals": { - "36": 0.6098360419273376, - "72": 0.577049195766449, - "108": 0.49836066365242004, - "255": 0.2852458953857422 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.7147887323943662, - "test_acc": 0.6629692832764505, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.03706820797938135, - 0.03657455558762895, - 0.014421525546391723, - 0.014414742845360836, - -0.04709934408247418, - -0.04852457241237108, - -0.033936195713195796, - -0.05171317672164952, - 0.013659632577319523, - -0.027462527628865894, - 0.006293505773195868, - 0.011990152577319948, - -0.011990152577319948, - -0.03296888268041301, - -0.009405954164948402, - -0.043928852597938134, - 0.002384727134020549, - -0.013394573402062043, - 0.027507874268041282, - 0.038990112989690746, - 0.0011484783505151038, - -0.02832227346391757, - -0.023262162268041238, - -0.03206279731958757, - -0.003237806419175221, - -0.04168354620618558, - -0.012072491587628926 - ] - ], - "std": [ - [ - 1.015411156192268, - 1.0184785548739292, - 1.121885848311569, - 1.1218788885198352, - 0.690006383533972, - 0.5810603178627508, - 0.2538653505206093, - 0.7901091189782915, - 1.0313073308807894, - 1.1253321716484355, - 0.9934036908444747, - 1.002106781592608, - 1.002106781592608, - 0.9446882153445072, - 1.006327755621702, - 1.0256643689759664, - 0.9902082423796534, - 1.0703705601717843, - 0.9814029395820514, - 0.9594928614842593, - 0.9948279945629597, - 0.9781432437014432, - 0.9737318425454382, - 0.9896265964372553, - 0.996385694776415, - 1.1531115464252937, - 0.9965705557829847 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 16750, - "cert_evals": { - "36": 0.6373239159584045, - "72": 0.591549277305603, - "108": 0.5387324094772339, - "255": 0.3274647891521454 - }, - "fold": 1 - }, - { - "best_epoch": 65, - "best_val_acc": 0.7248322147651006, - "test_acc": 0.6994818652849741, - "train_size": 485, - "val_size": 298, - "test_size": 1158, - "stats": { - "mean": [ - [ - 0.01349540909278348, - 0.011743234845361083, - 0.055380051591752535, - 0.05537599281030928, - -0.002818057010309121, - -0.0043726463257731905, - -0.011363671857525773, - 0.0014854367216495697, - -0.017973084123711465, - -0.019961297319587557, - -0.006256404123711325, - 0.037232857731959154, - -0.037232857731959154, - -0.057822187216493647, - -0.04968943053608254, - 0.05299214910515458, - 0.012450677092783526, - -0.0152095140206186, - -0.021158501278350353, - -0.03180742531958788, - 0.011834936082473834, - 0.02963465686597942, - 0.02183907072164954, - 0.04186944268041253, - 0.024153798268247404, - -0.04557396327835056, - 0.03912331686597949 - ] - ], - "std": [ - [ - 1.0305115292152447, - 1.0350302276108283, - 1.0568148967701887, - 1.0568064122935077, - 0.7926988315617414, - 0.6342514589481083, - 0.28414711305629714, - 0.9056134481718624, - 0.9751665814504833, - 1.0270919456979695, - 0.9900679127467883, - 1.0066006750596284, - 1.0066006750596284, - 0.9543742160994036, - 1.0004136931230714, - 1.0094115145490878, - 1.0121553004352448, - 0.8186606474983903, - 1.0281436358716267, - 1.0235390824617858, - 1.0008479768803218, - 0.990294035931081, - 0.9940477374299497, - 1.000219892821287, - 0.9933237184970842, - 0.9852467220628263, - 0.994697835657597 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 16750, - "cert_evals": { - "36": 0.6577181220054626, - "72": 0.6073825359344482, - "108": 0.5805369019508362, - "255": 0.34899330139160156 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.6830985915492958, - "test_acc": 0.6715017064846417, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.023743463731958805, - 0.016176765814433166, - 0.0014892443092783534, - 0.0014844411752577274, - -0.009514525814432954, - -0.020205760659793785, - -0.01871218610680407, - -0.005845208247422769, - 0.01885683030927834, - -0.00661354618556694, - 0.013281478350515526, - 0.0035759175257736252, - -0.0035759175257736252, - 0.001803373195877225, - -0.050778439121649456, - -0.007776909546391795, - 0.04831092711340207, - -0.05191724047422686, - -0.019034719298968952, - 0.018150954639175196, - 0.009697649484535607, - -0.007318674041237245, - -0.01604848907216485, - -0.0013126113402060792, - 0.01597799027505155, - 0.03087437377319595, - 0.008060444742267966 - ] - ], - "std": [ - [ - 1.035245883833329, - 1.0366480375890377, - 1.0283716528913942, - 1.0283643226814112, - 0.804966635241197, - 0.6387301143243845, - 0.2927267776520207, - 0.9211566457266325, - 1.0248177126554818, - 0.9991241777878153, - 0.9956957155110975, - 1.0004628088385008, - 1.0004628088385008, - 0.9913012556247199, - 0.9711702662146896, - 0.9776882812482338, - 0.9942196574638761, - 0.7385409188908473, - 1.0098201632818302, - 0.9666923500151875, - 0.9978814369963841, - 1.002103883727627, - 0.9660799436198654, - 1.0007299152954314, - 0.9729135128718771, - 1.03912258961276, - 1.0093273706219772 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 16750, - "cert_evals": { - "36": 0.6161971688270569, - "72": 0.5739436745643616, - "108": 0.5246478915214539, - "255": 0.31338027119636536 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6800781355686407, - "std_test_acc": 0.01614755482778335, - "n_samples": 1941, - "n_features": 27, - "n_classes": 7, - "mean_cert_acc_36": 0.6302688121795654, - "std_cert_acc_36": 0.021746634575406605, - "mean_cert_acc_72": 0.5874811708927155, - "std_cert_acc_72": 0.015326488314745795, - "mean_cert_acc_108": 0.535569466650486, - "std_cert_acc_108": 0.03433098827912586, - "mean_cert_acc_255": 0.3187710642814636, - "std_cert_acc_255": 0.026720541833587512 - }, - "synthetic-control": { - "dataset": "synthetic-control", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.975609756097561, - "test_acc": 0.970108695652174, - "train_size": 150, - "val_size": 82, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.03924785799999999, - 0.09383712196000003, - 0.07046625366666667, - 0.0014863559999998659, - -0.05929098933333334, - -0.038894416533333365, - -0.06979297906666665, - 0.14184743933333332, - -0.017701836666666713, - 0.031171698399999972, - -0.021065953866666622, - 0.0012081412666666543, - -0.04361972219999998, - 0.0025437976666666416, - 0.07672977846666663, - 0.020924183333333297, - -0.0169760114666666, - 0.002974836000000029, - 0.003983265866666657, - -0.024021968200000025, - -0.03956240413333334, - -0.1248241973333334, - -0.05730380093333336, - -0.05808679486666668, - -0.028370202666666712, - -0.09732389666666662, - -0.05763924799999995, - -0.13051837340000005, - -0.05395017553333331, - -0.03267161173333333, - -0.023729760666666683, - -0.07524714946666669, - -0.06614863693333331, - -0.019300918133333376, - -0.030039852199999936, - 0.011592385653333353, - 0.031318077333333326, - 0.01763483633333328, - -0.0250934726666667, - -0.004898507333333266, - 0.004217182600000006, - -0.0246385992666667, - -0.030988849866666696, - -0.04759142453333339, - -0.01953947740000004, - -0.01564450933333335, - -0.015787699133333277, - 0.002320799400000045, - 0.024963803466666677, - -0.007529426400000029, - 0.04093678893333338, - 0.015736563599999965, - -0.03746829866666665, - 0.014098554666666692, - -0.011547875333333272, - -0.02319905666666666, - -0.03142149800000005, - -0.016265246000000014, - 0.007930060666666574, - -0.023128325933333405 - ] - ], - "std": [ - [ - 0.9961076807315135, - 0.9206509112843125, - 1.0540224386437416, - 1.0522148944257685, - 0.9493400263469906, - 1.0413681468006608, - 1.0206521762883793, - 1.0022196701786035, - 0.9563400774380424, - 0.9609145334914101, - 1.0024994267345215, - 0.9932555095692103, - 0.9717731403065037, - 0.98032175468797, - 0.9982624484839073, - 0.9382038270345618, - 0.9768753390482254, - 0.9916308705368667, - 1.006723658496416, - 1.0297445317020146, - 1.032876694551145, - 0.972144505822908, - 0.9798593024092027, - 0.9843687966126489, - 1.011735889322179, - 1.0429049244153183, - 1.0346506734246277, - 1.0538601962572212, - 0.9988680991418135, - 1.0180957806321926, - 0.9596516599467743, - 0.9834125851120433, - 1.0264509047524573, - 1.041847740419822, - 0.9781778184682978, - 1.0266071515222082, - 1.0054089356966365, - 0.9672870323425345, - 1.0086182531503245, - 0.9476236198433843, - 0.9903141136237383, - 0.9773410750044438, - 0.9739559384791738, - 1.0166341319600727, - 1.0066772526142282, - 0.9830356367906539, - 0.9703713876993874, - 1.0032669206080842, - 0.9780136276281223, - 0.9963547072355085, - 0.9891349444554035, - 0.9865762284560603, - 0.975071666163836, - 0.9738556836226393, - 0.9427521925477134, - 0.9585723823680283, - 1.023473462894158, - 0.974178234052611, - 0.9584708977350718, - 0.9781662302529668 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 80649, - "cert_evals": { - "36": 0.9268292188644409, - "72": 0.914634108543396, - "108": 0.8658536076545715, - "255": 0.6097560524940491 - }, - "fold": 0 - }, - { - "best_epoch": 12, - "best_val_acc": 0.9879518072289156, - "test_acc": 0.9754768392370572, - "train_size": 150, - "val_size": 83, - "test_size": 367, - "stats": { - "mean": [ - [ - 0.07431676333333329, - 0.055703143333333274, - 0.059986597200000005, - 0.05962913333333327, - 0.01711391199999998, - -0.09842530133333331, - -0.037238006933333324, - 0.04494911246666669, - 0.03584688633333339, - -0.03672074413333339, - 0.1400467430666667, - -0.0017188513300000175, - 0.09355356086666661, - 0.08375834533333343, - 0.10196642733333329, - -0.002735159333333399, - -0.04132526846666665, - 0.002115888533333303, - -0.04545685346666663, - -0.026682441333333327, - 0.0202955157, - 0.05891559266666658, - 0.09727385853333322, - 0.0824819633333333, - -0.003187957799999993, - 0.019345319200000027, - 0.015127944066666616, - -0.01814940193333335, - 0.028838950733333313, - -0.037662185733333346, - -0.03617591013333335, - 0.015016469333333294, - 0.03429976273333337, - 0.0064533666666667005, - -0.029528327399999967, - -0.020207610346666682, - -0.015195800666666651, - -0.03826542699999998, - -0.0280714353333333, - -0.03387643922666661, - -0.006132136866666568, - -0.06652122866666664, - -0.012367441333333272, - 0.04345637599999996, - 0.04305291933333331, - 0.025584800666666543, - 0.017196319133333353, - -0.01777196502666665, - -0.07746244253333334, - -0.044407173933333335, - -0.055261454599999996, - -0.052746810399999934, - -0.0045274859999999695, - -0.025930303333333373, - 0.035556554666666684, - 0.009908130666666676, - 0.016988207333333238, - -0.00977137813333338, - -0.020683775666666668, - 0.012211349666666682 - ] - ], - "std": [ - [ - 0.9843088538516878, - 1.0385221048037923, - 1.0362809707291913, - 1.070636491980348, - 1.036981973032216, - 1.0535025500445936, - 1.0486711166621683, - 1.0486450651360273, - 1.0014223592087255, - 0.9374084409356886, - 0.9860590509896011, - 0.9753368966519272, - 1.0333021459864373, - 0.9876115794841844, - 1.02068622354422, - 1.0112690289204789, - 1.0116637203824093, - 1.033925288406938, - 1.0512195357703547, - 1.018333809220628, - 0.985055866337006, - 0.943091921098071, - 0.9490130762941131, - 0.99910695778916, - 1.0356025959908477, - 1.0026236047334451, - 1.0141313027658527, - 0.9956117641629766, - 1.0018305711459572, - 1.0053268814426604, - 1.0314502672967765, - 1.038459737162511, - 0.937751592640825, - 0.9861261142353305, - 0.9749386073698773, - 0.9772874202358274, - 0.9591957253028498, - 0.9926707359223034, - 0.9729932139063138, - 0.9920544640877638, - 0.9836353401854067, - 0.99810857871081, - 1.0023120691127656, - 0.9517953446574153, - 1.0036265983538577, - 1.0142510395016522, - 0.9769674154680212, - 1.0141447148508704, - 1.0111479341233067, - 0.9771982566562517, - 0.9980648743000833, - 0.9633210674621704, - 0.9823793488227291, - 0.9870075135806297, - 0.983054034466811, - 0.990652388626008, - 1.0024265300075932, - 0.9594171079813323, - 0.9682468460883036, - 0.9900597520223805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 80649, - "cert_evals": { - "36": 0.9759035706520081, - "72": 0.9518072009086609, - "108": 0.867469847202301, - "255": 0.5662650465965271 - }, - "fold": 1 - }, - { - "best_epoch": 14, - "best_val_acc": 1.0, - "test_acc": 0.9634831460674157, - "train_size": 150, - "val_size": 94, - "test_size": 356, - "stats": { - "mean": [ - [ - -0.114856322, - -0.06579790133333327, - 0.03355098266666663, - -0.03648713526666665, - -0.0011477239999999878, - 0.13642399413333328, - -0.07596104666666668, - -0.0056418873333333374, - 0.09558374166666667, - 0.02089898246666667, - 0.03188003920000004, - 0.007430201999999999, - -0.0038350263999999894, - -0.01883838019999997, - 0.0748425113333334, - 0.00488779438666673, - 0.018437261666666697, - 0.030671767333333304, - 0.022914690999999977, - 0.01594029433333337, - -0.048436106666666714, - -0.0024884444666667177, - 0.04168678213333334, - 0.041644789333333244, - 0.042822868333333354, - 0.06534793200000001, - -0.010656098666666605, - -0.006021577466666684, - 0.04735826933333332, - 0.025442156333333393, - 0.017160075866666614, - -0.04544196133333331, - -0.013476259999999967, - 0.033218761599999966, - -0.005814218000000064, - -0.02626612546666666, - 0.0554423356666666, - -0.005378560400000007, - 0.004365360799999973, - 0.01993973579999998, - -0.013822085533333268, - -0.0276612758666667, - -0.005520540333333351, - 0.027592530666666643, - -0.0016518936666666988, - -0.02964797600000004, - -0.016894890799999965, - -0.018347165760000048, - 0.02878474666666673, - 0.009005892399999991, - 0.0005037746666666054, - -0.010252967199999949, - 0.009452513999999928, - -0.0006035673333334005, - -0.023115470666666638, - 0.0008124299999999337, - -0.010064331333333435, - 0.02198669420666669, - 0.005671073333333329, - 0.009682615733333344 - ] - ], - "std": [ - [ - 1.0560741237905633, - 1.0909763937676147, - 0.9591104934810897, - 1.0027353336789389, - 1.0137393600188147, - 0.9974355725372859, - 0.9334185111764193, - 1.0358338960107323, - 0.9936794808583214, - 1.0639561849283727, - 1.0322757313313562, - 1.0330482466022683, - 1.0135503676371944, - 1.0679076791635504, - 0.9641245690753236, - 1.0282675239598804, - 1.0002353813184108, - 0.9684654582597145, - 1.0331226003460752, - 1.0536462803122515, - 0.9988253263652744, - 1.0354371216022098, - 0.9964647889804219, - 1.017635225822453, - 1.0005114917749387, - 1.021355655521812, - 0.9645306146203501, - 1.0113815411448928, - 0.9806016929287075, - 1.0144519155296894, - 1.0265802362924008, - 1.02000197200153, - 1.07766142678815, - 1.0468290903972308, - 1.0314178108001988, - 1.000469001033564, - 1.0450722590473078, - 1.0325221094946504, - 1.048894956227836, - 0.9833702833504419, - 1.0153917705572146, - 1.012455383336184, - 1.0589782810850652, - 1.0157128503216464, - 1.0196629247844613, - 1.0470501606989209, - 1.0194159827106324, - 1.0071984093717992, - 1.0321411977245474, - 1.043438003333306, - 1.0407295108896613, - 1.027173255849118, - 1.0179448117519239, - 1.0453526291643118, - 1.0174480325437838, - 1.0318194380088317, - 1.0133347569254487, - 1.0231404714757075, - 1.030328051006465, - 1.0096253910405713 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 80649, - "cert_evals": { - "36": 0.9787233471870422, - "72": 0.9361701607704163, - "108": 0.9255318641662598, - "255": 0.6702127456665039 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 1.0, - "test_acc": 0.9806094182825484, - "train_size": 150, - "val_size": 89, - "test_size": 361, - "stats": { - "mean": [ - [ - 0.1277572366666666, - 0.04134771529333352, - 0.021863094333333402, - 0.014401853333333483, - -0.002803757326666718, - 0.06694332266666667, - 0.07448979026666658, - 0.06807802960000005, - 0.019724051666666666, - 0.06465353440000006, - -0.0428330099999999, - -0.07357414919666662, - -0.04223157999999999, - -0.12545532820000008, - -0.04292649966666659, - -0.10589588954666669, - -0.04041633779999999, - 0.05218024986666674, - 0.05426686220000013, - 0.0227305805333333, - 0.10614008046666681, - 0.04376943119999995, - -0.013266023600000024, - -0.07076259793333334, - -0.074043531, - -0.08001001866666667, - -0.07797701933333334, - -0.09792546133333335, - -0.061854662000000005, - -0.024533988199999985, - 0.03629900386666665, - 0.0058454133399999395, - 0.007318489999999978, - 0.03803268466666662, - 0.044273164599999956, - 0.0013259573333333503, - -0.002469843333333337, - -0.029172804800000018, - -0.05582708400000001, - -0.05666843433333332, - -0.048033903333333315, - -0.06985443860000005, - -0.0578782198666667, - -0.05657032866666666, - -0.026883787333333433, - -0.00934031266666669, - 0.011623247533333353, - 0.035373553640000055, - 0.013784810000000043, - 0.005969853333333333, - 0.02904661893333334, - 0.02376045733333324, - -0.02384677466666665, - -0.05474407806666669, - -0.06623972000000003, - -0.06898137600000002, - -0.07447672184000008, - -0.08693477600000002, - -0.05651159700000001, - -0.03601778493333341 - ] - ], - "std": [ - [ - 0.9996137529479245, - 1.0036117435912413, - 1.0522681023859373, - 1.1119684771253828, - 1.0298920232178084, - 1.070456358378364, - 1.0922136476449562, - 0.9445072794294876, - 0.9503254307664003, - 0.9324621895873916, - 0.9965913991681153, - 1.1062786611692523, - 1.1218688680681206, - 1.0020156097641995, - 1.0418972253640428, - 0.9838023238329702, - 0.9853089091257823, - 1.0414927333939905, - 1.0350491750495694, - 1.0308468611443276, - 1.0024128778412678, - 0.9938024611079457, - 0.9539537713906278, - 0.9088792441254281, - 0.9267414020449568, - 1.0592924551372531, - 1.035601875159454, - 1.0348290235762594, - 1.0072879218281139, - 1.0455750589807704, - 0.9984184008706671, - 0.966055737300902, - 0.9991473365977808, - 1.0374974178986145, - 0.9976106602571032, - 0.9683911885436237, - 0.9999529450897607, - 0.9934502585034328, - 1.0060525583431303, - 0.9969439583936579, - 1.0032737317903146, - 1.006882715938048, - 0.9888037727439014, - 0.997171098741018, - 1.0163770279221114, - 0.9925585952400967, - 1.0393735568577307, - 1.0254123445542493, - 1.0212979411217074, - 1.0292884216225284, - 0.9986396756965731, - 0.9791900111960249, - 1.0282697752335705, - 1.0042624464425858, - 1.014742625093536, - 1.0220728519074882, - 0.9823536621313895, - 1.0001527437069238, - 1.0095902426275776, - 1.0166981511490805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 80649, - "cert_evals": { - "36": 0.9550561904907227, - "72": 0.9101123809814453, - "108": 0.8876404762268066, - "255": 0.5730336904525757 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9724195248097988, - "std_test_acc": 0.007339852928253064, - "n_samples": 600, - "n_features": 60, - "n_classes": 6, - "mean_cert_acc_36": 0.9591280817985535, - "std_cert_acc_36": 0.023980466339481827, - "mean_cert_acc_72": 0.9281809628009796, - "std_cert_acc_72": 0.019425218321905836, - "mean_cert_acc_108": 0.8866239488124847, - "std_cert_acc_108": 0.027767762396166868, - "mean_cert_acc_255": 0.6048168838024139, - "std_cert_acc_255": 0.04760052404394294 - }, - "teaching": { - "dataset": "teaching", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 0.45454545454545453, - "test_acc": 0.38461538461538464, - "train_size": 38, - "val_size": 22, - "test_size": 91, - "stats": { - "mean": [ - [ - -0.11332560526315784, - -0.17121901315789478, - 0.029873731578947377, - -0.30744157894736857, - -0.12647241315789476 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.9379212090884154, - 0.9728178435489211, - 1.2214091484203293, - 1.0035868928906388 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 646, - "cert_evals": { - "36": 0.1818181872367859, - "72": 0.04545454680919647, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.375, - "test_acc": 0.41237113402061853, - "train_size": 38, - "val_size": 16, - "test_size": 97, - "stats": { - "mean": [ - [ - 0.08642726315789476, - 0.17190744736842098, - 0.21345746842105265, - 0.20351052631578942, - 0.02251846578947367 - ] - ], - "std": [ - [ - 0.9226189788343568, - 0.9529276096944189, - 1.0986997290584972, - 0.7479572951992832, - 0.9794960526322802 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 646, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.43820224719101125, - "train_size": 38, - "val_size": 24, - "test_size": 89, - "stats": { - "mean": [ - [ - -0.11332560526315784, - 0.02154873684210526, - -0.18742893684210518, - -0.08846210526315801, - -0.16320968421052634 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.983440529661239, - 0.8586823726924572, - 1.0752563594695814, - 0.9991610142309885 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 646, - "cert_evals": { - "36": 0.0833333358168602, - "72": 0.0833333358168602, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.6111111111111112, - "test_acc": 0.3473684210526316, - "train_size": 38, - "val_size": 18, - "test_size": 95, - "stats": { - "mean": [ - [ - 0.0864272631578948, - -0.03628181578947368, - -0.2848404736842105, - 0.057524210526315775, - -0.050956549999999996 - ] - ], - "std": [ - [ - 0.9226189788343567, - 1.030764765505801, - 0.8345079992343973, - 0.9376140898091212, - 1.1033171507511983 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 646, - "cert_evals": { - "36": 0.2222222238779068, - "72": 0.0555555559694767, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3956392967199115, - "std_test_acc": 0.03891513505067555, - "n_samples": 151, - "n_features": 5, - "n_classes": 3, - "mean_cert_acc_36": 0.12184343673288822, - "std_cert_acc_36": 0.1000028708823797, - "mean_cert_acc_72": 0.04608585964888334, - "std_cert_acc_72": 0.03464753307604256, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "statlog-landsat": { - "dataset": "statlog-landsat", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 23, - "best_val_acc": 0.8736141906873615, - "test_acc": 0.8666855363713558, - "train_size": 2000, - "val_size": 902, - "test_size": 3533, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 29385, - "cert_evals": { - "36": 0.8337028622627258, - "72": 0.8082039952278137, - "108": 0.7716186046600342, - "255": 0.5654101967811584 - }, - "fold": 0 - }, - { - "best_epoch": 44, - "best_val_acc": 0.8695652173913043, - "test_acc": 0.8677098150782361, - "train_size": 2000, - "val_size": 920, - "test_size": 3515, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 29385, - "cert_evals": { - "36": 0.8402173519134521, - "72": 0.804347813129425, - "108": 0.7706521153450012, - "255": 0.5771738886833191 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.8792165397170838, - "test_acc": 0.8694539249146758, - "train_size": 2000, - "val_size": 919, - "test_size": 3516, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 29385, - "cert_evals": { - "36": 0.84548419713974, - "72": 0.809575617313385, - "108": 0.7758432626724243, - "255": 0.6017410159111023 - }, - "fold": 2 - }, - { - "best_epoch": 65, - "best_val_acc": 0.8539823008849557, - "test_acc": 0.8753894080996885, - "train_size": 2000, - "val_size": 904, - "test_size": 3531, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 29385, - "cert_evals": { - "36": 0.8219026327133179, - "72": 0.7898229956626892, - "108": 0.7444690465927124, - "255": 0.5608407258987427 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8698096711159891, - "std_test_acc": 0.0038914279062628584, - "n_samples": 6435, - "n_features": 36, - "n_classes": 6, - "mean_cert_acc_36": 0.835326761007309, - "std_cert_acc_36": 0.010164245434886886, - "mean_cert_acc_72": 0.8029876053333282, - "std_cert_acc_72": 0.009051146122812421, - "mean_cert_acc_108": 0.765645757317543, - "std_cert_acc_108": 0.014296628025071596, - "mean_cert_acc_255": 0.5762914568185806, - "std_cert_acc_255": 0.018308337353592902 - }, - "tic-tac-toe": { - "dataset": "tic-tac-toe", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 48, - "best_val_acc": 0.8767123287671232, - "test_acc": 0.8987783595113438, - "train_size": 239, - "val_size": 146, - "test_size": 573, - "stats": { - "mean": [ - [ - -0.06774635146443425, - 0.01449869790794993, - 0.05074422594142255, - -0.014738167364016513, - 0.015902112970711264, - 0.01937172301255273, - -0.05826698744769888, - 0.06322694058577437, - -0.03456911297071133 - ] - ], - "std": [ - [ - 0.9772364146923964, - 0.9898671665296854, - 0.9927899252300538, - 1.0052200080228313, - 1.0139839580724326, - 1.0321649186622677, - 0.9396177418537401, - 0.9908262445058792, - 1.022463266648573 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.7465753555297852, - "72": 0.5821917653083801, - "108": 0.3561643958091736, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 49, - "best_val_acc": 0.8680555555555556, - "test_acc": 0.871304347826087, - "train_size": 239, - "val_size": 144, - "test_size": 575, - "stats": { - "mean": [ - [ - 0.055483841004184395, - -0.00011965439330530087, - 0.00808757322175727, - -0.029356599999999875, - 0.039023707112970575, - 0.019371482008368506, - -0.08670484518828446, - -0.039102302092049956, - 0.027046133891213308 - ] - ], - "std": [ - [ - 0.9957045497387771, - 1.0146010728149857, - 1.003301186901333, - 1.0124926159677299, - 0.9987054895066753, - 0.9814356430315144, - 0.973828360138658, - 1.0003184664932105, - 0.9832177518418727 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.7916666865348816, - "72": 0.6597222089767456, - "108": 0.5277777910232544, - "255": 0.013888888992369175 - }, - "fold": 1 - }, - { - "best_epoch": 49, - "best_val_acc": 0.9007633587786259, - "test_acc": 0.8996598639455783, - "train_size": 239, - "val_size": 131, - "test_size": 588, - "stats": { - "mean": [ - [ - -0.04878792468619211, - 0.0047529958158996155, - 0.09814042677824272, - -0.024483735564853226, - 0.034399451882844975, - -0.009865222594141925, - -0.02508974895397498, - 0.004753076150627897, - -0.04878784100418414 - ] - ], - "std": [ - [ - 1.001934480203885, - 0.9778484267660271, - 1.0046660181235467, - 1.0212723008937266, - 1.0210245107562923, - 1.0306454853299336, - 0.9862518055799147, - 0.9951065507668124, - 0.9747736634076275 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.7633587718009949, - "72": 0.6870229244232178, - "108": 0.5496183037757874, - "255": 0.05343511328101158 - }, - "fold": 2 - }, - { - "best_epoch": 58, - "best_val_acc": 0.8695652173913043, - "test_acc": 0.7951807228915663, - "train_size": 239, - "val_size": 138, - "test_size": 581, - "stats": { - "mean": [ - [ - 0.10288007531380783, - 0.04373577740585817, - 0.041264979079497874, - -0.034229491213389085, - -0.05346292050209214, - -0.1999054092050213, - 0.08392158158995812, - 0.07297261589958158, - -0.05826715481171532 - ] - ], - "std": [ - [ - 0.9966065572515563, - 1.018968015200093, - 0.9922920069375739, - 0.9979419605462078, - 0.9801398510182366, - 0.9915447189713678, - 0.9965163996887837, - 0.9964419395653665, - 0.9951178388160773 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 1931, - "cert_evals": { - "36": 0.717391312122345, - "72": 0.6086956858634949, - "108": 0.4637681245803833, - "255": 0.043478261679410934 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8662308235436439, - "std_test_acc": 0.04916197816428797, - "n_samples": 958, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.7547480314970016, - "std_cert_acc_36": 0.03108830998564551, - "mean_cert_acc_72": 0.6344081461429596, - "std_cert_acc_72": 0.04759831128558548, - "mean_cert_acc_108": 0.47433215379714966, - "std_cert_acc_108": 0.08679412088059862, - "mean_cert_acc_255": 0.027700565988197923, - "std_cert_acc_255": 0.024961880158848856 - }, - "titanic": { - "dataset": "titanic", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.7690140845070422, - "test_acc": 0.7530864197530864, - "train_size": 550, - "val_size": 355, - "test_size": 1296, - "stats": { - "mean": [ - [ - -0.033479024545449286, - -0.04388359999999998, - 0.04633865636363635 - ] - ], - "std": [ - [ - 1.0184009911459524, - 0.9030112522482995, - 0.965727266734473 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 615, - "cert_evals": { - "36": 0.44507041573524475, - "72": 0.1859154850244522, - "108": 0.1690140813589096, - "255": 0.1267605572938919 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.8137535816618912, - "test_acc": 0.7273425499231951, - "train_size": 550, - "val_size": 349, - "test_size": 1302, - "stats": { - "mean": [ - [ - 0.00599657709091412, - -0.02712665454545435, - 0.02416022909090901 - ] - ], - "std": [ - [ - 0.993203063568118, - 0.9413765013907114, - 0.9824417459762911 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 615, - "cert_evals": { - "36": 0.4985673427581787, - "72": 0.1719197779893875, - "108": 0.1719197779893875, - "255": 0.10315186530351639 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.7034700315457413, - "test_acc": 0.7466266866566716, - "train_size": 550, - "val_size": 317, - "test_size": 1334, - "stats": { - "mean": [ - [ - 0.014578170545459438, - -0.043883600000000356, - 0.03303160000000017 - ] - ], - "std": [ - [ - 1.0150806710594007, - 0.9030112522482996, - 0.9758508000000029 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 615, - "cert_evals": { - "36": 0.7034700512886047, - "72": 0.6182965636253357, - "108": 0.13249211013317108, - "255": 0.07886435836553574 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7667638483965015, - "test_acc": 0.7446483180428135, - "train_size": 550, - "val_size": 343, - "test_size": 1308, - "stats": { - "mean": [ - [ - 0.0077128369090957785, - -0.027126654545454543, - -0.0290679963636369 - ] - ], - "std": [ - [ - 1.026123748181085, - 0.9413765013907113, - 1.0194745387594568 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 615, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.7142857313156128, - "108": 0.3265306353569031, - "255": 0.11953353136777878 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7429259935939417, - "std_test_acc": 0.010996052428432105, - "n_samples": 2201, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.5903483852744102, - "std_cert_acc_36": 0.13866797907754666, - "mean_cert_acc_72": 0.42260438948869705, - "std_cert_acc_72": 0.28415831510346407, - "mean_cert_acc_108": 0.19998915120959282, - "std_cert_acc_108": 0.08624759403312075, - "mean_cert_acc_255": 0.1070775780826807, - "std_cert_acc_255": 0.021244351645413183 - }, - "trains": { - "dataset": "trains", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 2, - "best_val_acc": 0.8, - "test_acc": 0.6666666666666666, - "train_size": 2, - "val_size": 5, - "test_size": 3, - "stats": { - "mean": [ - [ - -0.61237, - -0.9717294999999999, - -0.316228, - 0.621059, - 0.786374, - -0.474342, - -0.369273, - -0.316228, - -0.41404050000000003, - -0.161281, - 1.264911, - 0.2108185, - -0.08519500000000002, - -0.685249, - -0.7115125, - -0.29632100000000006, - 0.398527, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - -0.774597, - -0.774597, - 0.711514, - -0.316228, - 0.41404050000000003, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.6073305, - 1.0, - 1.0, - 0.406746, - 1.0, - 0.7385470000000001, - 1.0, - 1.0350995, - 0.322562, - 1.581139, - 0.5270465, - 1.2779150000000001, - 0.571041, - 0.16940750000000004, - 0.740799, - 1.328423, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 1.0, - 1.0, - 1.185856, - 1.0, - 1.0350995, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 18971, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.6000000238418579, - "108": 0.6000000238418579, - "255": 0.4000000059604645 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 1.0, - "test_acc": 0.75, - "train_size": 2, - "val_size": 4, - "test_size": 4, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 18971, - "cert_evals": { - "36": 1.0, - "72": 0.75, - "108": 0.75, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 1.0, - "test_acc": 0.8333333333333334, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 18971, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.5, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - 0.24293300000000004, - 1.264911, - -0.41404050000000003, - -1.1117685, - -0.474342, - 0.7385470000000001, - 1.264911, - -0.41404050000000003, - -0.32255999999999996, - -0.316228, - -1.370319, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - -0.621059, - 0.19365149999999998, - 1.1619, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.607332, - 1.581139, - 1.0350995, - 0.13558149999999997, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0350995, - 1.45153, - 1.0, - 1.0540910000000001, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 18971, - "cert_evals": { - "36": 1.0, - "72": 1.0, - "108": 1.0, - "255": 1.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6875, - "std_test_acc": 0.14231876063832777, - "n_samples": 10, - "n_features": 29, - "n_classes": 2, - "mean_cert_acc_36": 0.7750000059604645, - "std_cert_acc_36": 0.2629955586794513, - "mean_cert_acc_72": 0.7125000059604645, - "std_cert_acc_72": 0.21746646840036618, - "mean_cert_acc_108": 0.7125000059604645, - "std_cert_acc_108": 0.21746646840036618, - "mean_cert_acc_255": 0.3500000014901161, - "std_cert_acc_255": 0.4725815628354702 - }, - "thyroid": { - "dataset": "thyroid", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.9435173299101413, - "test_acc": 0.8259271633812229, - "train_size": 3428, - "val_size": 779, - "test_size": 2993, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.6944801211357117, - "72": 0.589216947555542, - "108": 0.4736842215061188, - "255": 0.24390244483947754 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9076723016905072, - "test_acc": 0.8641358641358642, - "train_size": 3428, - "val_size": 769, - "test_size": 3003, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.7815344333648682, - "72": 0.6840052008628845, - "108": 0.5695708394050598, - "255": 0.23797139525413513 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.85785536159601, - "test_acc": 0.8202020202020202, - "train_size": 3428, - "val_size": 802, - "test_size": 2970, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.7082294225692749, - "72": 0.608478844165802, - "108": 0.5024937987327576, - "255": 0.2618454098701477 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.9347517730496454, - "test_acc": 0.8014346266710141, - "train_size": 3428, - "val_size": 705, - "test_size": 3067, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.7092198133468628, - "72": 0.5999999642372131, - "108": 0.4964538812637329, - "255": 0.26524820923805237 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8279249185975304, - "std_test_acc": 0.026309708782525455, - "n_samples": 7200, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.7233659476041794, - "std_cert_acc_36": 0.03935814702200041, - "mean_cert_acc_72": 0.6204252392053604, - "std_cert_acc_72": 0.04311332819456945, - "mean_cert_acc_108": 0.5105506852269173, - "std_cert_acc_108": 0.041255900783786444, - "mean_cert_acc_255": 0.2522418648004532, - "std_cert_acc_255": 0.013348973741990195 - }, - "vertebral-column-2clases": { - "dataset": "vertebral-column-2clases", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.8983050847457628, - "test_acc": 0.7528735632183908, - "train_size": 77, - "val_size": 59, - "test_size": 174, - "stats": { - "mean": [ - [ - -0.04851593662337664, - -0.013603715584415602, - 0.017817786623376606, - -0.052196842324675335, - -0.002157415584415587, - -0.03604349805194806 - ] - ], - "std": [ - [ - 0.9285507134809343, - 1.06595981877074, - 0.9952787423256769, - 0.8624418582955644, - 0.9372946280214954, - 0.7536679299194217 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.8135592937469482, - "72": 0.7118644118309021, - "108": 0.6271186470985413, - "255": 0.08474576473236084 - }, - "fold": 0 - }, - { - "best_epoch": 48, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.743455497382199, - "train_size": 77, - "val_size": 42, - "test_size": 191, - "stats": { - "mean": [ - [ - -0.01160272857142857, - 0.19142412077922066, - 0.13749096324675333, - -0.1576678293376624, - 0.1349718081818182, - 0.01367927922077926 - ] - ], - "std": [ - [ - 0.9739076978851005, - 1.1234128014311557, - 1.0980714645789118, - 0.9124304878226723, - 0.8779104710989865, - 0.8103068848046617 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.738095223903656, - "72": 0.6904761791229248, - "108": 0.4761904776096344, - "255": 0.1428571492433548 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.8076923076923077, - "train_size": 77, - "val_size": 51, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.08900769350649353, - 0.022068336363636327, - -0.17777378870129867, - -0.13070269816883123, - -0.08019039701298694, - 0.034270005844155946 - ] - ], - "std": [ - [ - 1.1891598679346718, - 1.0629718968025748, - 0.9683921685715591, - 1.1934548554540982, - 1.0519483392859137, - 1.4108241281173226 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.8039215803146362, - "72": 0.7058823704719543, - "108": 0.5882353186607361, - "255": 0.1764705926179886 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8913043478260869, - "test_acc": 0.8288770053475936, - "train_size": 77, - "val_size": 46, - "test_size": 187, - "stats": { - "mean": [ - [ - -0.06772925194805193, - -0.07967984805194804, - -0.14121441038961047, - -0.02757299220779231, - -0.014883416753246786, - -0.1100020467532468 - ] - ], - "std": [ - [ - 1.0828152543652132, - 1.0199396915025827, - 0.9339640371725322, - 0.9916023829290741, - 1.077978313814909, - 0.7401101130023645 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 893, - "cert_evals": { - "36": 0.782608687877655, - "72": 0.6086956858634949, - "108": 0.52173912525177, - "255": 0.260869562625885 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7832245934101227, - "std_test_acc": 0.041575544857046315, - "n_samples": 310, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.7845461964607239, - "std_cert_acc_36": 0.03355896355488006, - "mean_cert_acc_72": 0.679229661822319, - "std_cert_acc_72": 0.04787803846733164, - "mean_cert_acc_108": 0.5533208921551704, - "std_cert_acc_108": 0.0673588268444983, - "mean_cert_acc_255": 0.1662357673048973, - "std_cert_acc_255": 0.07359231655497642 - }, - "vertebral-column-3clases": { - "dataset": "vertebral-column-3clases", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.7045454545454546, - "test_acc": 0.6137566137566137, - "train_size": 77, - "val_size": 44, - "test_size": 189, - "stats": { - "mean": [ - [ - -0.017758871428571372, - -0.13893042727272728, - -0.08468526142857148, - 0.08071379740259733, - 0.06779229129870129, - 0.08923458311688294 - ] - ], - "std": [ - [ - 1.0953816731705295, - 0.8966984943146973, - 0.956938148341136, - 1.2077590425927807, - 1.073031602135157, - 1.464104633953606 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 906, - "cert_evals": { - "36": 0.5681818127632141, - "72": 0.5681818127632141, - "108": 0.4318181872367859, - "255": 0.022727273404598236 - }, - "fold": 0 - }, - { - "best_epoch": 29, - "best_val_acc": 0.7407407407407407, - "test_acc": 0.7486033519553073, - "train_size": 77, - "val_size": 54, - "test_size": 179, - "stats": { - "mean": [ - [ - -0.049201149350649384, - -0.06358896883116881, - -0.11700971038961039, - -0.01579821818181819, - -6.0709350649427305e-05, - 0.0891967623376624 - ] - ], - "std": [ - [ - 1.093043067173537, - 1.0341900281252163, - 0.948390256340442, - 1.1192974642236186, - 1.0160280673716198, - 1.4089004707085644 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 906, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.5, - "108": 0.37037038803100586, - "255": 0.1111111119389534 - }, - "fold": 1 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8035714285714286, - "test_acc": 0.7966101694915254, - "train_size": 77, - "val_size": 56, - "test_size": 177, - "stats": { - "mean": [ - [ - -0.030620783376623464, - -0.15526778051948048, - -0.0557417341558442, - 0.0764179809090909, - -0.11299565064935047, - -0.10344603831168832 - ] - ], - "std": [ - [ - 0.9944305280127423, - 0.9108287434677631, - 0.8529822131400763, - 0.9664086884725089, - 0.9649650863065573, - 0.713799883374489 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 906, - "cert_evals": { - "36": 0.7500000596046448, - "72": 0.5892857313156128, - "108": 0.4642857313156128, - "255": 0.1071428656578064 - }, - "fold": 2 - }, - { - "best_epoch": 40, - "best_val_acc": 0.7924528301886793, - "test_acc": 0.7888888888888889, - "train_size": 77, - "val_size": 53, - "test_size": 180, - "stats": { - "mean": [ - [ - 0.20264046623376622, - 0.3261196974025974, - 0.10299690753246762, - 0.017040496636363645, - -0.09640795220779223, - 0.03692924155844167 - ] - ], - "std": [ - [ - 1.1066380009229393, - 1.1415960579871545, - 1.0733819141948675, - 1.089301161345955, - 0.9585561559088557, - 0.8693443253284101 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 906, - "cert_evals": { - "36": 0.5849056839942932, - "72": 0.5094339847564697, - "108": 0.28301888704299927, - "255": 0.07547169923782349 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7369647560230838, - "std_test_acc": 0.08479267688056445, - "n_samples": 310, - "n_features": 6, - "n_classes": 3, - "mean_cert_acc_36": 0.6146607846021652, - "std_cert_acc_36": 0.09102344965764327, - "mean_cert_acc_72": 0.5417253822088242, - "std_cert_acc_72": 0.043763269967471013, - "mean_cert_acc_108": 0.38737329840660095, - "std_cert_acc_108": 0.07972831494392914, - "mean_cert_acc_255": 0.07911323755979538, - "std_cert_acc_255": 0.040833653486467725 - }, - "twonorm": { - "dataset": "twonorm", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.9788797061524335, - "test_acc": 0.9751176866173503, - "train_size": 1850, - "val_size": 1089, - "test_size": 4461, - "stats": { - "mean": [ - [ - -0.014544049503783818, - -0.003368689291891876, - 0.016772092459459455, - 0.0019175647345946178, - -0.02506532699859457, - 0.0038982543675675696, - 0.019339146565999932, - -0.009895024481081047, - 0.006385932609729719, - -0.0014487788735135277, - -0.02301627440935135, - -0.005151859209189199, - 0.008102996605405427, - -0.0044304854756756626, - 0.0017575496378378407, - -0.009554797715135191, - 0.026529897787837913, - 0.02922682911891893, - -0.01169157914054059, - -0.004898149291891907 - ] - ], - "std": [ - [ - 1.008740635111714, - 1.0057995039659557, - 0.9837382170327289, - 1.0009348723588565, - 0.9894373169495185, - 0.9855025922172592, - 1.0016273845342372, - 1.0019232777130362, - 1.0102983788423001, - 0.989126863772442, - 1.014473431822349, - 0.9873937513386905, - 1.0120815536633763, - 1.0026507637547364, - 0.9944344640609678, - 1.0009003980137419, - 1.017029495884869, - 0.9934459224888799, - 1.005170519855988, - 1.0182286286784454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 9125, - "cert_evals": { - "36": 0.9641873240470886, - "72": 0.9485766887664795, - "108": 0.9338842630386353, - "255": 0.8034894466400146 - }, - "fold": 0 - }, - { - "best_epoch": 21, - "best_val_acc": 0.984182776801406, - "test_acc": 0.9743880326382592, - "train_size": 1850, - "val_size": 1138, - "test_size": 4412, - "stats": { - "mean": [ - [ - -0.011274481706054077, - 0.0010725280108108113, - 0.04904605430486482, - 0.00013406402702702838, - 0.0037092568978378815, - -0.03159644886486481, - 0.00852751402702707, - -0.014074217665405411, - 0.026686750430270245, - 0.023341407989189197, - 0.00574216419659461, - -0.019635965771891885, - 0.04072469101081081, - 0.00963421142594593, - -0.044921805624324275, - -0.025982841086486463, - -0.0002432451580000008, - -0.011375726291891854, - 0.021153889262702744, - 0.01900583370702701 - ] - ], - "std": [ - [ - 0.9976085735229742, - 1.0108425474557818, - 1.0105604700510442, - 1.0350336168987333, - 0.990362036249636, - 0.9744762030983907, - 1.0066091603129825, - 0.984656658886602, - 0.9965234554482512, - 0.973435364067005, - 0.9921055599456662, - 1.0065413490604112, - 1.0042400869906856, - 0.9880184758483341, - 0.9898502752755675, - 0.992736848303296, - 0.9922171097916167, - 1.0043754412776131, - 0.9893350555688326, - 0.9868441569808528 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 9125, - "cert_evals": { - "36": 0.9718804955482483, - "72": 0.9569420218467712, - "108": 0.9446397423744202, - "255": 0.8286467790603638 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.9767441860465116, - "test_acc": 0.9742779783393501, - "train_size": 1850, - "val_size": 1118, - "test_size": 4432, - "stats": { - "mean": [ - [ - 0.003976000881081077, - 0.010715774432432398, - -0.017786920248648645, - 0.0036804860497297266, - 0.002183984135675682, - 0.01946380120540544, - -0.009359299564702704, - -0.02816081002594586, - 0.031211165720540515, - 0.0197382945891892, - 0.004506140226864866, - -0.01331618493945946, - 0.014995027385405353, - -0.001854380632432439, - -0.01958510810810805, - -0.00386884019891889, - -0.017393956009891888, - -0.0021528696070270597, - 0.005169307811351341, - 0.0024582379264864846 - ] - ], - "std": [ - [ - 1.009760000740286, - 1.0090347482418227, - 1.0148186512036792, - 1.0060022323323823, - 0.9990626780886653, - 0.9896872166496508, - 0.9763805914536888, - 0.9957691924612021, - 0.9906698247495431, - 1.0035665264537232, - 0.9947437173054162, - 1.0004339807413987, - 0.9823451342038293, - 1.0178129069401878, - 1.020030588883728, - 1.0098245678900148, - 0.9925509761821191, - 0.984129704899966, - 1.021860274128779, - 1.0179863343134843 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 9125, - "cert_evals": { - "36": 0.9552772641181946, - "72": 0.940966010093689, - "108": 0.9248658418655396, - "255": 0.78801429271698 - }, - "fold": 2 - }, - { - "best_epoch": 35, - "best_val_acc": 0.9830357142857142, - "test_acc": 0.9787810383747179, - "train_size": 1850, - "val_size": 1120, - "test_size": 4430, - "stats": { - "mean": [ - [ - -0.020650926096864895, - 0.0029367999405405425, - -0.006630237378378379, - 0.010420081979243248, - -0.001797412861621615, - 0.006000229992972958, - 0.02513403323243256, - -0.04051091970432429, - 0.016437013362162183, - 0.008169780156756753, - 0.010605073612270283, - -0.014074353574054115, - 0.001890994940540519, - -0.00912456161891894, - -0.011556316408108112, - -0.004322038713513496, - -0.0011294842637837807, - -0.006298975859459421, - 0.017070309424864923, - 0.0166714651562162 - ] - ], - "std": [ - [ - 0.9799722867298174, - 0.9831760308737035, - 1.0071900480073166, - 1.003544153680456, - 0.9998334222405475, - 0.997242014320636, - 0.9816671365897304, - 0.9927759081786102, - 1.0236053141912813, - 0.9882650425660089, - 1.0199540485168141, - 0.9750354662835033, - 1.000698654175577, - 0.9953898045603353, - 0.9850292707815245, - 0.9950063778865423, - 0.9842233774554926, - 1.0005588371487018, - 1.0122840782683846, - 1.0155158561773454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 9125, - "cert_evals": { - "36": 0.9696428775787354, - "72": 0.9580357074737549, - "108": 0.9375, - "255": 0.8178571462631226 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9756411839924194, - "std_test_acc": 0.002126143066112632, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9652469903230667, - "std_cert_acc_36": 0.00739020860223446, - "mean_cert_acc_72": 0.9511301070451736, - "std_cert_acc_72": 0.007985288195287635, - "mean_cert_acc_108": 0.9352224618196487, - "std_cert_acc_108": 0.008224408916179374, - "mean_cert_acc_255": 0.8095019161701202, - "std_cert_acc_255": 0.017646561482884106 - }, - "wall-following": { - "dataset": "wall-following", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 41, - "best_val_acc": 0.8060975609756098, - "test_acc": 0.7854523227383863, - "train_size": 1364, - "val_size": 820, - "test_size": 3272, - "stats": { - "mean": [ - [ - -0.005686892404692003, - 0.022638621533284334, - 0.0029726543621700742, - -0.007766223049853293, - -0.008952794454545568, - 0.009051411851906211, - 0.004111615835777271, - 0.054535739948680446, - 0.01721141257331339, - -0.00017557098093850144, - -0.0030259690689149518, - -0.015323145063782956, - 0.004263515249266924, - 0.013408757045454725, - -0.0019448981744868829, - 0.0003941872595307252, - -0.023833700213343096, - -0.0418792441422289, - -0.01742122004472146, - -0.01653938162023472, - 0.004910744486803571, - 0.04303871550586514, - -0.015449803416422289, - -0.003778200753665663 - ] - ], - "std": [ - [ - 0.9538903586600096, - 1.0100879107934733, - 1.0049069273556643, - 0.9922954720481119, - 0.9870136651293122, - 0.990779450218937, - 0.997732207974109, - 1.0249084242333972, - 1.0039227101782235, - 0.9840871960957936, - 0.9963448823117925, - 0.9855998980612843, - 1.0024509972558129, - 1.0025416545074122, - 0.9881545916458445, - 1.0165283990308178, - 0.9738216818182036, - 0.9275548118344852, - 0.9839704565560611, - 0.9728388862456517, - 1.0184938963953918, - 1.0303474329203226, - 0.9612235203553664, - 0.9816909108470405 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 13159, - "cert_evals": { - "36": 0.745121955871582, - "72": 0.6536585092544556, - "108": 0.5963414907455444, - "255": 0.25975608825683594 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.7772215269086358, - "test_acc": 0.7931976920740965, - "train_size": 1364, - "val_size": 799, - "test_size": 3293, - "stats": { - "mean": [ - [ - -0.02975309696847506, - 0.005558309164222893, - 0.004718745812316816, - -0.020307799296187545, - -0.007320344633431353, - -0.028494500266862125, - -0.024019284164222755, - 0.009570253951612977, - 0.01097609736070351, - -0.00032918113929638346, - 0.032141068781524784, - 0.02072696681818175, - 0.02201199852639303, - 0.02843859972873922, - -0.010288174340176055, - -0.0025629487653958533, - 0.014673984588709695, - -0.0024179095725806485, - 0.011989980659823955, - 0.014437480175952963, - 0.010780398057038091, - -0.02107569172287382, - 0.018757813350439904, - -0.03195081329985328 - ] - ], - "std": [ - [ - 0.945216136192205, - 0.9992147601024853, - 1.0013950133535414, - 1.0070090886620435, - 1.0100405651888793, - 1.0035220275618202, - 1.0076868559644707, - 1.0146043586860587, - 1.0036702207634716, - 1.0020409725295103, - 1.0195319569843622, - 1.018330702441904, - 1.0188371291097438, - 1.0099651693219551, - 0.9929137513000473, - 0.9893773454929811, - 1.0312952518146736, - 0.9850531254011928, - 0.9991545369015657, - 1.024970910904686, - 1.0211398104956508, - 0.9811793320532708, - 1.0213393023608297, - 0.9709259568406406 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 13159, - "cert_evals": { - "36": 0.7259073853492737, - "72": 0.6483104228973389, - "108": 0.5719649791717529, - "255": 0.2415519505739212 - }, - "fold": 1 - }, - { - "best_epoch": 59, - "best_val_acc": 0.8002378121284186, - "test_acc": 0.7865272223931098, - "train_size": 1364, - "val_size": 841, - "test_size": 3251, - "stats": { - "mean": [ - [ - 0.01872266574486808, - 0.006327694957038103, - -0.07104427478152507, - -0.011521076319648046, - -0.004222936934017776, - -0.012975204868035104, - -0.01602920872434, - 0.018177438951613122, - 0.001741687587976442, - 0.026653914322580085, - 0.006544868966275523, - -0.0006487189816715815, - -0.006107012813782889, - -0.017521736390762342, - -0.02309750486070397, - 0.015360951164222853, - -0.05447749436730212, - 0.011644383885630553, - -0.005685932580645217, - 0.033520921312316744, - 0.015700824787390003, - 0.00464063532258066, - -0.007768450139296197, - -0.01706286590102635 - ] - ], - "std": [ - [ - 1.0075883148093572, - 0.9956149685197124, - 0.9336114810272496, - 1.0053964412297443, - 1.0037906536892414, - 0.9889864422444196, - 0.993232391245941, - 1.0033346943820691, - 1.0019335251023536, - 1.015228028452373, - 1.0184871692443849, - 0.9950347742751352, - 1.001225456339628, - 0.9911991075823401, - 0.9891922963313015, - 1.020897686359133, - 0.9021478154164623, - 1.027059313060404, - 0.9920589942567254, - 1.037458331459377, - 1.0154700216289818, - 1.0017979731537894, - 0.9794245346392066, - 0.9721130758506005 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 13159, - "cert_evals": { - "36": 0.7419738173484802, - "72": 0.6694411039352417, - "108": 0.5766944289207458, - "255": 0.22473245859146118 - }, - "fold": 2 - }, - { - "best_epoch": 35, - "best_val_acc": 0.8118932038834952, - "test_acc": 0.7937576499388005, - "train_size": 1364, - "val_size": 824, - "test_size": 3268, - "stats": { - "mean": [ - [ - 0.02031997529545452, - -0.033795195992888556, - -0.02352743731011721, - 0.01124182900293254, - -0.01151259605278599, - -0.015031226107038104, - 0.03267076282991228, - 0.0279429813196483, - -0.007205795674486686, - -0.0060127819017595785, - 0.01344909527859221, - 0.01992942824853357, - -0.01951502722360692, - -0.029693211412756465, - -0.009494099098240562, - -0.01795489370381231, - 0.010101200832844593, - -0.0059742676495601315, - -0.017900947921847564, - -0.021026184816715806, - 0.016916847096700823, - -0.0052597014662755836, - 0.032237512456011766, - 0.007093840727272726 - ] - ], - "std": [ - [ - 1.0112945026202158, - 0.970221558754097, - 0.9823204142944053, - 1.0136980604051529, - 0.982757495735732, - 0.9808366104043786, - 1.001324458975229, - 1.0152847209982614, - 0.9908830298302452, - 0.9932341203049162, - 1.0097191496904292, - 1.0252804409457419, - 0.9852042484069533, - 0.992545202932286, - 0.9901306066571973, - 0.9793681779580009, - 0.9956413121371739, - 0.9901468286266072, - 0.9701309779282022, - 0.9725832802282708, - 1.0307338552882614, - 0.991132554001173, - 1.0343162251093825, - 0.9974059438112418 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 13159, - "cert_evals": { - "36": 0.737864077091217, - "72": 0.6626213788986206, - "108": 0.5800970792770386, - "255": 0.24514563381671906 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7897337217860982, - "std_test_acc": 0.00435136392782879, - "n_samples": 5456, - "n_features": 24, - "n_classes": 4, - "mean_cert_acc_36": 0.7377168089151382, - "std_cert_acc_36": 0.008415115271972537, - "mean_cert_acc_72": 0.6585078537464142, - "std_cert_acc_72": 0.009380134803450216, - "mean_cert_acc_108": 0.5812744945287704, - "std_cert_acc_108": 0.010583710106064684, - "mean_cert_acc_255": 0.24279653280973434, - "std_cert_acc_255": 0.014387547379699718 - }, - "waveform": { - "dataset": "waveform", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 46, - "best_val_acc": 0.8799472295514512, - "test_acc": 0.848596256684492, - "train_size": 1250, - "val_size": 758, - "test_size": 2992, - "stats": { - "mean": [ - [ - 0.020179633495999987, - 0.011963990736, - -0.033601846864, - -0.041786463160000016, - -0.03154164217599994, - -0.040098393640000014, - -0.043940430239999995, - -0.03151536300719995, - -0.036418570040000015, - 0.043107926798400066, - 0.03738288511999999, - -0.0024740305919999984, - 0.03243670563199995, - 0.011112976024000014, - 0.03951120671200011, - 0.0219850811552, - 0.028168458383999943, - 0.06235075759679998, - 0.020069774392, - 0.007039422583999985, - -0.02925996517600002 - ] - ], - "std": [ - [ - 0.9901799387654557, - 1.0306402386317552, - 0.9708771794256926, - 0.9608246419787663, - 1.0044852476869415, - 0.9877134023221446, - 0.9749943080882616, - 1.0123255354438774, - 0.986958011185208, - 1.0005937342506195, - 0.9789827068743525, - 1.0033150982759136, - 0.9538985981244916, - 1.006689675325801, - 0.9956488213117433, - 1.001823072865656, - 0.9921420818481883, - 0.9865005595269615, - 1.0350777753049674, - 1.0160784990711804, - 0.9870983405424562 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.8245382905006409, - "72": 0.7664908170700073, - "108": 0.6899736523628235, - "255": 0.3997361660003662 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.8787465940054496, - "test_acc": 0.8677055702917772, - "train_size": 1250, - "val_size": 734, - "test_size": 3016, - "stats": { - "mean": [ - [ - 0.010216515320000044, - -0.04063758078400007, - 0.025120129951999963, - -0.025077058975999964, - 0.003169892232000061, - -0.01685490820000002, - -0.011714589596800004, - -0.03299081049600003, - -0.01699664363999998, - -0.018953863726399994, - -0.010869116344000016, - 0.041914844448000185, - -0.01596277459040001, - 0.012558276106399974, - 0.026120965832000048, - 0.03314989547359999, - 0.03347167229600001, - 0.023257175787200043, - 0.017851450192000014, - -0.004257698511999955, - -0.04945521833600015 - ] - ], - "std": [ - [ - 1.0013552490719653, - 0.9855864106795154, - 0.9729457372221003, - 0.9924096158327768, - 1.0128588967374343, - 1.0016694374565032, - 1.0094886119500357, - 1.0100863354319733, - 1.0019192663797813, - 0.9946338222875807, - 0.999064791075417, - 1.0101141099838185, - 0.9759008425547311, - 1.0113866649689796, - 1.0124143691513183, - 1.0133948233035053, - 1.0110196515539809, - 1.0206255456252598, - 1.0155072750087655, - 0.9949826852691384, - 0.9838169172120375 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.8337874412536621, - "72": 0.7711171507835388, - "108": 0.7070844769477844, - "255": 0.35694822669029236 - }, - "fold": 1 - }, - { - "best_epoch": 35, - "best_val_acc": 0.8756684491978609, - "test_acc": 0.8710859427048634, - "train_size": 1250, - "val_size": 748, - "test_size": 3002, - "stats": { - "mean": [ - [ - 0.007048574136000094, - -0.015209897391999988, - 0.011429607696000007, - -0.03273079147199999, - -0.023185516656000008, - 0.003389837535999984, - 0.0013940158719999971, - -0.00547288197039998, - 0.006071109367999992, - 0.005879158908799994, - 0.032166854647999996, - 0.005692848927999994, - 0.022531058751999993, - 0.009790249777599982, - 0.0040757011359999935, - 0.030061611308799984, - 0.029284791384000003, - 0.02420849601600001, - 0.014083066104000005, - 0.02953013189600018, - -0.004491209880000014 - ] - ], - "std": [ - [ - 0.9996125618988059, - 0.9720078266135495, - 1.0135851933941078, - 1.0319065276512462, - 0.9931170056559575, - 0.9993639751369633, - 0.9853632660237902, - 0.9995807541677071, - 1.0238743231650074, - 0.9969840482557133, - 0.9979292933830571, - 1.0142743499688514, - 1.001427080201001, - 0.9998997970203162, - 1.0142762186668912, - 1.0117340691797234, - 1.0099181268245983, - 1.0006047030346061, - 0.9985746890321932, - 1.0069732844455408, - 1.0040803599543435 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.8221925497055054, - "72": 0.770053505897522, - "108": 0.7139037847518921, - "255": 0.3796791434288025 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8727770177838577, - "test_acc": 0.8622060284862537, - "train_size": 1250, - "val_size": 731, - "test_size": 3019, - "stats": { - "mean": [ - [ - -0.009131498528000003, - -0.0039044835359999803, - 0.07005067444800003, - -0.010843439071999996, - 0.006077575768000002, - -0.013402124615999992, - -0.0034755865247999887, - 0.0036035160240000075, - -0.0006721240640000021, - -0.006537375988799971, - -0.015753593288000012, - 0.013293681728000002, - -0.011138352720000024, - -0.025798392399999908, - 0.0029978399759999904, - 0.017920257033599982, - -0.008153607000000004, - 0.01568651420000006, - -0.051382837735999956, - 0.005123328096000027, - 0.025813726736000034 - ] - ], - "std": [ - [ - 1.0018392101812919, - 1.0020859314875776, - 1.0033561958769905, - 0.9975363296716959, - 0.9849899598871443, - 0.9756730653513883, - 0.993760630561838, - 0.9861757179284345, - 1.0000258312156731, - 1.0000825386418444, - 0.99177201535984, - 1.0234277089306048, - 1.0159176275153121, - 0.9839459155591159, - 0.9943404985027471, - 1.0116349239455822, - 1.0052044277000671, - 0.9841510621883656, - 1.0190638151002673, - 0.9952041186962591, - 1.0328002659610966 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 10086, - "cert_evals": { - "36": 0.8262653946876526, - "72": 0.7619699239730835, - "108": 0.6935704946517944, - "255": 0.3885089159011841 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8623984495418466, - "std_test_acc": 0.009902451239399479, - "n_samples": 5000, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.8266959190368652, - "std_cert_acc_36": 0.005013672466417902, - "mean_cert_acc_72": 0.7674078494310379, - "std_cert_acc_72": 0.004129987744120639, - "mean_cert_acc_108": 0.7011331021785736, - "std_cert_acc_108": 0.011258116299310495, - "mean_cert_acc_255": 0.3812181130051613, - "std_cert_acc_255": 0.018142674395794874 - }, - "wine": { - "dataset": "wine", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 1.0, - "test_acc": 0.95, - "train_size": 44, - "val_size": 34, - "test_size": 100, - "stats": { - "mean": [ - [ - -0.0032810681818182252, - -0.005479031818181848, - -0.08091575454545454, - 0.05187518272727261, - -0.06624296590909094, - -0.007079050000000028, - -0.06275028018181807, - -0.08246524999999992, - 0.05402081363636373, - 0.0044511772727273136, - -0.04690897272727282, - 0.09077693181818178, - -0.0044964045454545494 - ] - ], - "std": [ - [ - 0.9486079560461609, - 0.9748783430969256, - 0.9254167517337237, - 0.9617928120291063, - 0.8801585454960099, - 0.9897338243089531, - 0.9271822071946669, - 0.9702762446771567, - 0.9107960044629595, - 1.0952735150882602, - 0.9243353232179793, - 0.9887201896638538, - 0.9269494258065332 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 3958, - "cert_evals": { - "36": 0.9117646813392639, - "72": 0.9117646813392639, - "108": 0.8235294222831726, - "255": 0.5 - }, - "fold": 0 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9629629629629629, - "test_acc": 0.9813084112149533, - "train_size": 44, - "val_size": 27, - "test_size": 107, - "stats": { - "mean": [ - [ - 0.06530710454545458, - 0.007947954545454524, - -0.18861000681818177, - -0.06994299681818188, - -0.08852099545454545, - 0.06554911590909095, - 0.0228023237272727, - -0.08063868636363627, - 0.11120031590909094, - 0.1451315113636364, - 0.07976722954545465, - 0.05492483636363638, - -0.04130375068181816 - ] - ], - "std": [ - [ - 1.1054246265200351, - 1.022075699615381, - 1.0101337670617143, - 0.9836114927228263, - 1.0039715573451675, - 1.0160855472349155, - 1.00168059755674, - 0.942713932749028, - 1.1841316940042428, - 1.0673173131706486, - 1.0204335593229852, - 0.9474429014625287, - 0.9790698019551516 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 3958, - "cert_evals": { - "36": 0.9259259104728699, - "72": 0.7777777910232544, - "108": 0.7777777910232544, - "255": 0.37037038803100586 - }, - "fold": 1 - }, - { - "best_epoch": 26, - "best_val_acc": 0.9310344827586207, - "test_acc": 0.9333333333333333, - "train_size": 44, - "val_size": 29, - "test_size": 105, - "stats": { - "mean": [ - [ - -0.0016014659090909378, - -0.2809373181818182, - -0.0013865818181818283, - -0.011415792727272868, - -0.005774513636363688, - 0.0034522068181817842, - -0.09596993699999999, - 0.061802877272727264, - -0.18700712727272728, - 0.003569234090909025, - 0.14042048863636367, - -0.033103909090909094, - -0.06411021136363641 - ] - ], - "std": [ - [ - 0.9298272868804931, - 0.8250056451408178, - 1.08551443258742, - 1.1391522997578776, - 1.162897463787286, - 0.9140439887115281, - 0.9166314532406474, - 1.013186331346434, - 0.9551870696183078, - 1.1440128298039551, - 1.0494592532907625, - 1.0314806625541306, - 0.958232402601652 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 3958, - "cert_evals": { - "36": 0.931034505367279, - "72": 0.8965517282485962, - "108": 0.8275861740112305, - "255": 0.48275861144065857 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 1.0, - "test_acc": 0.941747572815534, - "train_size": 44, - "val_size": 31, - "test_size": 103, - "stats": { - "mean": [ - [ - -0.0007615090909091727, - 0.05596002272727269, - -0.07345953863636358, - -0.09784549954545461, - 0.008546922727272678, - 0.09278491795454552, - 0.0448726857272727, - 0.11476138181818184, - 0.09094955909090909, - 0.005921997727272779, - 0.16726700681818205, - 0.005308763636363668, - -0.08561718409090915 - ] - ], - "std": [ - [ - 1.007206359663615, - 0.8850705986397225, - 1.0706938375587134, - 0.8864652113978174, - 1.1440281408589326, - 0.9372647448943219, - 0.9191041363758027, - 0.9830875500627535, - 1.0190542547845243, - 0.9888966660536255, - 1.11752991456707, - 0.9731773531474354, - 0.8829161708393709 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 3958, - "cert_evals": { - "36": 0.9354838132858276, - "72": 0.9032257795333862, - "108": 0.8709677457809448, - "255": 0.6451612710952759 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9515973293409552, - "std_test_acc": 0.020943504171328772, - "n_samples": 178, - "n_features": 13, - "n_classes": 3, - "mean_cert_acc_36": 0.9260522276163101, - "std_cert_acc_36": 0.010294461852030149, - "mean_cert_acc_72": 0.8723299950361252, - "std_cert_acc_72": 0.06334154936278875, - "mean_cert_acc_108": 0.8249652832746506, - "std_cert_acc_108": 0.03808681638335642, - "mean_cert_acc_255": 0.4995725676417351, - "std_cert_acc_255": 0.11280095391292692 - }, - "wine-quality-red": { - "dataset": "wine-quality-red", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 56, - "best_val_acc": 0.4773662551440329, - "test_acc": 0.4089958158995816, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.02693017225000001, - -0.010865180249999969, - 0.01090508905000014, - 0.028862860500000035, - -0.005716316749999986, - -0.0022627200000000882, - -0.008672537749999942, - 0.0023822675999998814, - 0.03910194012499996, - -0.003237799000000088, - -0.015897374500000026 - ] - ], - "std": [ - [ - 0.9743049425383958, - 1.0208202037213217, - 1.0045213439257272, - 1.0312615683961275, - 0.9360785088397681, - 1.0135085097778138, - 1.054760065228032, - 0.9991490231742983, - 0.9910168624962105, - 0.9560724374897602, - 1.0224479021869215 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 2935, - "cert_evals": { - "36": 0.30452674627304077, - "72": 0.18930040299892426, - "108": 0.10288065671920776, - "255": 0.016460904851555824 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.4152542372881356, - "test_acc": 0.29387331256490135, - "train_size": 400, - "val_size": 236, - "test_size": 963, - "stats": { - "mean": [ - [ - 0.013418094749999616, - -0.03892854174999997, - 0.03785578170000011, - 0.030990686500000093, - 0.03390959879999997, - -0.02747751350000006, - 0.024918823500000065, - -0.0024924809250000362, - -0.023241676749999992, - 0.00015447274999999162, - 0.017258733749999842 - ] - ], - "std": [ - [ - 1.0484699134032194, - 0.9803949233513032, - 1.0076892023564636, - 1.0290250752162338, - 1.1997081630921285, - 0.9489970021589998, - 1.0263878594773712, - 1.03076931004531, - 0.9684548723090626, - 0.9627052256819137, - 0.9972530011672733 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 2935, - "cert_evals": { - "36": 0.12288135290145874, - "72": 0.04661016911268234, - "108": 0.025423727929592133, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 75, - "best_val_acc": 0.4811715481171548, - "test_acc": 0.409375, - "train_size": 400, - "val_size": 239, - "test_size": 960, - "stats": { - "mean": [ - [ - -0.0013715520000001779, - -0.035088978500000055, - 0.06416455662500034, - -0.006156608600000014, - 0.0926046769, - -0.01361536200000002, - -0.007988503499999982, - 0.019787725674999798, - -0.030528630750000167, - 0.09543056175000009, - -0.01609288975000005 - ] - ], - "std": [ - [ - 0.9829420987934913, - 0.9707586864617593, - 1.0018786547407759, - 0.964170646447104, - 1.218209093004271, - 0.993770255551407, - 0.9825900214132555, - 0.9579306637091782, - 1.0278450401756267, - 1.103602348070479, - 1.019972708382203 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 2935, - "cert_evals": { - "36": 0.34309622645378113, - "72": 0.2343096137046814, - "108": 0.17573221027851105, - "255": 0.016736401244997978 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 0.4666666666666667, - "test_acc": 0.44525547445255476, - "train_size": 400, - "val_size": 240, - "test_size": 959, - "stats": { - "mean": [ - [ - -0.024919883000000052, - 0.11828172599999993, - -0.10639385059999999, - 0.09154341099999996, - -0.0404553217, - 0.02593951999999995, - -0.03595611450000001, - 0.029616401199999934, - 0.04752242037499988, - -0.06532982275000002, - -0.002994586000000021 - ] - ], - "std": [ - [ - 1.0557689652662066, - 1.036986432681799, - 0.9776537301766356, - 1.148436386560584, - 0.6942596510748834, - 1.0910930117650621, - 0.9332303748474275, - 0.9830858412290316, - 0.9796850899079309, - 0.8673250562614796, - 1.0016840683328132 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 2935, - "cert_evals": { - "36": 0.30416667461395264, - "72": 0.19166667759418488, - "108": 0.08750000596046448, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.38937490072925945, - "std_test_acc": 0.0658993579749195, - "n_samples": 1599, - "n_features": 11, - "n_classes": 6, - "mean_cert_acc_36": 0.2686677500605583, - "std_cert_acc_36": 0.09889272462060704, - "mean_cert_acc_72": 0.16547171585261822, - "std_cert_acc_72": 0.08189567718721934, - "mean_cert_acc_108": 0.09788415022194386, - "std_cert_acc_108": 0.061761986104121924, - "mean_cert_acc_255": 0.00829932652413845, - "std_cert_acc_255": 0.009583896774424481 - }, - "statlog-shuttle": { - "dataset": "statlog-shuttle", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 28, - "best_val_acc": 0.9470025074082516, - "test_acc": 0.8954961700167022, - "train_size": 14500, - "val_size": 8774, - "test_size": 34726, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 2026, - "cert_evals": { - "36": 0.8340551853179932, - "72": 0.7481194734573364, - "108": 0.6124914288520813, - "255": 0.0599498525261879 - }, - "fold": 0 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8719512195121951, - "test_acc": 0.8465057760494109, - "train_size": 14500, - "val_size": 8528, - "test_size": 34972, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 2026, - "cert_evals": { - "36": 0.7236163020133972, - "72": 0.6428236365318298, - "108": 0.5884146094322205, - "255": 0.054643526673316956 - }, - "fold": 1 - }, - { - "best_epoch": 5, - "best_val_acc": 0.9019607843137255, - "test_acc": 0.7383290267011198, - "train_size": 14500, - "val_size": 8670, - "test_size": 34830, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 2026, - "cert_evals": { - "36": 0.6585928797721863, - "72": 0.5809688568115234, - "108": 0.3528258502483368, - "255": 0.05986159294843674 - }, - "fold": 2 - }, - { - "best_epoch": 49, - "best_val_acc": 0.9319536610055111, - "test_acc": 0.8603542431159525, - "train_size": 14500, - "val_size": 8891, - "test_size": 34609, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 2026, - "cert_evals": { - "36": 0.8117197155952454, - "72": 0.7323135733604431, - "108": 0.6057811379432678, - "255": 0.04948824644088745 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8351713039707964, - "std_test_acc": 0.06777454490569682, - "n_samples": 58000, - "n_features": 9, - "n_classes": 7, - "mean_cert_acc_36": 0.7569960206747055, - "std_cert_acc_36": 0.08109702295947076, - "mean_cert_acc_72": 0.6760563850402832, - "std_cert_acc_72": 0.07853664441515026, - "mean_cert_acc_108": 0.5398782566189766, - "std_cert_acc_108": 0.12511360547126332, - "mean_cert_acc_255": 0.05598580464720726, - "std_cert_acc_255": 0.004991839452095894 - }, - "yeast": { - "dataset": "yeast", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.5094339622641509, - "test_acc": 0.47835738068812433, - "train_size": 371, - "val_size": 212, - "test_size": 901, - "stats": { - "mean": [ - [ - -0.0680236417412399, - 0.0016312938814016407, - -0.008786120350404263, - -0.04364633274932616, - 0.013936777088948886, - 0.007389660377358629, - -0.024600268247978344, - 0.05087596307277619 - ] - ], - "std": [ - [ - 1.027205380998011, - 0.9953693200489844, - 0.9507124252634552, - 0.9691826685352211, - 1.0679577073315545, - 1.038674237448053, - 0.9068718437558525, - 1.1001821882054232 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 1677, - "cert_evals": { - "36": 0.3349056541919708, - "72": 0.25471699237823486, - "108": 0.1745283007621765, - "255": 0.04716981202363968 - }, - "fold": 0 - }, - { - "best_epoch": 39, - "best_val_acc": 0.5021645021645021, - "test_acc": 0.4580498866213152, - "train_size": 371, - "val_size": 231, - "test_size": 882, - "stats": { - "mean": [ - [ - 0.08549606216172505, - 0.03251707697035039, - 0.04905938702964963, - 0.04128734865229108, - -0.013936692183288498, - 0.036949762803234386, - -0.002681268247978456, - 0.005315634501347734 - ] - ], - "std": [ - [ - 0.9621845394333128, - 0.9690282797537528, - 0.9491603484155484, - 1.0401770820495524, - 0.9261376999963121, - 1.1814628524634447, - 0.9836755462977512, - 0.993812117132581 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 1677, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.28138527274131775, - "108": 0.2554112672805786, - "255": 0.07792207598686218 - }, - "fold": 1 - }, - { - "best_epoch": 58, - "best_val_acc": 0.4700460829493088, - "test_acc": 0.4810267857142857, - "train_size": 371, - "val_size": 217, - "test_size": 896, - "stats": { - "mean": [ - [ - 0.004417079552560633, - -0.0405647886981132, - -0.038330890598382725, - -0.009830160646900232, - -0.013936692183288395, - 0.036949762803234296, - -0.01154207417789756, - 0.005568702156334372 - ] - ], - "std": [ - [ - 1.0326495870955454, - 0.9133440779524218, - 0.9914487013412665, - 0.9617359852499671, - 0.9261376999963089, - 1.181462852463445, - 0.873907032459684, - 0.9724601246460749 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 1677, - "cert_evals": { - "36": 0.3640553057193756, - "72": 0.2626728117465973, - "108": 0.21198156476020813, - "255": 0.0552995391190052 - }, - "fold": 2 - }, - { - "best_epoch": 62, - "best_val_acc": 0.5426008968609866, - "test_acc": 0.5258426966292135, - "train_size": 371, - "val_size": 223, - "test_size": 890, - "stats": { - "mean": [ - [ - -0.01207341391913747, - -0.03099437134770888, - -0.004743151369272138, - 0.0033422831536388878, - 0.013936777088948926, - 0.007389660377358682, - -0.05258191859838276, - -0.01645215983827505 - ] - ], - "std": [ - [ - 1.002118550793497, - 0.9931572183782578, - 1.0350703782367132, - 0.9624293574797959, - 1.0679577073315536, - 1.0386742374480524, - 1.0723089145971894, - 0.9483399576263618 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 1677, - "cert_evals": { - "36": 0.4304932951927185, - "72": 0.3139013648033142, - "108": 0.22421525418758392, - "255": 0.044843051582574844 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4858191874132346, - "std_test_acc": 0.028587066015249102, - "n_samples": 1484, - "n_features": 8, - "n_classes": 10, - "mean_cert_acc_36": 0.36569689959287643, - "std_cert_acc_36": 0.045448756068584846, - "mean_cert_acc_72": 0.27816911041736603, - "std_cert_acc_72": 0.026313968512377158, - "mean_cert_acc_108": 0.2165340967476368, - "std_cert_acc_108": 0.033444715637069716, - "mean_cert_acc_255": 0.05630861967802048, - "std_cert_acc_255": 0.015090137996760906 - }, - "zoo": { - "dataset": "zoo", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.9285714285714286, - "test_acc": 0.8387096774193549, - "train_size": 25, - "val_size": 14, - "test_size": 62, - "stats": { - "mean": [ - [ - 0.18968232000000004, - 0.004943600000000055, - -0.04877112000000002, - 0.06901168000000008, - 0.005554399999999982, - -0.24190180000000008, - 0.011100480000000044, - 0.07332431999999998, - 0.047367959999999966, - 0.1174986, - 0.002917720000000048, - -0.128498, - 0.05823499999999993, - 0.03965752000000001, - -0.025889279999999938, - 0.0890122 - ] - ], - "std": [ - [ - 1.005390221359596, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467213, - 0.9984392123352528, - 0.8872886923159564, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.898886886807812, - 0.9995686698918299, - 0.864227081446769, - 0.8401435100754158, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 6058, - "cert_evals": { - "36": 0.8571429252624512, - "72": 0.8571429252624512, - "108": 0.8571429252624512, - "255": 0.4285714626312256 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.859375, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.028691039999999952, - 0.004943600000000057, - -0.048771120000000036, - 0.06901168, - 0.005554399999999972, - 0.17360919999999994, - -0.06897883999999993, - -0.00805720000000001, - 0.0473679599999999, - -0.07865459999999999, - 0.0029177199999999947, - -0.022119, - 0.09757803999999994, - -0.051376560000000016, - -0.26359375999999995, - 0.24955340000000004 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000002, - 1.0021422025080997, - 1.0058025598467215, - 0.998439212335253, - 1.0312711812638613, - 1.0001903862262094, - 0.9967159924605201, - 0.9532010403686509, - 1.047171532893174, - 0.9995686698918299, - 0.9749796397074146, - 1.045377756731086, - 1.02185501364051, - 0.5822546855736085, - 0.9961319493678737 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 6058, - "cert_evals": { - "36": 0.8333333730697632, - "72": 0.8333333730697632, - "108": 0.75, - "255": 0.4166666865348816 - }, - "fold": 1 - }, - { - "best_epoch": 39, - "best_val_acc": 1.0, - "test_acc": 0.859375, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.02869103999999997, - 0.004943600000000048, - -0.04877112000000006, - 0.06901168, - 0.005554399999999982, - 0.007404799999999972, - 0.011100480000000062, - 0.07332431999999998, - 0.04736795999999993, - 0.01942200000000002, - -0.14446064, - -0.022119000000000017, - 0.09757803999999996, - 0.03965751999999999, - -0.14474151999999998, - 0.08901219999999999 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467215, - 0.9984392123352529, - 0.9972263999999998, - 0.9937582269928688, - 0.97657824, - 0.9532010403686509, - 0.980766, - 0.722003562256413, - 0.9749796397074147, - 1.045377756731086, - 0.9719779957616785, - 0.8060951109136004, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 6058, - "cert_evals": { - "36": 0.9166666865348816, - "72": 0.8333333730697632, - "108": 0.8333333730697632, - "255": 0.3333333432674408 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 1.0, - "test_acc": 0.8771929824561403, - "train_size": 25, - "val_size": 19, - "test_size": 57, - "stats": { - "mean": [ - [ - 0.10918667999999991, - 0.004943600000000039, - -0.04877112000000009, - 0.06901168, - -0.087958, - -0.07569740000000007, - 0.011100480000000062, - 0.07332432000000001, - 0.04736795999999993, - 0.019421999999999984, - 0.29767443999999993, - -0.022119, - 0.05823475999999992, - 0.03965752, - -0.025889279999999938, - 0.08901219999999999 - ] - ], - "std": [ - [ - 1.0053902213595962, - 0.9987632, - 1.0021422025080997, - 1.0058025598467215, - 0.9351239999999998, - 0.9691298611116264, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.980766, - 1.3507449809969043, - 0.9749796397074147, - 1.007680466714654, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 6058, - "cert_evals": { - "36": 0.9473684430122375, - "72": 0.9473684430122375, - "108": 0.9473684430122375, - "255": 0.6315789222717285 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8586631649688738, - "std_test_acc": 0.015732230396262863, - "n_samples": 101, - "n_features": 16, - "n_classes": 7, - "mean_cert_acc_36": 0.8886278569698334, - "std_cert_acc_36": 0.05255287269780962, - "mean_cert_acc_72": 0.8677945286035538, - "std_cert_acc_72": 0.054223632576903005, - "mean_cert_acc_108": 0.846961185336113, - "std_cert_acc_108": 0.08118389403265935, - "mean_cert_acc_255": 0.4525376036763191, - "std_cert_acc_255": 0.12665773838337155 - }, - "wine-quality-white": { - "dataset": "wine-quality-white", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 46, - "best_val_acc": 0.3904761904761905, - "test_acc": 0.3763184756719973, - "train_size": 1224, - "val_size": 735, - "test_size": 2939, - "stats": { - "mean": [ - [ - -0.0032048589052286994, - -0.028953991503268075, - -0.009521662091503368, - -0.033446381021241915, - -0.021216290767973777, - 0.0013643637254901876, - -0.019732506176470634, - -0.0385083221609477, - -0.012002372222222163, - -0.05735950201797371, - 0.02225335972222248 - ] - ], - "std": [ - [ - 1.023683347421332, - 0.9447226597106944, - 0.9620105291208404, - 0.9658980402573037, - 0.9263448142152314, - 0.9948440839445967, - 0.9740337269720393, - 0.9614465411758055, - 1.0172641404349574, - 0.9821399823923815, - 0.9957833992600652 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 2958, - "cert_evals": { - "36": 0.23673470318317413, - "72": 0.14013606309890747, - "108": 0.0693877562880516, - "255": 0.006802720949053764 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.3832658569500675, - "test_acc": 0.26525741561541083, - "train_size": 1224, - "val_size": 741, - "test_size": 2933, - "stats": { - "mean": [ - [ - -0.017049376225490367, - 0.014491614133986936, - 0.008908331290849619, - 0.010737108415032604, - 0.04067164330065363, - 0.0329015589869281, - -0.002488432352941375, - 0.006007091343954325, - -0.021524885539215638, - 0.0011987277042483457, - -0.014868995751633802 - ] - ], - "std": [ - [ - 1.0062718660617844, - 0.9894618025720731, - 1.0916182332376316, - 0.9825566386411965, - 1.1470818763060382, - 1.0937605281552916, - 0.9895690762781538, - 0.9664685559760209, - 0.9624746400083976, - 0.9868208733792134, - 0.99380448190184 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 2958, - "cert_evals": { - "36": 0.06207827106118202, - "72": 0.01889338716864586, - "108": 0.013495275750756264, - "255": 0.008097166195511818 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.4110344827586207, - "test_acc": 0.35130552729738895, - "train_size": 1224, - "val_size": 725, - "test_size": 2949, - "stats": { - "mean": [ - [ - -0.008771757843137384, - -0.004596860539215801, - 0.008705725245097917, - -0.034847791446078476, - -0.030826640032679757, - -0.01616954820261436, - -0.03943745302287589, - -0.040444966319444435, - 0.02927997336601328, - 0.006854076119281012, - 0.030744455310457264 - ] - ], - "std": [ - [ - 1.0204079506641692, - 1.0029139391565418, - 1.0078310341851806, - 0.9854918621954571, - 0.9449468354581222, - 0.957020515296538, - 0.954249288652687, - 0.976569994872353, - 0.9899815735473346, - 1.008692992013154, - 0.9893537338950328 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 2958, - "cert_evals": { - "36": 0.24689656496047974, - "72": 0.13517241179943085, - "108": 0.059310346841812134, - "255": 0.004137931391596794 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.3695345557122708, - "test_acc": 0.3086003372681282, - "train_size": 1224, - "val_size": 709, - "test_size": 2965, - "stats": { - "mean": [ - [ - -0.022035407434640455, - 0.006143019934640497, - -0.030651977777777773, - 0.024485125988562038, - -0.018449098774509846, - -0.0018301268790849984, - 0.008402089934640587, - 0.008618634501633892, - -0.035267637908496643, - 0.02360550346405227, - -0.013176123529411856 - ] - ], - "std": [ - [ - 1.0070335678428375, - 0.9660388185917548, - 0.9095987830657093, - 0.9927445013639002, - 0.8945149881344938, - 0.9537849826536657, - 1.0086544512672544, - 0.9850628871532389, - 0.9772491357585545, - 0.995730526664069, - 1.0046258178743335 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 2958, - "cert_evals": { - "36": 0.13117066025733948, - "72": 0.07052186131477356, - "108": 0.03244005888700485, - "255": 0.0028208745643496513 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3253704389632313, - "std_test_acc": 0.0488642443860472, - "n_samples": 4898, - "n_features": 11, - "n_classes": 7, - "mean_cert_acc_36": 0.16922004986554384, - "std_cert_acc_36": 0.08854186622687471, - "mean_cert_acc_72": 0.09118093084543943, - "std_cert_acc_72": 0.05768922919453036, - "mean_cert_acc_108": 0.043658359441906214, - "std_cert_acc_108": 0.02544699364517458, - "mean_cert_acc_255": 0.005464673275128007, - "std_cert_acc_255": 0.0024131795210329365 - }, - "waveform-noise": { - "dataset": "waveform-noise", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.8586251621271076, - "test_acc": 0.842228935884525, - "train_size": 1250, - "val_size": 771, - "test_size": 2979, - "stats": { - "mean": [ - [ - 0.04109552382399996, - -0.007068212280000003, - 0.014182510261599956, - 0.0026211762400000084, - 0.014018176879999957, - 0.02370059650560003, - 0.004374500936000023, - -0.0038294597343999904, - -0.014804110096000014, - 0.00045386584799994817, - -0.010192400336000008, - -0.01903542342399992, - -0.010784385815999982, - -0.005200951027200047, - -0.002328150511999989, - 0.014533825215999989, - 0.007865440576000029, - -0.025042890535999954, - -0.005855280768000005, - 0.010768292656000005, - -0.029557043135999994, - 0.02497473343199999, - 0.0059397922879999695, - 0.02985397081600005, - 0.034868211864000014, - -0.03436343556000003, - 0.022563571339200006, - 0.013530936152000026, - 0.006182852718399999, - 0.02533174106799999, - -0.023453127760000032, - -0.012310209543200052, - 0.023519454263999984, - -0.010153050279999989, - 0.015502481212800007, - 0.010150338703999973, - 0.0053944454240000125, - -0.0034366949536000007, - -0.005722000272000003, - 0.007498833936000044 - ] - ], - "std": [ - [ - 1.0036717936871953, - 1.0115164152393803, - 1.0267935868392655, - 1.0141719003383043, - 1.0034317001981041, - 0.9959239723426369, - 0.9939861987845015, - 1.0288633031133263, - 1.0043429776096469, - 0.9779096908533591, - 1.0249129338514036, - 1.0084484801657798, - 1.0020500717103944, - 1.026928437823279, - 1.009036128138247, - 1.0055555854598206, - 0.9775356004635903, - 1.0198250392925892, - 0.9777825735121067, - 0.9997432850888442, - 1.0057789366361842, - 1.0008832746108618, - 0.9887462327692325, - 0.9949832502604571, - 0.9939865250881332, - 0.9973380026834073, - 0.977390812504474, - 0.998438673003916, - 0.9765375704247188, - 1.0137678154638436, - 0.9930247910455883, - 1.0298745659129236, - 0.9839097409542001, - 0.991922743066992, - 1.0070087822831295, - 0.9876272290873123, - 1.0098641388551413, - 1.0215112956805443, - 1.0133094868761658, - 0.98802284916221 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 35926, - "cert_evals": { - "36": 0.801556408405304, - "72": 0.7496757507324219, - "108": 0.6679636836051941, - "255": 0.287937730550766 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8722294654498044, - "test_acc": 0.8481394569225612, - "train_size": 1250, - "val_size": 767, - "test_size": 2983, - "stats": { - "mean": [ - [ - 0.044322997631999955, - 0.029345537880000067, - -0.011366358759840026, - -0.0005867047360000063, - -0.006665745688000015, - -0.006024195060800007, - -0.013584043487999992, - -0.024554553948799986, - 0.01623729534400002, - -0.007884222439999988, - 0.0019230570479999735, - -0.02265010408799999, - 0.007417331240000002, - -0.002911046979200009, - 0.020059001183999964, - 0.01574975624800002, - 0.02813207348000001, - 0.004678202063999986, - 0.028763643272000018, - 0.018513851640000002, - 0.0358815304, - 0.028113823255999978, - -0.00718522141599999, - -0.006245005135999949, - 0.011452240719999996, - -0.039296166616000015, - 0.013289260721600025, - -0.003815815991999974, - -0.001233308884800033, - 0.0033645557719999956, - 0.02454588116, - 0.010769942833599997, - 0.008991375496000034, - -0.012577069439999996, - 0.051492131759200026, - 0.009570444000000011, - 0.022488379120000006, - -0.00477033891360003, - -0.009759721552000007, - 0.0046987019359999846 - ] - ], - "std": [ - [ - 0.9680395488640641, - 0.9731934131975439, - 1.0256129853497884, - 1.0016500605542749, - 0.9832741110357304, - 1.0155722609031699, - 1.0177266822426836, - 1.0012352994664209, - 1.0017870547556, - 0.9825996623950224, - 1.0116415424885532, - 1.0008713618877405, - 1.004966285943376, - 0.991554206326663, - 1.0098780435455994, - 1.0036202953348388, - 0.9885930770833588, - 1.000767817574134, - 0.9955550387843519, - 1.0082268705074462, - 0.9951019252067327, - 0.9944184018582543, - 1.0206633343240308, - 1.0149218534426545, - 0.9851575763005246, - 0.9922537027672286, - 1.0164765099719621, - 1.0106305279893444, - 1.006251693120508, - 0.9864167800458236, - 1.0043559273464866, - 0.9969845117753792, - 0.99621846666241, - 1.0281731534980536, - 0.9986967919798584, - 0.9696604033255324, - 0.9966142799032668, - 0.9849892430729312, - 1.0057643181118128, - 1.0029305279401282 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 35926, - "cert_evals": { - "36": 0.7940025925636292, - "72": 0.7288135290145874, - "108": 0.6375488638877869, - "255": 0.23989568650722504 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8614958448753463, - "test_acc": 0.834214002642008, - "train_size": 1250, - "val_size": 722, - "test_size": 3028, - "stats": { - "mean": [ - [ - 0.014308189376000027, - 0.028783297960000027, - 0.03795345253087996, - 0.013117279295999998, - 0.032089058063999955, - 0.012632187806400005, - 0.018484099464000054, - 0.009576141620799988, - 0.036987581783999995, - -0.006325697687999988, - -0.02381616588800001, - -0.008374505503999985, - -0.04596340019200004, - -0.03257486172959995, - -0.021728262640000023, - -0.019410886679999996, - -0.04224714851999999, - -0.02175625772000002, - -0.0017738945599999954, - 0.006572127119999979, - 0.015226716143999997, - -0.002422181303999986, - -0.025979705407999994, - 0.022093594352000027, - 0.03834592470399997, - -0.009863329287999975, - 0.020212545147199973, - 0.0037560529200000177, - 0.03646794663519996, - -0.018870360144, - -0.011957785879999988, - 0.016431144787999986, - 0.014396109119999995, - 0.008498349159999984, - 0.012689327942400006, - -0.00249464457599998, - -0.022068862224000004, - -0.0005122236512000032, - 0.008362260016000047, - -0.02581517636800003 - ] - ], - "std": [ - [ - 1.0188927880817935, - 0.9988893028885985, - 1.0203039986619837, - 1.0176161206264251, - 1.0298233594756412, - 1.032613885870231, - 1.0145448604818694, - 1.0020618139895976, - 0.9933894833504273, - 0.9801525816452665, - 0.9828864827428538, - 1.0084878782151452, - 1.0036037092630097, - 0.9753885414870564, - 1.015306973575768, - 0.9941278153766206, - 0.9825139145564932, - 0.9962329520442799, - 0.9688294278798073, - 0.98310050706914, - 0.9843726349902746, - 0.9830497457267643, - 1.019877833578896, - 1.0231451225251817, - 0.9901755816567956, - 0.9958326894928737, - 1.032928859241582, - 0.9924515511719896, - 0.9749189762682579, - 1.0285239667561281, - 1.002192158381019, - 0.9935329644391413, - 1.0052344609016668, - 1.0064075388331128, - 1.0160814777549847, - 0.9845645364365565, - 0.9925488055513885, - 1.0072044814714247, - 1.0303878632271122, - 0.9885231209627763 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 35926, - "cert_evals": { - "36": 0.7936288118362427, - "72": 0.7257617712020874, - "108": 0.6232686638832092, - "255": 0.2340720146894455 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.8728476821192053, - "test_acc": 0.8420701168614357, - "train_size": 1250, - "val_size": 755, - "test_size": 2995, - "stats": { - "mean": [ - [ - -0.036278040016000025, - 0.00810417363999999, - 0.0013843179736000206, - -0.0018023679760000122, - -0.005956154304000002, - 0.025961240582400028, - 0.010167898040000027, - 0.01906255140800001, - -0.02535409856000002, - 0.013357130255999999, - -0.007777053167999971, - 0.007395055352000006, - -0.009246732704000024, - 0.000417141663999981, - -0.012846879495999965, - -0.011422848472000015, - -0.02694291900799997, - -0.010714078007999981, - -0.017699573224000033, - 0.006549602159999982, - 0.02394824680000007, - -0.027398905735999915, - -0.006791929848000011, - 0.016008580479999996, - 0.04892266430400006, - 0.035720964879999914, - 0.03039491798320002, - 0.0066352822719999895, - -0.02569047550079999, - 0.01171173369999999, - 0.022736661080000005, - -0.02455200705200002, - 0.03534526224799999, - 0.039964129560000006, - 0.04194475229440003, - 0.012341044367999982, - 0.04449289257600006, - 0.05609793443199992, - 0.037631368336000094, - -0.0013801063520000427 - ] - ], - "std": [ - [ - 0.9967186390712067, - 1.0046232169850224, - 0.9740084152266493, - 0.9826095647211786, - 0.9807015091355339, - 0.9903924974929869, - 0.9994986310830332, - 0.999954070658992, - 1.0016268406564945, - 1.0082593311694388, - 1.0031753015138711, - 1.0033236672468044, - 0.987229114309021, - 1.0132234933998234, - 0.9873167353551544, - 0.983479654201213, - 1.011117373386074, - 1.0372041491820654, - 0.9890339764711912, - 0.9663488793448463, - 1.0078666660648328, - 0.9894244150573558, - 1.0015699231644122, - 1.0021673571075749, - 0.98850640710336, - 1.0232697675089457, - 1.0136787449302005, - 1.0052546165431762, - 0.9928535231583258, - 0.9947831559397796, - 0.9947379135130683, - 0.968921467398204, - 1.0158922450868932, - 0.9723954832645065, - 0.9861131949259808, - 1.0009190287109688, - 0.9931377428957798, - 1.0140326666524644, - 0.9958387641879904, - 0.9761305424003285 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 35926, - "cert_evals": { - "36": 0.800000011920929, - "72": 0.7258278131484985, - "108": 0.6675496697425842, - "255": 0.2940397262573242 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8416631280776325, - "std_test_acc": 0.005713086830771559, - "n_samples": 5000, - "n_features": 40, - "n_classes": 3, - "mean_cert_acc_36": 0.7972969561815262, - "std_cert_acc_36": 0.004072573230842415, - "mean_cert_acc_72": 0.7325197160243988, - "std_cert_acc_72": 0.011525576361242197, - "mean_cert_acc_108": 0.6490827202796936, - "std_cert_acc_108": 0.02233766885385801, - "mean_cert_acc_255": 0.2639862895011902, - "std_cert_acc_255": 0.03136931398321019 - }, - "miniboone": { - "dataset": "miniboone", - "algorithm": "sandwich", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.8820504988800651, - "test_acc": 0.8750641815567879, - "train_size": 32516, - "val_size": 19644, - "test_size": 77904, - "stats": { - "mean": [ - [ - -0.0066929692905031805, - -0.0067178206113913536, - -0.00044848711604975365, - -0.006682303195350012, - -0.006676431252304934, - -0.006678322865666758, - -0.006603011846475587, - -0.006676624523311714, - -0.0066787164688152925, - -0.006674537190921409, - -0.006651495260794631, - -0.0021907771461773715, - -0.006695997997908723, - -0.006680375196826281, - -0.006672462064829712, - -0.0019113073704711085, - -0.006682638614835791, - -0.005199885844285893, - -0.006682950415180203, - -0.0027868723179357985, - -0.006732400171929552, - -0.006675056184647536, - -0.0009806369656784695, - -0.0067719209681387305, - -0.006673680111329746, - -0.006853424330988536, - -0.0049757818568722766, - -0.0066786663365727686, - -0.006678683045269993, - -0.00666663167363761, - -0.006713104959930439, - -0.00667692119264367, - -0.006648468240250945, - -0.005555848155831019, - -0.0066771619571901345, - -0.006676893769221374, - -0.006640021976872997, - -0.006652168061569651, - -0.006656952063599499, - -0.006676646404846852, - -0.005321780849683204, - -0.007256703317981967, - -0.006479226783737146, - -0.006305387427130641, - -0.006670434807482904, - -0.006676957442489813, - -0.006832965117468275, - -0.006830883164011628, - -0.006874203773250122, - -0.00667477880120567 - ] - ], - "std": [ - [ - 1.0538567724237127, - 1.0538641992619597, - 0.9958589711579526, - 1.0538780837060269, - 1.053878006921434, - 1.0538798560451104, - 1.053879432020278, - 1.0538786291178488, - 1.053873986660415, - 1.0538783590814276, - 1.0538757864954629, - 1.0176547701635106, - 1.0538752752995135, - 1.053872770510109, - 1.0538659033426634, - 0.9932644775405934, - 1.0538747558236612, - 1.04937218635993, - 1.053877924513502, - 0.0025831688488992767, - 1.053829697906066, - 1.0538783793218856, - 1.018390578757397, - 1.053842634750244, - 1.0538786083464582, - 1.0538111764047524, - 1.022739919992211, - 1.0538741322767364, - 1.0538782493179681, - 1.053875543573962, - 1.0538088816355915, - 1.0538723979257454, - 1.0538730852936433, - 1.0247711822180132, - 1.0538781798354342, - 1.053878585676999, - 1.0538691274084275, - 1.0538654744064087, - 1.05387761105871, - 1.0538781920284286, - 1.0452185226194493, - 1.0438926673439166, - 1.0538793178576804, - 1.0536246877698876, - 1.0538784902027962, - 1.0538787998823098, - 1.0538650746236322, - 1.0538068876186153, - 1.0538062411125644, - 1.0538784592336081 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 55805, - "cert_evals": { - "36": 0.8132762908935547, - "72": 0.7243432998657227, - "108": 0.6260435581207275, - "255": 0.18519648909568787 - }, - "fold": 0 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8789436189700793, - "test_acc": 0.8453322378556023, - "train_size": 32516, - "val_size": 19652, - "test_size": 77896, - "stats": { - "mean": [ - [ - -0.003659472481547509, - -0.0035700208512731936, - -0.00456473851721011, - -0.00360049339094594, - -0.003593886083772473, - -0.00358800156845938, - -0.003609804330175811, - -0.0035959653862712893, - -0.003585372367449882, - -0.0036011496647804257, - -0.003574454936031472, - -0.0002376014663141565, - -0.0035765183694182563, - -0.0035786825070734597, - -0.003581793034198606, - 0.0027392871255968536, - -0.0035747984868988035, - -0.0018979996262606397, - -0.0035937045023987507, - 0.008311608403247624, - -0.0038405719449991636, - -0.003598410862344705, - -1.2960689975229953e-05, - -0.0037911689629719237, - -0.0035987016976257243, - -0.003553280317375533, - -0.00120645956911968, - -0.003604746423299312, - -0.003595963956206178, - -0.0036390921810801925, - -0.0036627183510209798, - -0.003597980923237808, - -0.0035958085404107568, - -0.005033409016920937, - -0.0036001520635993464, - -0.0035987486652726062, - -0.0035917900449008895, - -0.0035793614428588296, - -0.0035902388547176894, - -0.0035928566736375947, - -0.0009922327992711712, - -0.002124953252319455, - -0.0036879309878213567, - -0.0034349073177313027, - -0.003598185213436877, - -0.0035934901402386375, - -0.003602609255707958, - -0.0035299332937630697, - -0.0036069077674990894, - -0.003592571029647003 - ] - ], - "std": [ - [ - 1.0293487576429072, - 1.0293632141886253, - 0.9887037915056724, - 1.029365893060315, - 1.0293658502982712, - 1.029368237348854, - 1.0293622172155605, - 1.0293663659457355, - 1.0293628691485286, - 1.0293656358483938, - 1.029364102494499, - 1.006763216099369, - 1.0293667056536349, - 1.029362370179701, - 1.029358770899615, - 1.0012661620897783, - 1.029365775010478, - 1.027354601762616, - 1.0293662087119093, - 1.9999643273466732, - 1.0293241490670084, - 1.0293658647973212, - 1.007217844105937, - 1.0292982324584112, - 1.0293659919295302, - 1.0293214796094297, - 1.0139090551352947, - 1.0293616933725718, - 1.0293661117606363, - 1.0293612193672406, - 1.0293028748669328, - 1.0293608389078128, - 1.0293624280631426, - 1.0121183384237977, - 1.029365684051124, - 1.029366166790506, - 1.0293578351184116, - 1.0293603667049085, - 1.0293647225554694, - 1.02936611660418, - 1.0243754023495473, - 1.0175071683627712, - 1.0293461366945726, - 1.0291967790319312, - 1.0293656729659864, - 1.0293667176112475, - 1.029354896915401, - 1.0293422770958582, - 1.0293448836449766, - 1.029366280982135 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 55805, - "cert_evals": { - "36": 0.7562589049339294, - "72": 0.6452269554138184, - "108": 0.5182169675827026, - "255": 0.07948300242424011 - }, - "fold": 1 - }, - { - "best_epoch": 34, - "best_val_acc": 0.8830583171056677, - "test_acc": 0.8688264090012046, - "train_size": 32516, - "val_size": 19514, - "test_size": 78034, - "stats": { - "mean": [ - [ - 0.0005872713728625283, - 0.0005592911951040488, - -0.0015875384167732419, - 0.0005084049237298592, - 0.0005126942889679038, - 0.0005151387839825248, - 0.0005130335342600157, - 0.0005107385533274924, - 0.000518504668470965, - 0.0005099805941690433, - 0.0004972431602903669, - 0.006199611582771556, - 0.0004437178835034895, - 0.0005174753444456869, - 0.00045390833435860097, - -0.006724558695826372, - 0.00046023495202354226, - -0.0014645146025250007, - 0.0005134210419486034, - 0.008326016098843635, - 0.0005855647507836025, - 0.0005188788657891645, - -0.005855233801703189, - 0.0005363233146758781, - 0.000517880286628172, - 0.000289813760165567, - 0.0011647067174228383, - 0.000515516933202204, - 0.0005118400049205469, - 0.0005662085096567202, - 0.0006245390962356869, - 0.0005227987882888596, - 0.0004455256058554989, - -0.0012331349033552603, - 0.000509145377660323, - 0.0005160132888423314, - 0.0005081290841431461, - 0.0004383096252307822, - 0.0005235053327593691, - 0.0005115684401526536, - -6.85762123339298e-05, - -0.0002997175066182346, - 0.0005932577715586378, - 0.0008539802024421717, - 0.0005163635748510258, - 0.0005131155830974517, - 0.00047798527387127445, - 0.0004895968192581729, - 0.0006103754389776044, - 0.0005093450393652897 - ] - ], - "std": [ - [ - 0.9957345954073729, - 0.9957338045117373, - 1.009089174106892, - 0.9957299331571907, - 0.9957297207983613, - 0.9957319779858296, - 0.9957285308484073, - 0.99573027967679, - 0.9957274461972008, - 0.9957298025727774, - 0.9957267869288412, - 0.9986824060207489, - 0.995727937063426, - 0.995726209358951, - 0.9957222508374016, - 0.9849068775325148, - 0.9957260724507725, - 0.9984485547058798, - 0.9957301232252692, - 1.9999635778290246, - 0.9957403323167682, - 0.9957303943483548, - 0.9869664238989766, - 0.9957341301924101, - 0.9957304810256162, - 0.9957436771610553, - 0.9965972478945923, - 0.9957273137356182, - 0.9957300780370839, - 0.9957353083328109, - 0.995745588680438, - 0.9957274480178427, - 0.9957264072745984, - 0.9993516959593822, - 0.9957297379201838, - 0.9957305689438095, - 0.9957296474590059, - 0.9957273179676576, - 0.9957300585487675, - 0.9957298638455957, - 0.9958033136974604, - 1.001216743433296, - 0.9957377405837478, - 0.9958618328338358, - 0.9957300476528158, - 0.9957306269775752, - 0.9957358265962181, - 0.9957255439006696, - 0.9957566204204258, - 0.9957298904542489 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 55805, - "cert_evals": { - "36": 0.8148508667945862, - "72": 0.742697536945343, - "108": 0.6505073308944702, - "255": 0.2306036800146103 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.8784917630205669, - "test_acc": 0.8647342375836518, - "train_size": 32516, - "val_size": 19546, - "test_size": 78002, - "stats": { - "mean": [ - [ - -0.004108113020359334, - -0.004135750738098101, - -0.001322435285942239, - -0.004109338048960558, - -0.004110013236557907, - -0.004103856971953094, - -0.004105435167302326, - -0.004108234536843478, - -0.0041157547053759375, - -0.004111229871447928, - -0.004129319931725945, - -0.009310410842292996, - -0.004151154668470918, - -0.004106480246647911, - -0.004078257611637442, - -0.0012255257009042696, - -0.004128084247755086, - -0.001812244588848235, - -0.004106642698979071, - -0.002771495593861472, - -0.003930339402381827, - -0.004107319867142366, - -0.0020118547528348136, - -0.004110450282937586, - -0.004107549326485374, - -0.003903686475773098, - 0.0034778790131669113, - -0.004089806615204751, - -0.004105919012178624, - -0.004107724389223812, - -0.004053504517403692, - -0.004112779779185523, - -0.004036618249477243, - 0.0003978993396296994, - -0.004112451033337286, - -0.004115697588879312, - -0.004161525821134272, - -0.004013369772911648, - -0.004074420147004465, - -0.004107203911920277, - -0.003583577395203846, - -0.003683256187455512, - -0.00410252064829624, - -0.00435002289662263, - -0.004109810948460561, - -0.00410555030446539, - -0.004173506213295106, - -0.004126808812892148, - -0.004084347094353566, - -0.00411184631565997 - ] - ], - "std": [ - [ - 1.0334801859758438, - 1.0334838209190884, - 0.9910692934328427, - 1.0334925739257474, - 1.0334920746964988, - 1.0334944696977597, - 1.033489534681566, - 1.0334928363605922, - 1.0334882086728014, - 1.0334922326917702, - 1.0334875046199652, - 1.0060291795040275, - 1.0334893624231647, - 1.033487735872467, - 1.0334857443384646, - 0.9987636855559352, - 1.0334891465642266, - 1.0284163803912958, - 1.0334926279501595, - 0.001394515045967005, - 1.0334671696186013, - 1.0334925293155786, - 1.0120329637568104, - 1.033467979482877, - 1.0334926503936537, - 1.033454580542911, - 1.019800750059293, - 1.0334899846628842, - 1.033492713983251, - 1.0334904070281967, - 1.033453265260482, - 1.0334870912604435, - 1.033493356896935, - 1.0148066500638184, - 1.0334921455669586, - 1.0334923339339557, - 1.0334817504638347, - 1.0334892263464805, - 1.0334932384339353, - 1.033492453509268, - 1.0277860358762678, - 1.0269827669348142, - 1.0334755350744662, - 1.0331928866784732, - 1.033492181460736, - 1.0334932068430196, - 1.0334910911748012, - 1.033455511075802, - 1.0334588140472194, - 1.0334923126040656 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 55805, - "cert_evals": { - "36": 0.796173095703125, - "72": 0.7045942544937134, - "108": 0.6002250909805298, - "255": 0.16161873936653137 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8634892664993117, - "std_test_acc": 0.012828242161244941, - "n_samples": 130064, - "n_features": 50, - "n_classes": 2, - "mean_cert_acc_36": 0.7951397895812988, - "std_cert_acc_36": 0.027265669239668913, - "mean_cert_acc_72": 0.7042155116796494, - "std_cert_acc_72": 0.04229179330263825, - "mean_cert_acc_108": 0.5987482368946075, - "std_cert_acc_108": 0.057478995605645254, - "mean_cert_acc_255": 0.1642254777252674, - "std_cert_acc_255": 0.06333490681048737 - } - }, - "overall": {} -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509990.1624336/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8534 b/UCI_N4/sdp/runs/abalone/fold_0/1762509990.1624336/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8534 deleted file mode 100644 index b3abe3c4f21092ba9b4c3a5fee6430020e4fbbea..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509990.1624336/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8534 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dc2a55c54d25b9204835b5f5571a607ec7db189278cfee5d2f89802a7b114502 -size 837 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509990.6082828/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8535 b/UCI_N4/sdp/runs/abalone/fold_0/1762509990.6082828/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8535 deleted file mode 100644 index aa700db2b258c6710669dd2fa95e81e178ba6fc2..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509990.6082828/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8535 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:136b71527989f61453e9765bfb23e7ce6193fb9b6584ce85ff3b39318747b7ee -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509990.7782588/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8536 b/UCI_N4/sdp/runs/abalone/fold_0/1762509990.7782588/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8536 deleted file mode 100644 index 4fd5cd6718bc62703997c6724a0187e8f64b4f0e..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509990.7782588/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8536 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4013eb607372662ee652d2d373662510e712dec206aead8e27a98e858c9fcf84 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509990.947228/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8537 b/UCI_N4/sdp/runs/abalone/fold_0/1762509990.947228/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8537 deleted file mode 100644 index 2c26a4f9275fd7fee06ace453b667a1368506aa2..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509990.947228/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8537 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f159a74c5f2cd04db7be7bfb481fd3407a87e618e2a385f539942dc3ffe493e2 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.1159182/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8538 b/UCI_N4/sdp/runs/abalone/fold_0/1762509991.1159182/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8538 deleted file mode 100644 index a2a46d26bab6038af08f074dfc9fb4f4875ec564..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.1159182/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8538 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ce4b077530f5861c45395bf34e3d089ff12f4a00ff5e4337240cb902e9fbb59e -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.2867317/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8539 b/UCI_N4/sdp/runs/abalone/fold_0/1762509991.2867317/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8539 deleted file mode 100644 index d1c746719cb18563825638f027ad04c8b3ba351d..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.2867317/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8539 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7e94415b05696155e2c07873c09acbe50760ef2d5580f33f9355abafec4330d0 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.4467363/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8540 b/UCI_N4/sdp/runs/abalone/fold_0/1762509991.4467363/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8540 deleted file mode 100644 index 7f328b181d7edd9a0e6a4d4abd87f9dd1e8a96ea..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.4467363/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8540 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2ba495ed4215e0f07057698dd8991aa94ab20175e0ce981c8fc2073a93242fee -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.603772/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8541 b/UCI_N4/sdp/runs/abalone/fold_0/1762509991.603772/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8541 deleted file mode 100644 index 658b88f5d1c9d69b66383a9d526eae7c5d1150f9..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.603772/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8541 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5358cbb47e18d3eb2b1b0bd65344ac635ccddcad225bf96b7c94f0b824ad8b98 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.7627/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8542 b/UCI_N4/sdp/runs/abalone/fold_0/1762509991.7627/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8542 deleted file mode 100644 index c82f4c1739a53059223aa3afab49da733de8cfe9..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.7627/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8542 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6547aee1c784fec8e9856f2e9e635e3272466f184023c9e104b16eefe876607a -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.9198413/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8543 b/UCI_N4/sdp/runs/abalone/fold_0/1762509991.9198413/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8543 deleted file mode 100644 index 23e7cb17b4853aca875b9072b393be986db18d21..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509991.9198413/events.out.tfevents.1762509991.auvsl-gpu-01.ise.illinois.edu.4159804.8543 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:68c3c285f1862b1b86f0a608b15ced6a90939dcc76a06375a01e9e303fcdf78f -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.076719/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8544 b/UCI_N4/sdp/runs/abalone/fold_0/1762509992.076719/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8544 deleted file mode 100644 index 26cf3edf1e877541309a959307181a5c6983cf10..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.076719/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8544 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:89e58735f3bf229860ce4f53bba1b4ec62b42ee32a133eb2262c695f099e88e0 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.333432/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8545 b/UCI_N4/sdp/runs/abalone/fold_0/1762509992.333432/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8545 deleted file mode 100644 index 9cf51c7aec33b8e24949c10c7d8cb1a916f1460a..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.333432/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8545 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:88d8df56c1da4403e7307c6804b13c3621fa1d6fd565ccee086ab6e0c1b8adad -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.4974706/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8546 b/UCI_N4/sdp/runs/abalone/fold_0/1762509992.4974706/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8546 deleted file mode 100644 index 545f604dc15e96b3cae52af53f0de9590ba77f13..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.4974706/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8546 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5eb160a575190ba1f8a53dca59e35c939bd3d3bb5c65c4f9d68c8c0f7b4121aa -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.6475458/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8547 b/UCI_N4/sdp/runs/abalone/fold_0/1762509992.6475458/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8547 deleted file mode 100644 index f66990ff9b9adac2577163ceb62a327041cb92fa..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.6475458/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8547 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f86706c90879074a838a4101f3de7b66435911382f25be9c94da226a006e13da -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.7983131/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8548 b/UCI_N4/sdp/runs/abalone/fold_0/1762509992.7983131/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8548 deleted file mode 100644 index e213073ccdf615c211244182cbdda3af95d4e30c..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.7983131/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8548 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:17e900fcc26c9c4befe7a68bd10a212cb08858e593ee08a4321d87e79d11d706 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.9541173/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8549 b/UCI_N4/sdp/runs/abalone/fold_0/1762509992.9541173/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8549 deleted file mode 100644 index 4eb3eafe9d02a0f1fb424489781664085f6146b0..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509992.9541173/events.out.tfevents.1762509992.auvsl-gpu-01.ise.illinois.edu.4159804.8549 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f7d0ea82c335fb386256a803181a5b75ebc571867f6471b99aae6121d087a4bd -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.106646/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8550 b/UCI_N4/sdp/runs/abalone/fold_0/1762509993.106646/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8550 deleted file mode 100644 index b5a536777957ce4e33a226e0697a92381349b7a3..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.106646/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8550 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1d1fc253dca8408721add859b0a8a0e330b9bbc3b43e1062f3de9f65a8a1f426 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.2629912/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8551 b/UCI_N4/sdp/runs/abalone/fold_0/1762509993.2629912/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8551 deleted file mode 100644 index 4e7be875911ff79c706c26d1ef1e55ec0ecd2e2a..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.2629912/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8551 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:be619734fba7d19728c75899322cc4becba4c25560d064abdae99704d7be6952 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.417039/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8552 b/UCI_N4/sdp/runs/abalone/fold_0/1762509993.417039/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8552 deleted file mode 100644 index 85c947612bb20ba896f9f102b6e3a863cbaeb759..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.417039/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8552 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:28f530a08d50c37f85683f621731c3aaa693641d80314bbb2c15f428252e8466 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.5721714/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8553 b/UCI_N4/sdp/runs/abalone/fold_0/1762509993.5721714/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8553 deleted file mode 100644 index 8cbbd5e74fdd970478b7d2d32bb8d4a353c971fc..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.5721714/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8553 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8ef22bc9f6868b3f385d2de23831196c80eb3a3b447daef08188ec084b8197a7 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.7272043/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8554 b/UCI_N4/sdp/runs/abalone/fold_0/1762509993.7272043/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8554 deleted file mode 100644 index 2e29840f7b50f3cb58df53afbe97225f960b3dc2..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.7272043/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8554 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5bbabf84214c98bffeebef46233a0329b6166f707367d7927c1aa9fa906910e1 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.8836026/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8555 b/UCI_N4/sdp/runs/abalone/fold_0/1762509993.8836026/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8555 deleted file mode 100644 index 4d0e85241a0985a9ca40e7410715a3e58b0bd351..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509993.8836026/events.out.tfevents.1762509993.auvsl-gpu-01.ise.illinois.edu.4159804.8555 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:64543fc81214a0aaa9a5964957feab2506dcad187e1c4430fa5a2683f0bd4ee0 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.0402246/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8556 b/UCI_N4/sdp/runs/abalone/fold_0/1762509994.0402246/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8556 deleted file mode 100644 index c15f864c07b99f5f5e825ff82de2eaad68b28360..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.0402246/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8556 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8d12b7339541aebd6a2938fbbcfb6cacb790a938a6590acb0e15329df66adc59 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.197421/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8557 b/UCI_N4/sdp/runs/abalone/fold_0/1762509994.197421/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8557 deleted file mode 100644 index 612f4dce911193e4d43db6b0b85f77e57478b992..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.197421/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8557 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e7939794e5729911a127dfb7305093032115d4021cf80959ee768f266f733edd -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.35786/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8558 b/UCI_N4/sdp/runs/abalone/fold_0/1762509994.35786/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8558 deleted file mode 100644 index a5ef39c13fedf54f1b40dc2fc5ac7b335b325df7..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.35786/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8558 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e4f268b65d2cf0cf5e99b6ca430f8784179fa64dcf1435e0a7b2af9ea9bb1ba0 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.5115335/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8559 b/UCI_N4/sdp/runs/abalone/fold_0/1762509994.5115335/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8559 deleted file mode 100644 index 8fc9b881d6a8997d28825670c28d33c485f7714c..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.5115335/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8559 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1efafe89dee6199539e0b90918e42b282a27d5a740941d2c9aafc5024fd643e7 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.6682787/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8560 b/UCI_N4/sdp/runs/abalone/fold_0/1762509994.6682787/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8560 deleted file mode 100644 index c9b227684d53473be645b02cbd175084a3c607f5..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.6682787/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8560 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d8203d07866639ae733af443480fe4956da66b6a3b22001582cd0b5390b3f70d -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.8236165/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8561 b/UCI_N4/sdp/runs/abalone/fold_0/1762509994.8236165/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8561 deleted file mode 100644 index ab178011d53315edd689bd0e79bc9c1e19371b16..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.8236165/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8561 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ff901e387a89901fae2f2573b68b32f22bbaa3280f40ba9ba1f0687c976de328 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.9828513/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8562 b/UCI_N4/sdp/runs/abalone/fold_0/1762509994.9828513/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8562 deleted file mode 100644 index 87c63a170d8269c84637c8ea94891743a881b556..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509994.9828513/events.out.tfevents.1762509994.auvsl-gpu-01.ise.illinois.edu.4159804.8562 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:062c1ce7a3b438f413e5ee930783225baa7933eb76cda5e807b2b2b798768554 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.141398/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8563 b/UCI_N4/sdp/runs/abalone/fold_0/1762509995.141398/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8563 deleted file mode 100644 index 06672231e5fe69e81bb3e8c7a85f182eb52ef4e6..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.141398/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8563 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:41db0f4b13e04affc9a69399012f3ee7f3ec42935c7d95346fbf189619e23379 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.2998827/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8564 b/UCI_N4/sdp/runs/abalone/fold_0/1762509995.2998827/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8564 deleted file mode 100644 index 369d46bcf6f46c4ae01e6b272c6683b7dd0d0d96..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.2998827/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8564 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dbcb7f0a39d2660287bc83081e5a4e3074c9763f98d3b8f26826e20e43393f8a -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.4601028/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8565 b/UCI_N4/sdp/runs/abalone/fold_0/1762509995.4601028/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8565 deleted file mode 100644 index 2b3f07729f8685538447848a21445c6bc1ab637c..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.4601028/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8565 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fd67b3fefc5c229ff80f69fea5020465a6dd4a289a435f70480602ffb846f0f1 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.6226707/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8566 b/UCI_N4/sdp/runs/abalone/fold_0/1762509995.6226707/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8566 deleted file mode 100644 index 4fda165ed0145ec3b47abacfeafa6b0c3a5d1f0e..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.6226707/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8566 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:22f392e0b5cf27ffd627fbc4b6bfd8b59aec08861282539d9cda02f989e94a8e -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.782145/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8567 b/UCI_N4/sdp/runs/abalone/fold_0/1762509995.782145/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8567 deleted file mode 100644 index 85af4820e5a1f09a58aa1b63565eac1479a33fb7..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.782145/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8567 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:feaa7348017cd9499b3b1936922a92a4c8b0a5a301927fbf5adde8a1cacd75ac -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.9411156/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8568 b/UCI_N4/sdp/runs/abalone/fold_0/1762509995.9411156/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8568 deleted file mode 100644 index 6b0927c5a50e6b21700a6159eccd643f6e30dab8..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509995.9411156/events.out.tfevents.1762509995.auvsl-gpu-01.ise.illinois.edu.4159804.8568 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2d851e75122e9c9703d77dae528f47f059c0c4b01b7b4442d558e08db03a0501 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.102072/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8569 b/UCI_N4/sdp/runs/abalone/fold_0/1762509996.102072/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8569 deleted file mode 100644 index 05256ad667bd98094d478c8341618a518a1a6756..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.102072/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8569 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1db1663bf818a9dfe483bed4ad514290f13130fa7cff47dc62f3467f7e363765 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.2613099/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8570 b/UCI_N4/sdp/runs/abalone/fold_0/1762509996.2613099/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8570 deleted file mode 100644 index a8c267b918075bf681d318289db4cb2cd35bed21..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.2613099/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8570 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:72322ec79c3207dbbdddddc9ae9cee5bb0e8356da0569ddb0c826eab334226ac -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.4188166/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8571 b/UCI_N4/sdp/runs/abalone/fold_0/1762509996.4188166/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8571 deleted file mode 100644 index b26a805d81f664470ad4e1d1e0fcea385f96f055..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.4188166/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8571 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a8a22398b6a64118c273329d67d7dfe89cac4ad2913d55590a5bc2dd47b9d5f6 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.5758202/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8572 b/UCI_N4/sdp/runs/abalone/fold_0/1762509996.5758202/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8572 deleted file mode 100644 index 1cdeec2a415981f9c379324d5133d4c74a7acc08..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.5758202/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8572 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8946d1e12ca03396e1946634e830e21568e6ca7f245125176eee207aa63255ba -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.738359/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8573 b/UCI_N4/sdp/runs/abalone/fold_0/1762509996.738359/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8573 deleted file mode 100644 index 48761b2fec3b574f1cfb648929223a6284d3d563..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.738359/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8573 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bea511922d396efb67c50493db1bdf8c0cd9375a3f6b488f79e0a4d61d8b59c6 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.8932834/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8574 b/UCI_N4/sdp/runs/abalone/fold_0/1762509996.8932834/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8574 deleted file mode 100644 index abc15c15d72d07faf8268187d0c1018dfa8ffd3f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509996.8932834/events.out.tfevents.1762509996.auvsl-gpu-01.ise.illinois.edu.4159804.8574 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fc46c825df67ab9efc30faf680a0ad80c2bee6c90e47d1163a69cd45bfcab1ee -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.0538962/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8575 b/UCI_N4/sdp/runs/abalone/fold_0/1762509997.0538962/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8575 deleted file mode 100644 index c2288ea9c747b5253ed2816db3f88427e8520e98..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.0538962/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8575 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:28a6cf711f5fb446a40bbcbc35a2b8a415451d87f83d7f4902a887975a8c08d3 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.2136445/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8576 b/UCI_N4/sdp/runs/abalone/fold_0/1762509997.2136445/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8576 deleted file mode 100644 index 2d7289b46ed0bec6a57d3f7c952be3ef00a994c9..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.2136445/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8576 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fe788d4345ad55346cca0109fbe401a5d83227c9ea7f85f629fef508e6ece7ef -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.378704/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8577 b/UCI_N4/sdp/runs/abalone/fold_0/1762509997.378704/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8577 deleted file mode 100644 index 31576ffb6ebf6206d470071e5be21bbf40824feb..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.378704/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8577 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4aa6a80f4afd30a284b490ebef8096ba6d484646874dc0a2178be0d0249921a8 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.5415258/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8578 b/UCI_N4/sdp/runs/abalone/fold_0/1762509997.5415258/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8578 deleted file mode 100644 index 03246e34a0588e54aa2ff12fdac68f118564e7f8..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.5415258/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8578 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9f3e201dd83b5f72784a95dd26c804031a1fa01ca10c768e954bc281271faead -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.7061942/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8579 b/UCI_N4/sdp/runs/abalone/fold_0/1762509997.7061942/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8579 deleted file mode 100644 index e59582bb671b78ad7a1508c65255a333b594183a..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.7061942/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8579 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5d4fd783ba2f66a5cbc4a223d34b22b1175e706472b9bb4eb727e4e7fe499a74 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.8717477/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8580 b/UCI_N4/sdp/runs/abalone/fold_0/1762509997.8717477/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8580 deleted file mode 100644 index 414eb0eaf07db891ecb493f56741576dc7b1bc85..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509997.8717477/events.out.tfevents.1762509997.auvsl-gpu-01.ise.illinois.edu.4159804.8580 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a6a04dc6f9f2c3c80b4fcdf2076d31c23019d9bd146fe5d16d6f5706ee33e140 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.036195/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8581 b/UCI_N4/sdp/runs/abalone/fold_0/1762509998.036195/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8581 deleted file mode 100644 index 23834e8010cdb406a6434080c152a9a9b79d2443..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.036195/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8581 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:59f6c5c8c69df8df6f259e6a1be05e3ecff1c2a8794ce34909de0e05d8ee8187 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.2020664/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8582 b/UCI_N4/sdp/runs/abalone/fold_0/1762509998.2020664/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8582 deleted file mode 100644 index 03009d1d83aa39cb9fb9ba0cd955594be266e180..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.2020664/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8582 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ac5fb4cf954e312d2daa9da9b6c6fe4b401e4f8341a5fbc4e50ee999e322626a -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.3621142/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8583 b/UCI_N4/sdp/runs/abalone/fold_0/1762509998.3621142/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8583 deleted file mode 100644 index 128b2af66bbfb452bc32fdc42426ac88aed58e52..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.3621142/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8583 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:de18b9ed4c3391e3de91036cb1c7db989bb2220d3626b6fed3e78c1c46dcdb28 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.5217628/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8584 b/UCI_N4/sdp/runs/abalone/fold_0/1762509998.5217628/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8584 deleted file mode 100644 index a7c66ca45894d6abc74c5911781513eef8832364..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.5217628/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8584 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e6d038c7669f22011e98b71d2bc9d7916fae41db610399a970061a473eaf1cdf -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.6881392/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8585 b/UCI_N4/sdp/runs/abalone/fold_0/1762509998.6881392/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8585 deleted file mode 100644 index 395e30c48533297854fab730f1d902bd0d6ac275..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.6881392/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8585 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:65f2ef6be0be38e3c1d2a3e732f8680a6ad088a4d0b49d809d0890b8b5ecb754 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.853997/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8586 b/UCI_N4/sdp/runs/abalone/fold_0/1762509998.853997/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8586 deleted file mode 100644 index 7c8b07f2d20a2b43509933c83cac3b3db9014add..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509998.853997/events.out.tfevents.1762509998.auvsl-gpu-01.ise.illinois.edu.4159804.8586 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:84fe18a511ff5e3bea884592d55e12ce2a7211848fd36b83617340b9e3be22a9 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509999.0204442/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8587 b/UCI_N4/sdp/runs/abalone/fold_0/1762509999.0204442/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8587 deleted file mode 100644 index ee02fa68ba6af5589490363ce905ec28f8575467..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509999.0204442/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8587 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:836b61d1ae588bc95301fec2be15c1ea576b9a83d29556f1d1a8199d0a0e48ba -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509999.3520157/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8589 b/UCI_N4/sdp/runs/abalone/fold_0/1762509999.3520157/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8589 deleted file mode 100644 index d9dff2241ec485d0aaa84f29d1beeef8e88ab529..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509999.3520157/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8589 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:852554c81dfe150b91fc06a3150f606c910c604acfead7df30fd669b48e1ca69 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509999.5206227/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8590 b/UCI_N4/sdp/runs/abalone/fold_0/1762509999.5206227/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8590 deleted file mode 100644 index 1e0188f7c833f070e69a3ba8ea5a78f7e71517f2..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509999.5206227/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8590 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c08cec5732aec26552d6cbf228743531823d975b444f5508ebca525119f1fa72 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509999.6855867/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8591 b/UCI_N4/sdp/runs/abalone/fold_0/1762509999.6855867/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8591 deleted file mode 100644 index 175a9828e6b9d5a0a3045ff9cf1dc264f361e6bf..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509999.6855867/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8591 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d7f2f2cc61344c0a162986be44a81b9a31672ac5a09253dc63ce669f05a1cda6 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762509999.8513904/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8592 b/UCI_N4/sdp/runs/abalone/fold_0/1762509999.8513904/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8592 deleted file mode 100644 index e11cfb16388aa03ef76582d0587c69be0b9d0ec4..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762509999.8513904/events.out.tfevents.1762509999.auvsl-gpu-01.ise.illinois.edu.4159804.8592 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:80d319d88a2f09b8fa65ac82f68298af17d8259a9e604369fd655dd24764c19f -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762510000.3478782/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8595 b/UCI_N4/sdp/runs/abalone/fold_0/1762510000.3478782/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8595 deleted file mode 100644 index f20f7f848bcab5a1ef9a76b483e67d29ea25518d..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762510000.3478782/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8595 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c5b39cd4a6faf0a32db1ca1d501b177427d9dc5bd9b572d9f892d8a259cc8ff0 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762510000.5167239/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8596 b/UCI_N4/sdp/runs/abalone/fold_0/1762510000.5167239/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8596 deleted file mode 100644 index 54176493940a7dd88a6ff4b5aa9616325b87e284..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762510000.5167239/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8596 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f7895b4ceb786535b376e1455ec06c73c2f91dec7384d2146dd29c2c280007dd -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762510000.6841123/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8597 b/UCI_N4/sdp/runs/abalone/fold_0/1762510000.6841123/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8597 deleted file mode 100644 index 109bca2f9355d6c5a9e02e5017229e0cce08cef1..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762510000.6841123/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8597 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5b69fb0ac5b3aae2804814c33b8bf906570c2c77eb0f8df27020befa2e036ee8 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762510000.8533525/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8598 b/UCI_N4/sdp/runs/abalone/fold_0/1762510000.8533525/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8598 deleted file mode 100644 index 9c57ff7a1c4d2a9a3e9adfcb4b7a011e88e24eed..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762510000.8533525/events.out.tfevents.1762510000.auvsl-gpu-01.ise.illinois.edu.4159804.8598 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:920ecf7bd438e784d7b67c55305348283d584110b00dff9468aee0245ecb604e -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762510001.019534/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8599 b/UCI_N4/sdp/runs/abalone/fold_0/1762510001.019534/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8599 deleted file mode 100644 index 1abd5cdc6dfe2cf9386e5927dc47dbc793e5afbf..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762510001.019534/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8599 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bf9b1d9d0f80d26b8e90db3275a2dd72c5c163a05841e560e5bcca2c0b05784b -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762510001.1879113/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8600 b/UCI_N4/sdp/runs/abalone/fold_0/1762510001.1879113/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8600 deleted file mode 100644 index 0068401c6de66e59af1a37a4f5dd361e9169290f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762510001.1879113/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8600 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e470d74097ef1cd9eb2cd57de150c1c28642a57817312ca25c01ddd6535556f7 -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762510001.3555217/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8601 b/UCI_N4/sdp/runs/abalone/fold_0/1762510001.3555217/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8601 deleted file mode 100644 index a8c29c2a8c1026c55a6ea6a7e840034168cdd737..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762510001.3555217/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8601 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:525bc26b88ee197394f72984ec5b586470a4d76684802661fa8ad4496dfa4ddf -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762510001.526582/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8602 b/UCI_N4/sdp/runs/abalone/fold_0/1762510001.526582/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8602 deleted file mode 100644 index 9ce34ec8f9e4b2bcf96f4eab0bc35e89a9e48b8c..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762510001.526582/events.out.tfevents.1762510001.auvsl-gpu-01.ise.illinois.edu.4159804.8602 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6ef94c2e4cc42e40524afda9707c93cfb80770437ed08f5cc47e3788ac6cb68d -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/1762510002.3331656/events.out.tfevents.1762510002.auvsl-gpu-01.ise.illinois.edu.4159804.8606 b/UCI_N4/sdp/runs/abalone/fold_0/1762510002.3331656/events.out.tfevents.1762510002.auvsl-gpu-01.ise.illinois.edu.4159804.8606 deleted file mode 100644 index ea76fd66957b02df3a2f6b50d3d0f776a8b284ec..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/1762510002.3331656/events.out.tfevents.1762510002.auvsl-gpu-01.ise.illinois.edu.4159804.8606 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f76894854a292b2fa2cef2be92e945980eb4823c676435cb519d470164b2580c -size 847 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/best_state.pth b/UCI_N4/sdp/runs/abalone/fold_0/best_state.pth deleted file mode 100644 index f57d44ab48b196cc9dc2563dd3e460dc0c84f4ee..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/best_state.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:442adb737b6b00723f5a15be62323bfd0eb5853b0ffd506fa0da64f4b2a70d68 -size 14453 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8533 b/UCI_N4/sdp/runs/abalone/fold_0/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8533 deleted file mode 100644 index 0655e6542cd76b44467dce0f2a3e4debbed82110..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/events.out.tfevents.1762509990.auvsl-gpu-01.ise.illinois.edu.4159804.8533 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:790728fea3f33891edbe40831bc0ab72bdcc5a981a1d8f776308b03c194f1869 -size 31880 diff --git a/UCI_N4/sdp/runs/abalone/fold_0/result.json b/UCI_N4/sdp/runs/abalone/fold_0/result.json deleted file mode 100644 index 6ba57973429883a9c7f1e46f7fc605ddde9a153b..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_0/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 52, - "best_val_acc": 0.6253968253968254, - "test_acc": 0.6360367558929285, - "train_size": 1044, - "val_size": 630, - "test_size": 2503, - "stats": { - "mean": [ - [ - 0.03759131666666678, - -0.0067216787931033565, - -0.00504821235632188, - -0.010079406034482869, - 0.0077948497126437005, - -0.0035954527720305413, - 0.011847337255747069, - 0.020808682452107305 - ] - ], - "std": [ - [ - 0.9932562075552053, - 1.0067465043023525, - 0.9980809038500921, - 0.9297052233036605, - 1.0141436995589543, - 0.9931430828536596, - 1.017739933100054, - 1.0318462596531948 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.5, - "72": 0.3539682626724243, - "108": 0.26031747460365295, - "255": 0.13968254625797272 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/abalone/fold_1/best_state.pth b/UCI_N4/sdp/runs/abalone/fold_1/best_state.pth deleted file mode 100644 index 017ece37c104cca7882248a47eb2e6f47373bfab..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_1/best_state.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:66ba99dff7ae9ff13a0f6a385b478b7744638943d809a679ab0b12a108ced9c0 -size 14453 diff --git a/UCI_N4/sdp/runs/abalone/fold_1/events.out.tfevents.1762510004.auvsl-gpu-01.ise.illinois.edu.4159804.8617 b/UCI_N4/sdp/runs/abalone/fold_1/events.out.tfevents.1762510004.auvsl-gpu-01.ise.illinois.edu.4159804.8617 deleted file mode 100644 index b30a9c4f793b30e2490da0905dd51c28d8b009cd..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_1/events.out.tfevents.1762510004.auvsl-gpu-01.ise.illinois.edu.4159804.8617 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2e7b2c6f18bb712a4c8c44bb9cd758657351538b047a6f13c2cd2e5adaaacbb3 -size 26532 diff --git a/UCI_N4/sdp/runs/abalone/fold_1/result.json b/UCI_N4/sdp/runs/abalone/fold_1/result.json deleted file mode 100644 index bcea2bfe9dd07f352734ec2c9beca81fbce00165..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_1/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 38, - "best_val_acc": 0.6735668789808917, - "test_acc": 0.6463073852295409, - "train_size": 1044, - "val_size": 628, - "test_size": 2505, - "stats": { - "mean": [ - [ - 0.005192849233716447, - -0.0023747756321838803, - -0.004999904980842867, - -0.01065197068965531, - -0.001757506036398443, - -0.0004581268045977247, - -0.008801511695402298, - -0.0025385303256705034 - ] - ], - "std": [ - [ - 0.9921988752896624, - 1.0113577078934743, - 1.0108378611135136, - 0.93746968476643, - 1.0135082046349184, - 1.0099861173658438, - 1.0142707677051552, - 1.019381711286177 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.5143312215805054, - "72": 0.3821656107902527, - "108": 0.3200637102127075, - "255": 0.18789809942245483 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/abalone/fold_2/best_state.pth b/UCI_N4/sdp/runs/abalone/fold_2/best_state.pth deleted file mode 100644 index 1c74a902c2494c98112dcd7da94aad36731fc228..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_2/best_state.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f512352a86efeb3722d5f66b006ab8d743dd92105821c934afe12cf8aa5ca90b -size 14453 diff --git a/UCI_N4/sdp/runs/abalone/fold_2/events.out.tfevents.1762510015.auvsl-gpu-01.ise.illinois.edu.4159804.8687 b/UCI_N4/sdp/runs/abalone/fold_2/events.out.tfevents.1762510015.auvsl-gpu-01.ise.illinois.edu.4159804.8687 deleted file mode 100644 index 04ef449e16ff719bd5246854abedd484edbdb2de..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_2/events.out.tfevents.1762510015.auvsl-gpu-01.ise.illinois.edu.4159804.8687 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b93d07d136031326982ff44e6248ad14cbce0957dca7f435a8327d447033a776 -size 22712 diff --git a/UCI_N4/sdp/runs/abalone/fold_2/result.json b/UCI_N4/sdp/runs/abalone/fold_2/result.json deleted file mode 100644 index 4027786dd5cc6757e26d4d727599ba0e3784684b..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_2/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 28, - "best_val_acc": 0.6888519134775375, - "test_acc": 0.6291469194312796, - "train_size": 1044, - "val_size": 601, - "test_size": 2532, - "stats": { - "mean": [ - [ - -0.017948929501915466, - 0.023985624319923418, - 0.023087170114942556, - 0.018317038026819783, - 0.02778346245977014, - 0.025539904827586328, - 0.018261344003831434, - 0.034770174578544095 - ] - ], - "std": [ - [ - 0.9978233519534647, - 1.0049712832060378, - 1.0100440980049294, - 0.9634042347353897, - 1.0033357823934823, - 1.0054816988393045, - 0.9890488354165379, - 1.0152622279378631 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.5207986831665039, - "72": 0.410981684923172, - "108": 0.3211314380168915, - "255": 0.19134774804115295 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/abalone/fold_3/best_state.pth b/UCI_N4/sdp/runs/abalone/fold_3/best_state.pth deleted file mode 100644 index a9ca0f9f16c3174f6f94253f9d24e9f8a5ff70c1..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_3/best_state.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e76b51c3642b1a97ce5051d5ce10fdcf3be652e1f2c512bae3df1c0b8cd8082a -size 14453 diff --git a/UCI_N4/sdp/runs/abalone/fold_3/events.out.tfevents.1762510026.auvsl-gpu-01.ise.illinois.edu.4159804.8747 b/UCI_N4/sdp/runs/abalone/fold_3/events.out.tfevents.1762510026.auvsl-gpu-01.ise.illinois.edu.4159804.8747 deleted file mode 100644 index 19326be3242f43293284c1d26674babd316b94bb..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_3/events.out.tfevents.1762510026.auvsl-gpu-01.ise.illinois.edu.4159804.8747 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:daeb3e0015e66becf6964a100b3c40b5f7aebf819517b3f3b4c2c81c9d98324f -size 38756 diff --git a/UCI_N4/sdp/runs/abalone/fold_3/result.json b/UCI_N4/sdp/runs/abalone/fold_3/result.json deleted file mode 100644 index 1ec361c1f747c16fca57b87c834cef131abda704..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/abalone/fold_3/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 80, - "best_val_acc": 0.6523887973640856, - "test_acc": 0.6361836896278702, - "train_size": 1044, - "val_size": 607, - "test_size": 2526, - "stats": { - "mean": [ - [ - -0.039933615229885006, - 0.033357397988505864, - 0.02810616465517236, - 0.015225409386973148, - 0.03982630053544057, - 0.03327093634674338, - 0.031858401652298855, - 0.04330609419540234 - ] - ], - "std": [ - [ - 1.000898664612302, - 1.0028361176421674, - 1.0029617333979737, - 0.9244955132147792, - 1.020547570022181, - 1.016662196023235, - 1.0053994226175234, - 1.025123395710352 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.5107083916664124, - "72": 0.40197691321372986, - "108": 0.31630972027778625, - "255": 0.18121910095214844 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/acute-inflammation/fold_0/result.json b/UCI_N4/sdp/runs/acute-inflammation/fold_0/result.json deleted file mode 100644 index ff3f1184e2ab190dddbca6210eb16763383963d6..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/acute-inflammation/fold_0/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 6, - "best_val_acc": 0.75, - "test_acc": 0.5945945945945946, - "train_size": 30, - "val_size": 16, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.029776199999999933, - 0.05815319999999998, - 0.03366299999999992, - -0.07041613333333337, - 0.0829954666666666, - 0.3029878333333334 - ] - ], - "std": [ - [ - 1.046299339147563, - 1.028676385077134, - 0.9895473157792913, - 1.0179845925601472, - 0.9937462864656396, - 1.0009348864350793 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.375, - "72": 0.0, - "108": 0.0, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/acute-inflammation/fold_1/result.json b/UCI_N4/sdp/runs/acute-inflammation/fold_1/result.json deleted file mode 100644 index 1a480cab3be71cf1e8272932dc45f4100d612eca..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/acute-inflammation/fold_1/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 4, - "best_val_acc": 0.7222222222222222, - "test_acc": 0.6805555555555556, - "train_size": 30, - "val_size": 18, - "test_size": 72, - "stats": { - "mean": [ - [ - 0.2066000000000002, - 0.2132320000000001, - 0.16832333333333327, - -6.666666666858371e-07, - 0.08299546666666664, - -0.033663 - ] - ], - "std": [ - [ - 1.073465583913181, - 1.0965727109827237, - 0.9521923485684088, - 0.9958250796083059, - 0.9937462864656397, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.5, - "72": 0.1666666716337204, - "108": 0.0555555559694767, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/acute-inflammation/fold_2/result.json b/UCI_N4/sdp/runs/acute-inflammation/fold_2/result.json deleted file mode 100644 index 57f9c01a812ce448ed71554d3927b05ae58cb381..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/acute-inflammation/fold_2/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 29, - "best_val_acc": 0.75, - "test_acc": 0.9142857142857143, - "train_size": 30, - "val_size": 20, - "test_size": 70, - "stats": { - "mean": [ - [ - -0.06825569999999999, - -0.09692560000000008, - 0.10099316666666662, - 0.07041479999999994, - -0.11619693333333347, - 0.16832750000000007 - ] - ], - "std": [ - [ - 0.9390286569686838, - 0.9304728, - 0.9733809278809981, - 0.9680526182869189, - 0.9870693041144554, - 1.0099525000000003 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/acute-inflammation/fold_3/result.json b/UCI_N4/sdp/runs/acute-inflammation/fold_3/result.json deleted file mode 100644 index fe4bd37595a78ff9e547ddba1189b3c09691c63f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/acute-inflammation/fold_3/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 22, - "best_val_acc": 0.9523809523809523, - "test_acc": 0.8985507246376812, - "train_size": 30, - "val_size": 21, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.061842666666666594, - -0.01938619999999999, - -0.03366716666666666, - -0.14083160000000008, - -0.049799466666666695, - -0.3029836666666666 - ] - ], - "std": [ - [ - 0.9526045937382531, - 0.9838646893399317, - 1.000934886435079, - 1.0348917799997448, - 0.9937462864656396, - 0.8932355996217098 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.6190476417541504, - "72": 0.380952388048172, - "108": 0.190476194024086, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/acute-nephritis/fold_0/result.json b/UCI_N4/sdp/runs/acute-nephritis/fold_0/result.json deleted file mode 100644 index 40987da9241dac84005c3275115f8c5c9eaf063f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/acute-nephritis/fold_0/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 20, - "best_val_acc": 1.0, - "test_acc": 0.8767123287671232, - "train_size": 30, - "val_size": 17, - "test_size": 73, - "stats": { - "mean": [ - [ - -0.1415510333333333, - 0.21323200000000003, - -0.03366716666666671, - -6.666666667154431e-07, - 0.2821878666666666, - -0.1683233333333333 - ] - ], - "std": [ - [ - 1.0909027516263303, - 1.0965727109827237, - 1.0009348864350789, - 0.9958250796083059, - 0.9598970403996372, - 0.9521923485684088 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.7647058963775635, - "72": 0.5882353186607361, - "108": 0.29411765933036804, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/acute-nephritis/fold_1/result.json b/UCI_N4/sdp/runs/acute-nephritis/fold_1/result.json deleted file mode 100644 index 5dc5ead38792273d452cd727da293f584353ca2f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/acute-nephritis/fold_1/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 29, - "best_val_acc": 0.9285714285714286, - "test_acc": 0.881578947368421, - "train_size": 30, - "val_size": 14, - "test_size": 76, - "stats": { - "mean": [ - [ - 0.012368109999999948, - -0.0969256, - 0.10099316666666665, - -0.21124706666666673, - -0.11619693333333339, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9970611705313925, - 0.9304727999999999, - 0.9733809278809981, - 1.0468011683411809, - 0.9870693041144555, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.5, - "108": 0.1428571492433548, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/acute-nephritis/fold_2/result.json b/UCI_N4/sdp/runs/acute-nephritis/fold_2/result.json deleted file mode 100644 index 764b42ee9cfce6484a2be41400788c21beba6aff..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/acute-nephritis/fold_2/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 12, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 11, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.03252466666666676, - 0.05815320000000001, - -0.10099733333333338, - -6.666666667154431e-07, - 0.1493929333333332, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9744119491152714, - 1.0286763850771339, - 1.0077056618442157, - 0.9958250796083059, - 0.9870693041144553, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.6363636255264282, - "72": 0.5454545617103577, - "108": 0.1818181872367859, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/acute-nephritis/fold_3/result.json b/UCI_N4/sdp/runs/acute-nephritis/fold_3/result.json deleted file mode 100644 index c4038cd171b5ad45870f3194d03b1ec05ffa4545..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/acute-nephritis/fold_3/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 49, - "best_val_acc": 0.8421052631578947, - "test_acc": 0.9295774647887324, - "train_size": 30, - "val_size": 19, - "test_size": 71, - "stats": { - "mean": [ - [ - -0.029776590000000006, - -0.01938619999999999, - -0.10099733333333341, - -6.666666667080416e-07, - 0.01659799999999996, - -0.10099316666666663 - ] - ], - "std": [ - [ - 1.0535901730675965, - 0.9838646893399317, - 1.0077056618442157, - 0.9958250796083058, - 0.995962, - 0.9733809278809978 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.5789473652839661, - "72": 0.4736842215061188, - "108": 0.3684210479259491, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/adult/fold_0/result.json b/UCI_N4/sdp/runs/adult/fold_0/result.json deleted file mode 100644 index a33c3e7c8651afddfb6e7d66cc7984d7b512935b..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/adult/fold_0/result.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "best_epoch": 4, - "best_val_acc": 0.8133191100274306, - "test_acc": 0.8112619716142928, - "train_size": 16281, - "val_size": 6562, - "test_size": 25999, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.7572386264801025, - "72": 0.696891188621521, - "108": 0.6298384666442871, - "255": 0.3817433714866638 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/adult/fold_1/result.json b/UCI_N4/sdp/runs/adult/fold_1/result.json deleted file mode 100644 index 13b0c9b6a284dd8ef6dd259ecff2287216d7e3c7..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/adult/fold_1/result.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "best_epoch": 3, - "best_val_acc": 0.8076100244498777, - "test_acc": 0.8065880001537457, - "train_size": 16281, - "val_size": 6544, - "test_size": 26017, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.7496944069862366, - "72": 0.6919315457344055, - "108": 0.6314181089401245, - "255": 0.3694987893104553 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/adult/fold_2/result.json b/UCI_N4/sdp/runs/adult/fold_2/result.json deleted file mode 100644 index 51a91cd282c1ab5043f1e69c5f877369fa1279dc..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/adult/fold_2/result.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "best_epoch": 2, - "best_val_acc": 0.804847923421337, - "test_acc": 0.8083116086489802, - "train_size": 16281, - "val_size": 6477, - "test_size": 26084, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.748803436756134, - "72": 0.6862744688987732, - "108": 0.6271421909332275, - "255": 0.3605063855648041 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/adult/fold_3/result.json b/UCI_N4/sdp/runs/adult/fold_3/result.json deleted file mode 100644 index 35a371d769cec43841e175bf0e30d37c486e9c38..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/adult/fold_3/result.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "best_epoch": 7, - "best_val_acc": 0.8011200242167398, - "test_acc": 0.8089311859443631, - "train_size": 16281, - "val_size": 6607, - "test_size": 25954, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.7470864653587341, - "72": 0.6932042241096497, - "108": 0.6344786286354065, - "255": 0.38141366839408875 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/annealing/fold_0/result.json b/UCI_N4/sdp/runs/annealing/fold_0/result.json deleted file mode 100644 index 3e875f19372ab0d120cc5c5c98dfbdb81ecc0feb..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/annealing/fold_0/result.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "best_epoch": 39, - "best_val_acc": 0.8154761904761905, - "test_acc": 0.7746031746031746, - "train_size": 100, - "val_size": 168, - "test_size": 630, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 33083, - "cert_evals": { - "36": 0.7976190447807312, - "72": 0.785714328289032, - "108": 0.7797619104385376, - "255": 0.6190476417541504 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/annealing/fold_1/result.json b/UCI_N4/sdp/runs/annealing/fold_1/result.json deleted file mode 100644 index 3fb74146c82283fa9fb6f29b73288c6b8c31eff0..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/annealing/fold_1/result.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "best_epoch": 58, - "best_val_acc": 0.8136645962732919, - "test_acc": 0.7551020408163265, - "train_size": 100, - "val_size": 161, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 33083, - "cert_evals": { - "36": 0.7515528202056885, - "72": 0.739130437374115, - "108": 0.695652186870575, - "255": 0.52173912525177 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/annealing/fold_2/result.json b/UCI_N4/sdp/runs/annealing/fold_2/result.json deleted file mode 100644 index 1b81fb726f0971460b2a53607b0e7c59477cced0..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/annealing/fold_2/result.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "best_epoch": 62, - "best_val_acc": 0.7309941520467836, - "test_acc": 0.7400318979266348, - "train_size": 100, - "val_size": 171, - "test_size": 627, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 33083, - "cert_evals": { - "36": 0.6783626079559326, - "72": 0.6491228342056274, - "108": 0.6257309913635254, - "255": 0.5087719559669495 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/annealing/fold_3/result.json b/UCI_N4/sdp/runs/annealing/fold_3/result.json deleted file mode 100644 index 9a6215629e9101bb5af1aa1e08c4233c4a4dd4c1..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/annealing/fold_3/result.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "best_epoch": 58, - "best_val_acc": 0.7245508982035929, - "test_acc": 0.7321711568938193, - "train_size": 100, - "val_size": 167, - "test_size": 631, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 33083, - "cert_evals": { - "36": 0.7005988359451294, - "72": 0.6706587076187134, - "108": 0.6347305774688721, - "255": 0.5389221906661987 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/arrhythmia/fold_0/result.json b/UCI_N4/sdp/runs/arrhythmia/fold_0/result.json deleted file mode 100644 index 587e48e470f79ff7ec3e7082df7b95f88659f85d..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/arrhythmia/fold_0/result.json +++ /dev/null @@ -1,554 +0,0 @@ -{ - "best_epoch": 25, - "best_val_acc": 0.5949367088607594, - "test_acc": 0.5538461538461539, - "train_size": 113, - "val_size": 79, - "test_size": 260, - "stats": { - "mean": [ - [ - -0.05548900442477873, - 0.17327679646017674, - -0.09933938283185836, - -0.022536060176991165, - -0.05529378318584072, - -0.02827017327433631, - -0.005964132743362813, - 0.04588333831858407, - -0.06835887191150443, - -0.01879734327433625, - 0.08708691123893805, - -0.010227719469026567, - -0.05324860619469024, - 0.03857876283185871, - -0.0029412946902654486, - -0.14624673451327397, - 0.0106677238938053, - -0.09994685221238946, - -2.2654867242673962e-07, - -0.10041930088495568, - 0.14110856637168184, - -0.02112876106194691, - -0.021128761061946916, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.024449619469026587, - -0.006156723893805307, - -0.03655609734513271, - -0.06008078761061956, - -0.05587280000000011, - -0.1535461769911505, - -2.9203539835147346e-07, - 0.1454482212389377, - -0.04703600000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.053692424778761245, - 0.10382045292035355, - -0.045959752212389356, - -0.039423744247787586, - -0.042264867256637376, - -0.0339906548672566, - -0.10218601769911498, - -0.04703600000000003, - 0.04783872566371683, - 0.14110856637168165, - -2.920353982139237e-07, - -0.1056450000000003, - -0.06659289999999989, - 0.039230692920353964, - -0.048857433628318604, - -0.0949235044247789, - -0.0951867699115044, - -0.04703600000000003, - -0.07884043362831854, - -0.021128761061946947, - 0.0665928778761063, - 0.0665928778761063, - 0.06659287787610634, - 0.0665928778761063, - 1.0619469034296467e-07, - -0.14459542477876128, - 0.10166875221238943, - -0.0007696849557522316, - 0.08089214159292042, - 0.024555884070796462, - -0.06704164601769926, - -0.04703600000000003, - 0.1411085663716821, - 0.02721671504424786, - -0.04703600000000003, - 0.008643274336283235, - -0.03328283893805306, - -0.08280126353982296, - -0.04353061946902624, - 0.022193132743362702, - -0.07879264601769921, - 0.06659287787610634, - 0.07170867256637195, - 0.1411085663716824, - -0.04703600000000003, - 0.14110856637168173, - -0.05805589380530971, - 0.08516874884955755, - 0.043014315044247776, - -0.002110141592920556, - -0.07482919999999994, - 0.027698871681415955, - -0.08165009999999992, - -0.0536924247787612, - 1.0619469030955972e-07, - -0.09438650000000005, - 0.06338747787610613, - -0.0901489026548673, - -0.04849817699115047, - 0.07722033628318585, - 0.026260424778761074, - 0.0738569911504426, - 0.04712901946902665, - 0.16431531858407084, - 0.09438671238938037, - 0.09438671238938054, - -0.0386190796460177, - -0.09438650000000005, - 1.0619469029580476e-07, - 0.06704106194690244, - 0.00271023008849546, - 0.04821953097345133, - -0.022629159292035374, - 0.24075912389380558, - 0.19588278672566428, - 0.10636762831858415, - 0.07170867256637167, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - 0.24495034513274322, - -0.02112876106194717, - -0.03837423008849555, - 0.0792644690265486, - -0.010963192920353986, - -0.13985853097345086, - -0.06118739999999991, - -0.05918213274336283, - -0.06659289999999989, - 0.19309768141592948, - 0.0665928778761063, - -2.920353984064934e-07, - -0.08791879646017699, - -0.009588667256637163, - 0.039876742477876134, - -0.04371391504424787, - -0.09472733274336269, - -0.08165009999999992, - -0.04703600000000003, - -0.08165009999999992, - -0.059833336283185844, - -0.07838458407079653, - -0.015475274336283125, - -0.0805356, - -0.13698139380530983, - 0.14110856637168137, - -0.04703600000000003, - 0.0665928778761063, - -0.021128761061947016, - 0.017010241592920368, - 0.09822180530973434, - 0.005761375398230098, - 0.0322361946902655, - -0.034939104424778704, - 0.06566965486725665, - 0.061632838053097376, - 0.0004023300884955741, - 0.07045262681415927, - 0.028733457522123865, - 0.02147898230088495, - -0.05026543539823011, - 0.060225181415929224, - -0.07029714159292026, - 0.06618380000000008, - 0.011594984955752213, - 0.040387401769911555, - -0.0058615916814159065, - 0.04742410654867257, - -0.015766054867256643, - -0.062290848053097175, - -0.05214830601769914, - 0.04644970973451337, - -0.05739616814159293, - 0.05439313274336291, - -0.0036409858407079588, - -0.009598277876106183, - -0.011235967256637188, - -0.002634908849557516, - -0.005508535398230053, - -0.05590965752212387, - -0.06772527787610619, - 0.08251315044247781, - -0.08976234513274321, - 0.04703600000000003, - -0.04274165486725669, - -0.05909215752212393, - 0.027935999115044265, - -0.036451818017699096, - 0.03197787610619467, - 0.1596792035398229, - 0.0024668168141592844, - -0.015842806194690306, - 0.07878208849557493, - 0.006463776548672604, - 0.06462291946902653, - 0.025483634513274327, - 0.06707996637168136, - -0.07861038619469025, - -0.0949829097345134, - -0.08679084778761066, - 0.09411216159292037, - -0.061483929203539976, - -0.03750280353982299, - 0.024982454867256657, - 0.010920844247787605, - -0.036973680442477924, - -0.00325765690265486, - -0.06706977168141595, - 0.054682415929203546, - 0.07233616902654867, - 0.024967183185840673, - 0.0201886814159292, - 0.0625599000000001, - 0.016163015929203547, - -0.19404511061946894, - 0.1314095771681416, - -0.02607840336283184, - -0.07232390353982299, - 0.06542182300884967, - 0.09097714132743363, - -0.0490932584955752, - 0.17395115044247766, - -0.08915754336283198, - 0.005843493805309704, - -0.1311985026548673, - 0.0822022767256637, - -0.0316962311504425, - -0.15503262123893807, - 0.050416203539823005, - 0.012278147787610633, - 0.0764223432743363, - 0.20117684424778776, - -0.15312840973451328, - -0.006850403539823016, - -0.22191862300884949, - 0.1207021007964602, - -0.08917110283185833, - -0.07690047646017703, - 0.030319972566371638, - -0.1126870734513274, - 0.06241866831858403, - -0.1273596991150443, - 0.06213639999999999, - -0.07254762831858405, - -0.08504349999999997, - 0.034207636283185856, - -0.02238689532743362, - 0.10946240796460185, - 0.021622823008849552, - -0.1487953611504425, - 0.02685327893805308, - -0.04490421946902649, - -0.04955592035398229, - 0.06734868938053096, - -0.08363668734513273, - 0.022693176017699095, - 0.09933861353982294, - -0.00604589380530972, - -0.10963647433628322, - 0.03259297079646029, - -0.07945840000000003, - -0.007002541592920362, - 0.10658185398230094, - -0.0866022876106194, - 0.06365430106194689 - ] - ], - "std": [ - [ - 0.9732374444872444, - 0.9655808459932996, - 0.2507734231833244, - 0.85756632700396, - 0.9152499916483915, - 0.9319460220789437, - 0.9577523305438101, - 1.1527478213503135, - 0.9576681124104236, - 1.0097636409421697, - 0.9939501739346246, - 0.8077223719814682, - 0.9956881527950738, - 1.065832253077651, - 0.8648866626310105, - 0.7884428876814543, - 0.8846283104978594, - 1.0392968702844574, - 0.9547571784517959, - 0.830419971626617, - 1.9911349325902201, - 0.8944357999064113, - 0.8944357999064099, - 1.0, - 1.0, - 1.0, - 1.0288388455432311, - 1.0366372636701484, - 1.0104922342254585, - 0.6029602666961917, - 1.0, - 0.9119059418676891, - 0.9988936769842922, - 1.3401171108416883, - 1.0, - 1.0, - 1.409505785723462, - 0.7576328500006007, - 1.1142082921935355, - 1.100915710823559, - 0.9521761840451372, - 0.8352521125885086, - 0.7194469320515606, - 0.9886952789548065, - 1.0, - 1.111662684055426, - 1.9911349325902201, - 0.9988936769842919, - 1.0, - 1.0, - 0.9092993788613446, - 1.061138924056677, - 0.8860454459362529, - 0.77869888137794, - 1.0, - 0.9971658374137916, - 0.8944357999064098, - 1.4095057857234619, - 1.409505785723463, - 1.4095057857234636, - 1.4095057857234625, - 0.9988939483461562, - 0.8359429042688657, - 0.9455652546275832, - 1.047159553008427, - 1.2373317065584502, - 0.9367499049873408, - 0.7094990007768702, - 1.0, - 1.9911349325902201, - 1.152138074538977, - 1.0, - 1.076296523650441, - 1.0790204523971971, - 0.9278040585020654, - 0.6623289850929874, - 1.0736843273720698, - 1.059187675645061, - 1.4095057857234636, - 1.1978616378928757, - 1.9911349325902201, - 1.0, - 1.9911349325902201, - 0.9142231440920847, - 1.3486308966826843, - 0.9779239267203217, - 1.072217573812213, - 1.0, - 1.0670736267417575, - 1.0, - 0.7576328500006009, - 0.9988939483461562, - 1.0, - 1.2592635987036094, - 0.6360290623787335, - 0.8549033709264361, - 1.300841714365119, - 0.979322007928904, - 1.2296324368044147, - 1.3300447893255654, - 1.2339107860310472, - 1.4063287585864288, - 1.4063287585864277, - 0.817419899167048, - 1.0, - 0.9988939483461566, - 1.2178666747421332, - 0.9179155627028488, - 1.1674686384124506, - 0.937597875841375, - 1.9128860722576218, - 1.9849443701676805, - 1.2128492302504466, - 1.1978616378928766, - 1.409505785723462, - 1.0, - 0.9988939483461566, - 1.9776639067090993, - 0.8944357999064088, - 0.9089427774812973, - 1.1565813541259533, - 0.9312031818896745, - 0.37790291497240225, - 1.0, - 1.0103067336455187, - 1.0, - 1.612796005825811, - 1.4095057857234625, - 0.9988936769842919, - 0.9869575017654069, - 1.0625408223089012, - 0.8572543250334869, - 0.4626232154331089, - 0.8399894436428749, - 1.0, - 1.0, - 1.0, - 0.9949165069017805, - 0.9763809111647539, - 0.9886383527662114, - 1.0, - 0.8853802248708618, - 1.9911349325902201, - 1.0, - 1.4095057857234612, - 0.8944357999064094, - 0.8545082434186259, - 0.8796291945635648, - 0.9389113833926183, - 0.8861374760427413, - 0.39441056751713705, - 0.8648668783726172, - 0.9862191391833568, - 0.8481954658017612, - 0.9206020572467216, - 0.886517128434336, - 1.0192902215038742, - 0.956622629021229, - 0.8523688961466389, - 0.2992587051477164, - 1.0, - 0.8898404778961094, - 1.0071877733497892, - 0.950155747946548, - 1.0050918229648342, - 0.7815635141616576, - 0.9972744785704897, - 0.9594844360499902, - 0.9255046483391078, - 0.4876909595587591, - 0.5036861467715275, - 0.8566188861170654, - 0.7638467720219689, - 1.0032544884403838, - 1.0560420525550518, - 0.8986819691295396, - 0.9372189161919664, - 0.8101867430665612, - 0.8950623205358443, - 0.7725356624236849, - 1.0, - 0.872460731649835, - 1.045597205130584, - 0.881115812189619, - 0.9553256168269835, - 0.8848742890899297, - 0.5907365616618244, - 0.9525692591339604, - 0.9761188977078773, - 1.2163938242844157, - 0.9319895550002153, - 0.8335462617896103, - 0.9176414735582966, - 0.9775951517497435, - 0.8425042883529639, - 1.2598848541968266, - 0.949252647471748, - 0.838972165335258, - 0.23456841787874302, - 1.1642248030770597, - 0.8628119131177865, - 0.8751618803772816, - 0.9228296916565395, - 0.9809394578124714, - 0.5915262659968897, - 0.8563703331027254, - 1.223677024967222, - 0.9284798655045788, - 1.2965375076317172, - 1.0, - 0.9389878405072626, - 0.8540110671890598, - 1.316521539927867, - 1.4340416104694482, - 0.8735072262525767, - 0.676363014728904, - 1.1134658692256694, - 1.0134545560863548, - 1.7552329970203224, - 1.7155564074285294, - 0.873049365917997, - 1.030474558081803, - 1.0170344415415917, - 1.0766146909852692, - 0.7111765255105056, - 0.6923440560955865, - 1.0058025631570486, - 0.9240158601820535, - 1.9435205267323648, - 1.9899491083438348, - 0.8387690283436754, - 0.9708565551581373, - 0.8493149601758292, - 0.985055690803851, - 0.8279931417986857, - 0.9098729896957297, - 0.9370725829078755, - 0.8393620512490872, - 0.28080206241297245, - 1.0, - 0.8220194136548338, - 0.9761698379739507, - 0.7917031329595748, - 0.9270879739715543, - 0.847139011361557, - 1.0122054789755355, - 0.9745187015121873, - 0.8548335912371546, - 0.16972156566241, - 0.8245729285934237, - 1.06901211839648, - 0.8750748380574906, - 1.0605384058291198, - 0.814622435544981, - 1.1662691506968674, - 1.0027045465050628, - 0.707221379699125, - 1.0, - 0.8738904193642293, - 1.0307627522011051, - 0.9112504790758761, - 1.0340966211802813 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1084073, - "cert_evals": { - "36": 0.49367091059684753, - "72": 0.4556962251663208, - "108": 0.40506330132484436, - "255": 0.2405063360929489 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/arrhythmia/fold_1/result.json b/UCI_N4/sdp/runs/arrhythmia/fold_1/result.json deleted file mode 100644 index a417e6aa885284696fb886fc2c80d886ef1e3001..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/arrhythmia/fold_1/result.json +++ /dev/null @@ -1,554 +0,0 @@ -{ - "best_epoch": 13, - "best_val_acc": 0.5263157894736842, - "test_acc": 0.4858156028368794, - "train_size": 113, - "val_size": 57, - "test_size": 282, - "stats": { - "mean": [ - [ - -0.08236052831858409, - 0.04887446902654869, - 0.0825547600000001, - 0.07080902389380533, - 0.06969351327433632, - -0.02017880672566372, - 0.0033134920353982203, - -0.0904622607964602, - 0.0008566455575221136, - 0.05502761778761062, - 0.0029605046017698983, - 0.16618478141592918, - 0.10348846991150445, - -0.12880789292035386, - 0.001393306194690269, - -0.009972053097345045, - -0.13480514867256632, - 0.15853807787610613, - -0.022554120353982243, - -0.17088875221238942, - -0.04703600000000003, - -0.02112876106194702, - 0.14790371681415893, - 0.0665928778761063, - 0.0665928778761063, - 0.09438671238938028, - -0.033913831858407135, - -0.05746374070796462, - 0.020589044247787618, - -0.08296883185840712, - -0.016433217699115002, - -0.02482472566371683, - -0.13408300000000029, - -0.0661125929203539, - 0.14110856637168206, - 0.19977865575221251, - 0.06659287787610634, - 0.16107630088495584, - -0.04968823575221234, - 0.16085886725663703, - -0.040819525663716834, - -0.04226484955752222, - 0.03399069026548677, - 0.08868894690265484, - 0.14110856637168143, - 0.1435154159292037, - -0.04703600000000003, - -2.920353984457933e-07, - -0.02112876106194691, - 0.1997786557522125, - -0.14194291681415921, - 0.11196102831858407, - 0.0592675752212388, - 0.09347194690265491, - -0.04703600000000003, - 0.13773737168141595, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - 0.0665928778761063, - 0.09438671238938029, - -0.09931298230088502, - -0.11574543716814155, - 0.19007244637168158, - 0.006741415929203616, - -0.17417296814159283, - -2.920353982846636e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247736, - 0.14110856637168231, - -0.00288054867256639, - 0.04904841858407081, - 0.02098572858407086, - -0.1192364601769909, - -0.0031704955752213143, - 0.01358514159292034, - -0.06659289999999989, - 0.014341504424779012, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - 0.07784732743362836, - 0.10888657327433629, - -0.1186584123893806, - -0.02180679646017706, - -0.07482919999999994, - 0.08863622212389385, - 0.13608353008849555, - 0.08948672566371674, - 1.0619469028597977e-07, - -0.09438650000000005, - -0.02112876106194696, - 0.09014838938053121, - -0.048498132743362864, - 0.05329288938053096, - 0.07878135752212394, - 0.006330884955752202, - 0.04712901946902665, - 0.11292442477876118, - -0.09438650000000005, - 0.09438671238938054, - -0.03861907964601756, - 1.0619469029580476e-07, - -0.09438650000000005, - 0.06704106194690229, - -0.07101396460177, - 0.11338092035398238, - 0.022629575221239016, - 0.15994504424778788, - 0.039176644247788044, - 0.11334270796460184, - -0.100392831858407, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469028597977e-07, - 0.027216715044247736, - -0.0211287610619469, - 0.007675044247787407, - 0.017898353982300903, - 0.022447520353982425, - -0.10415006194690236, - -0.06118739999999991, - -0.031867106194690256, - 0.0665928778761063, - 0.0386198407079645, - -0.06659289999999989, - 0.06704106194690229, - 0.03697516814159319, - -0.044993100884955714, - -0.005112693362831841, - -0.08742769999999993, - -0.04059785840707965, - 0.027216715044247736, - 0.1411085663716819, - 0.13608353008849491, - 0.03589945132743362, - -0.0453806460176991, - 0.003572176991150533, - 0.05211161769911493, - -0.012922732743362846, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - 0.14790371681415954, - 0.14316932831858414, - 0.03571657522123903, - -0.10441322884955753, - -0.23222040176991168, - -0.03493910442477871, - 0.05546864601769913, - 0.12581869469026555, - -0.18030577079646018, - -0.07161228646017702, - -0.03718444513274338, - 0.013523787610619589, - 0.10059417451327425, - 0.01624747876106193, - 0.05021323893805318, - -0.05147623362831883, - 0.1827229362831858, - 0.0034618557522124397, - 0.05241511327433623, - 0.030558143362831823, - -0.19202160176991148, - 0.11133997495575228, - 0.12129543628318586, - 0.060097776106194795, - 0.11579815929203502, - -0.027196398230088462, - 0.17599128230088495, - -0.1195051539823009, - 0.18247482389380532, - 0.06219380353982303, - -0.09025506017699113, - 0.08350311504424779, - 0.1271729522123894, - -0.0951591353982304, - 0.10388311504424796, - 0.04703600000000003, - -0.14397143362831855, - -0.056712807079646044, - 0.11911974769911506, - 0.07255731355752211, - 0.17956833628318594, - 0.03657456283185836, - -0.12767188938053103, - -0.21526490619469008, - 0.019409734513274046, - -0.20038580796460184, - 0.13453505858407078, - -0.20150050008849554, - -0.10956924336283183, - -0.1755137388495575, - 0.07771356637168146, - 0.1258815132743363, - 0.05789021663716825, - 0.059674265486725525, - 0.04250356814159293, - 0.18101372743362842, - -0.08988732212389382, - 0.148077411681416, - 0.041530495575221225, - -0.07796867964601775, - -0.08606286725663721, - 0.216610610619469, - 0.09511035132743359, - -0.05938040707964593, - 0.0625599000000001, - -0.09312924070796465, - -0.07196051769911511, - 0.13021555911504423, - 0.10358608645132746, - -0.0039450442477876055, - 0.015811640707964647, - 0.042050546725663725, - -0.11399942584070796, - 0.01275024778761036, - -0.012157897345132696, - -0.07146561415929208, - -0.03644905008849562, - -0.0460240963716814, - -0.04567296300884947, - -0.0159320159292035, - -0.020865886725663647, - 0.006243656991150445, - -0.04104453495575228, - 0.04250217699115046, - 0.034307366371681414, - -0.11968876460176998, - -0.0937977030973451, - -0.007898124601769923, - -0.06254813724778759, - 0.027666705132743385, - -0.0678103380530974, - 0.0033648314159292177, - 0.014861656991150381, - -0.08490639823008855, - 0.06213639999999999, - 0.10985744247787621, - -0.1141806185840708, - -0.0051085477876106, - -0.07652198922123891, - 0.1186390026548673, - -0.006018964601769793, - -0.03378361716814159, - 0.011641800000000063, - -0.06094139999999994, - 0.1415026725663717, - -0.08340849911504429, - -0.021807159292035423, - -0.08355237141592924, - 0.10080485079646004, - -0.0028213893805309528, - -0.039560768141592914, - -0.03811751592920355, - 0.06180052389380527, - 0.08721472743362838, - -0.045456217699115044, - -0.04452998026548677, - -0.08741183716814158 - ] - ], - "std": [ - [ - 1.0288523625377175, - 0.9926765498781311, - 1.5821926864265932, - 1.2345480341843558, - 1.0919259987637373, - 0.8553411989728208, - 0.9770372253740158, - 1.0941619685910755, - 0.9070109264400832, - 1.1660151450666374, - 0.82811358045681, - 0.8585451804478106, - 0.9271539318095082, - 0.826139795075132, - 0.9407871254954377, - 1.1098127265333941, - 0.9673996715099642, - 1.0170784936919917, - 0.7160692020317576, - 0.8881539469849713, - 1.0, - 0.8944357999064094, - 1.5353137244867066, - 1.409505785723462, - 1.4095057857234625, - 1.4063287585864295, - 0.8810006273224485, - 0.9386543902953636, - 0.9544080465249254, - 0.605561339519823, - 0.41738930632162535, - 0.9435148318250272, - 1.0, - 0.7880462841530468, - 1.9911349325902201, - 1.9844233966366362, - 1.4095057857234636, - 1.494834216304884, - 0.8945327921343991, - 1.0465252306595956, - 0.9657902518204129, - 0.8818849232826983, - 1.01289922968906, - 0.9542609489006632, - 1.9911349325902201, - 1.303101066939662, - 1.0, - 0.9988936769842933, - 0.8944357999064099, - 1.9844233966366385, - 0.9721978598866062, - 0.9751070654641969, - 1.053405494669145, - 1.2277188687789828, - 1.0, - 0.9710532649972081, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.409505785723463, - 1.4063287585864295, - 0.9944538524514821, - 1.0084398738408038, - 1.096956593110858, - 0.9848747659663566, - 1.0176485758563296, - 0.9988936769842915, - 1.0, - 1.0, - 1.1521380745389784, - 1.9911349325902201, - 0.8886796764360778, - 1.0626176220464763, - 0.9820129092696263, - 0.48071756015968203, - 0.8052609158630751, - 0.9014845427415126, - 1.0, - 1.0421263616247836, - 1.0, - 1.0, - 1.0, - 1.0603166366167238, - 1.3948018100222412, - 1.0002378777841179, - 1.0521891063258038, - 1.0, - 1.170667828978199, - 1.6220790112596297, - 1.3004892166096398, - 0.9988939483461562, - 1.0, - 0.8944357999064098, - 1.2549059943840741, - 0.9010506624821365, - 1.2640911636544077, - 0.947031285603356, - 0.991260918816901, - 1.3300447893255651, - 1.1497030038124454, - 1.0, - 1.4063287585864277, - 0.8174198991670485, - 0.9988939483461566, - 1.0, - 1.217866674742133, - 0.8282680988206665, - 1.073085103116072, - 0.9693454139903576, - 1.7234040703162494, - 1.1056144342459158, - 1.074119172644369, - 0.6071170412907283, - 1.409505785723462, - 1.0, - 0.9988939483461562, - 1.1521380745389787, - 0.8944357999064119, - 1.058370875443875, - 1.0846522644237848, - 1.0598613115637294, - 0.5613288969768316, - 1.0, - 1.077530223972941, - 1.4095057857234625, - 1.15083399388167, - 1.0, - 1.2178666747421318, - 1.0966395583377115, - 1.0389053330759344, - 1.0429545495698374, - 1.0, - 1.0244696199828591, - 1.152138074538978, - 1.9911349325902201, - 1.6220790112596353, - 1.1329428844818097, - 1.0304640926757396, - 1.0027828154445004, - 1.4038062005460157, - 1.0648539403871593, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 1.5353137244867094, - 0.6866407429573802, - 0.9470876233472572, - 0.8928451459276403, - 1.3503062413436946, - 0.39441056751713693, - 1.0739060999830787, - 0.8074286630470415, - 0.8622816943277237, - 0.9235511168325403, - 0.8884646840941383, - 0.9253177369109523, - 1.0067482855890655, - 0.8717444615689396, - 1.7004798113300974, - 1.2451967529281143, - 1.0189016467998342, - 0.9159576992318523, - 0.9716842292520014, - 0.8537203439878127, - 0.6934639134127168, - 0.6814900866218891, - 1.08628728041417, - 0.8695100152450093, - 1.7244969164094923, - 0.9957413253735008, - 0.886998298843266, - 1.0086098935045376, - 0.9474117590718318, - 0.9527864599550645, - 0.8622024829086022, - 0.928715896349544, - 1.165972778898159, - 1.1444020655792773, - 1.249832703644339, - 1.0, - 1.04414181114218, - 0.7888691092407913, - 0.8896110919230731, - 0.8385172959457787, - 0.6963004767756463, - 1.0524770129026086, - 0.8728215158868736, - 1.2422671085343606, - 1.0395955941659785, - 0.9729248895409327, - 0.942112878700215, - 0.9029124312015971, - 0.9945356002953412, - 0.9067257721352653, - 0.6559269963983796, - 1.0530222495928638, - 0.7742650861348659, - 1.7415209866320729, - 0.31751695199855035, - 0.9401556411866103, - 0.9925662855482592, - 0.9703437391049544, - 0.9315271035229352, - 0.76726349356305, - 1.113451820498087, - 1.5950728246019172, - 0.9108834606609704, - 0.6187680270209445, - 1.0, - 1.026218169309107, - 0.9226908311101232, - 1.3695879042350074, - 1.390915117042367, - 0.9165066682832561, - 1.0788295714407763, - 0.8648263176100378, - 0.9635758583333331, - 0.8878642706591297, - 0.9006687498171835, - 0.8634669309414519, - 1.0263681887473621, - 1.1035216758671196, - 0.9668823371087334, - 0.9093839574625667, - 1.2537251227686863, - 0.925393016008483, - 0.9198488449490679, - 0.9988290268424753, - 0.1771101235529094, - 1.05614751420039, - 0.9497863099739803, - 1.0994839009481026, - 0.92792429034674, - 0.9973731985207415, - 1.4008749618490997, - 0.9833759189369512, - 0.7900467121392818, - 0.5512800744398914, - 1.0, - 1.160435495736531, - 0.840523823247663, - 1.0569742675732663, - 0.8576934466322704, - 0.9349861286126709, - 0.8587290535040432, - 0.9574488028099564, - 0.8825111948837125, - 1.0, - 0.9946462418130932, - 0.8401625258336195, - 1.0609041780534152, - 0.8625411201961046, - 0.8578849236354916, - 0.9245113485505083, - 0.9397104471617286, - 0.949988633400937, - 1.4949439323664353, - 1.0752730715733643, - 0.854508526946672, - 1.0304209489391347, - 0.9286338973772724 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1084073, - "cert_evals": { - "36": 0.38596493005752563, - "72": 0.2982456088066101, - "108": 0.24561403691768646, - "255": 0.08771929889917374 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/arrhythmia/fold_2/result.json b/UCI_N4/sdp/runs/arrhythmia/fold_2/result.json deleted file mode 100644 index bd70fb9c099c0c4cacb36c251be1ba31130cd57f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/arrhythmia/fold_2/result.json +++ /dev/null @@ -1,554 +0,0 @@ -{ - "best_epoch": 60, - "best_val_acc": 0.5538461538461539, - "test_acc": 0.6496350364963503, - "train_size": 113, - "val_size": 65, - "test_size": 274, - "stats": { - "mean": [ - [ - 0.003089986725663709, - -0.004440814159291977, - 0.06255539469026555, - 0.0030673203539822954, - 0.001728016814159293, - 0.11026861433628313, - 0.017892446017699123, - -0.06960080176991157, - 0.039233834283185866, - 0.15144875398230093, - 0.006497817787610628, - -0.01399969203539821, - 0.12535314601769912, - 0.032636741592920446, - -0.04566848761061949, - -0.12298024778761062, - -0.000969959292035392, - 0.11890371504424775, - -0.09021629999999985, - -0.11451322123893802, - -0.04703600000000003, - 0.06338747787610569, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.09438650000000005, - -0.04968765486725668, - 0.10877121769911505, - -0.018068128318584065, - -0.08296883185840709, - -0.05587280000000011, - -0.06895776106194693, - -2.920353983278935e-07, - -0.013222389380530894, - -0.04703600000000003, - 0.06659287787610632, - -0.06659289999999989, - -0.1252820000000002, - 0.010099320973451271, - 0.07353538053097344, - -0.007326469911504469, - -0.07684545132743385, - -0.0339906548672566, - 0.05784047787610613, - 0.14110856637168143, - 3.805309734868323e-07, - -0.04703600000000003, - -0.06704164601769919, - -0.02112876106194691, - -0.06659289999999989, - 0.15620863893805323, - -0.03053643008849556, - -0.18165605309734498, - -0.11233752212389378, - -0.04703600000000003, - -0.016779973451327427, - -0.021128761061946985, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.00463133628318579, - -0.07507774690265485, - -0.0007694676106195044, - -0.08089127433628311, - -0.10792991415929203, - -2.9203539847723323e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247893, - -0.04703600000000003, - -0.02592799999999999, - 0.08057962389380531, - 0.024038425752212503, - -0.16465999999999992, - -0.07926050000000014, - -0.09237758407079648, - -0.06659289999999989, - -0.043025663716814114, - 0.14110856637168245, - 0.1411085663716826, - -0.04703600000000003, - -0.023750336283185847, - 0.03126479168141594, - 0.008899934513274312, - -0.02743449557522126, - 0.06331698053097352, - 0.05539779646017699, - 0.027216715044247736, - 0.017897150442477798, - 1.0619469029187476e-07, - 1.061946903233147e-07, - -0.02112876106194691, - -0.1502479999999999, - -0.016447008849557545, - -0.0054378495575221125, - 0.07474130442477876, - -0.07807693805309734, - -0.07854839999999999, - -0.008790955752212368, - 1.0619469031152472e-07, - 1.0619469029973474e-07, - 0.038619840707964564, - 1.061946903233147e-07, - 1.0619469035868464e-07, - -2.920353983829134e-07, - -0.06884565486725683, - -0.043006230088495565, - 0.13900964601769922, - -0.06902842477876096, - -0.06529410000000001, - -0.07149334513274326, - -0.043025663716814044, - -0.06659289999999989, - 0.02721671504424799, - 1.0619469029187476e-07, - -0.08165009999999992, - -0.1056450000000003, - -0.0844234336283186, - 0.045172380530973465, - 0.08091592477876108, - -0.08034439823008824, - -0.06118739999999991, - 0.009105318584070807, - 0.0665928778761063, - 0.03861984070796471, - -0.06659289999999989, - -2.920353983475435e-07, - -0.01561157522123892, - 0.034667146902654884, - 0.04805644646017698, - 0.07649909380531038, - 0.0778107902654868, - -0.08165009999999992, - -0.04703600000000003, - 0.027216715044247736, - 0.003988389380530976, - 0.07484829203539822, - 0.06071553097345137, - 0.014212502654867237, - 0.06978295752212389, - -0.04703600000000003, - -0.04703600000000003, - -0.06659289999999989, - -0.1056450000000003, - -0.05670110707964598, - 0.09375696460176995, - -0.16628776973451334, - -0.004178826548672555, - -0.07220739999999994, - -0.06694404424778763, - -0.06819787345132745, - -0.049705195575221274, - -0.11667001238938055, - -0.12676487345132748, - 0.06602797345132745, - 0.0027255099115044237, - 0.08367987168141594, - -0.07531826548672561, - 0.06618380000000008, - -0.05077870088495575, - -0.03939802035398229, - 0.0725209725663717, - 0.018818907079646008, - -0.0012129309734513318, - 0.08232463584070795, - 0.06279675221238941, - 0.05451436991150446, - -0.09364632743362859, - -0.013597840707964663, - -0.02791582300884959, - 0.02277181946902653, - 0.09624579256637165, - 0.10685669557522126, - 0.05720445840707966, - -0.11690305221238939, - -0.07600262831858408, - 0.20486032743362856, - -0.11598514159292016, - 0.04703600000000003, - 0.12372530088495573, - 0.07733639557522128, - 0.009731815840707961, - 0.06515634630088495, - -0.004099914159292028, - -0.062444362831858426, - -0.14432490088495575, - 0.010303688495575204, - -0.03996258407079658, - -0.01723771946902648, - -0.03748595911504427, - -0.09338390796460176, - -0.12455748761061945, - -0.07069998663716814, - 0.09306433097345132, - 0.05574491150442479, - 0.05271592371681417, - -0.10488400000000016, - 0.0725061, - -0.06092212743362833, - -0.021001579646017662, - 0.08582514876106195, - 0.05783091212389381, - 0.07796875840707959, - -0.0484065486725664, - -0.06359218141592915, - 0.12465353274336273, - -0.03740971681415926, - -0.006256027433628239, - 0.02847770973451326, - 0.03523589380530972, - -0.007258076106194675, - 0.029468245840707955, - 0.07720809823008848, - -0.029801646017699017, - -0.07590199938053097, - -0.0023667877876106243, - -0.06193052212389384, - 0.0729473, - -0.08944441592920359, - -0.008905622654867247, - -0.09599750318584069, - -0.11731536725663715, - 0.03799221946902657, - 0.04264000707964609, - -0.05476776486725663, - -0.08099349336283189, - -0.06403644955752204, - 0.0510427, - -0.1728837920353984, - 0.04379192212389381, - -0.08503633221238939, - -0.04843164778761059, - -0.013288855929203541, - 0.05900416725663712, - 0.01502987168141596, - -0.028499033982300897, - -0.06898648672566376, - 0.06213639999999999, - -0.020727761061946872, - 0.056635334513274314, - -0.009026141592920364, - 0.03156841769911506, - -0.12126076106194686, - 0.06353122123893817, - 0.031937667522123854, - 0.029336698938053133, - 0.12508993982300817, - -0.07582650442477877, - 0.006734969026548675, - 0.06509837044247789, - 0.03657155663716816, - -0.13086254787610632, - -0.01249529203539823, - 0.041217141592920364, - 0.050712616814159305, - 0.008828665486725618, - -0.04774530973451326, - -0.06531424955752214, - 0.08627439557522125, - 0.019008834867256633 - ] - ], - "std": [ - [ - 0.9244692810470073, - 0.9993356910018533, - 1.1547522998507793, - 0.9432810092169331, - 1.03584004279498, - 0.8753158130277445, - 1.0465755215467378, - 0.9102607240673849, - 1.023778543447583, - 0.9297280045159075, - 1.0069835198754635, - 0.9525566546794436, - 0.9399759480360307, - 0.9978150756585966, - 0.9862811329995884, - 0.9613244275752023, - 1.111865207612389, - 0.9715796850385696, - 1.0, - 1.0813226579822182, - 1.0, - 1.2592635987036094, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.010538238524329, - 1.0722512669094082, - 1.0593646908068974, - 0.605561339519823, - 1.0, - 0.9556792785074675, - 0.9988936769842924, - 0.9607982608538026, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 0.972373648410722, - 1.0584533172538098, - 1.0284056325027326, - 0.8751294762374062, - 0.7194469320515607, - 0.9753483226530357, - 1.9911349325902201, - 0.99889397212978, - 1.0, - 0.7094990007768706, - 0.8944357999064104, - 1.0, - 0.9004941973725803, - 1.0121581074927941, - 0.761525664661198, - 0.6638398438080123, - 1.0, - 1.0084273596642825, - 0.8944357999064123, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 1.0, - 1.0674172345021198, - 1.0415595393603108, - 0.9952640371583976, - 0.7847375185646767, - 1.0253922671299165, - 0.9988936769842935, - 1.0, - 1.0, - 1.1521380745389769, - 1.0, - 0.9380600926852771, - 0.9688329579782285, - 1.0699750013871834, - 1.0, - 1.0, - 0.9022130416875166, - 1.0, - 0.8547515543653855, - 1.9911349325902201, - 1.9911349325902201, - 1.0, - 0.9833161542151768, - 0.9113836368578456, - 1.0154070458101938, - 0.8175726795277899, - 1.0291658658053822, - 1.0023879541161114, - 1.1521380745389784, - 1.0666606471785436, - 0.9988939483461562, - 0.9988939483461564, - 0.8944357999064111, - 1.0, - 1.0194849042181624, - 0.9377289254070391, - 0.9868393622488469, - 0.7115324821514019, - 1.0, - 0.9291878599599749, - 0.9988939483461571, - 0.9988939483461564, - 1.150833993881672, - 0.9988939483461564, - 0.9988939483461563, - 0.9988936769842928, - 0.8446756150368765, - 0.8840822390425243, - 0.879273891482901, - 0.356357040154056, - 1.0, - 0.8575361470050674, - 0.8547515543653872, - 1.0, - 1.1521380745389762, - 0.9988939483461562, - 1.0, - 1.0, - 0.7707096318942795, - 0.9479029615796615, - 0.8861435214681488, - 0.709392406059319, - 1.0, - 0.9648083778490988, - 1.4095057857234619, - 1.1508339938816696, - 1.0, - 0.9988936769842918, - 0.8265732991714976, - 1.0190844405952648, - 0.9459831021380053, - 1.7348381185160544, - 1.1517740759366022, - 1.0, - 1.0, - 1.152138074538978, - 0.912843060712004, - 1.1388119070973806, - 0.9915799039109703, - 1.002719667279991, - 1.085125621845705, - 1.0, - 1.0, - 1.0, - 1.0, - 1.5001714286910226, - 0.9966194693620798, - 0.9443805992812078, - 0.8655175815339226, - 1.0, - 0.7897012658620092, - 1.1164175335449071, - 1.264530190302258, - 0.8921583865445091, - 1.0648052330194941, - 0.8695758038727032, - 0.8660581580725691, - 0.8367831000825393, - 0.37197924168302665, - 1.0, - 0.9262178979224102, - 0.9242646117464632, - 0.973591105652927, - 0.9951600891998066, - 1.1111862475284577, - 0.6670563380647561, - 0.9442962334551489, - 0.990332316811185, - 0.480719441273429, - 1.223234975369157, - 0.940394811395897, - 0.9089632031900003, - 1.0458338698053655, - 0.9721165818563446, - 1.374767108546496, - 0.8594004341053223, - 0.7653673558229712, - 0.6670525311692612, - 0.645642563256581, - 1.0, - 0.891254315503885, - 1.0775980834755503, - 1.007431548670928, - 0.9530753484316439, - 1.4811962251096449, - 1.2176806384389702, - 0.9602107117788192, - 0.8795846242039457, - 1.1116750216535782, - 0.9501349187678776, - 1.0821885258200035, - 1.1407026156836266, - 0.9231893015164008, - 0.8990327480493145, - 0.6422405879838027, - 0.9092214790537131, - 0.9351958368508632, - 1.0, - 1.0, - 0.9288775753611616, - 0.8531876075690629, - 1.034017858801366, - 1.0285706599327553, - 1.5382840820664052, - 1.0793433921827003, - 0.7014984131399681, - 0.9478974831267535, - 0.8121083950620509, - 0.5317226069000799, - 0.877495299738119, - 1.105656776922663, - 0.9679617815757274, - 0.7155463726091819, - 1.108302722756925, - 1.0944778308312668, - 0.7749616919771513, - 0.8850563716056123, - 0.5693811287198752, - 1.0, - 0.9220528856937216, - 0.8553127512283658, - 0.9975197765961968, - 0.8796722204092665, - 1.1740947078133768, - 0.9516756586234943, - 0.9063555755946218, - 0.9537956983823893, - 0.21590336552059824, - 1.0, - 1.1291952185180558, - 1.0007499385498189, - 1.0111383561599954, - 0.9704983147288865, - 1.1385710361021162, - 0.7564588026775311, - 1.0046465692486821, - 0.9312841189336238, - 0.6375502285227569, - 1.0, - 0.829387189699574, - 1.0544363475675953, - 0.9771879250820691, - 1.0137760206245479, - 1.0423498864484522, - 0.43681029699877133, - 0.8991224001063718, - 0.8257144621838688, - 1.968770644943309, - 0.8856828178067617, - 1.0398871114616712, - 0.8345338516516961, - 0.9722595951185294, - 1.285772740124495, - 0.8915167876690523, - 0.8875667705363124, - 0.6453390579256484, - 0.9343424770462008, - 0.8887305596443167, - 1.0443061214405034, - 1.027608228431771, - 0.9189390661089004 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1084073, - "cert_evals": { - "36": 0.4923076927661896, - "72": 0.4769230782985687, - "108": 0.4615384638309479, - "255": 0.3076923191547394 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/arrhythmia/fold_3/result.json b/UCI_N4/sdp/runs/arrhythmia/fold_3/result.json deleted file mode 100644 index 34cbbc8cf175e525f0409c6202a7ad8fe9fca348..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/arrhythmia/fold_3/result.json +++ /dev/null @@ -1,554 +0,0 @@ -{ - "best_epoch": 28, - "best_val_acc": 0.5373134328358209, - "test_acc": 0.5992647058823529, - "train_size": 113, - "val_size": 67, - "test_size": 272, - "stats": { - "mean": [ - [ - 0.04070993805309734, - 0.11996151327433617, - -0.07505505699115043, - -0.053473368141592904, - -0.0023036168141593112, - -0.04386066761061949, - 0.1000648973451327, - 0.21898467610619468, - 0.0844638663362832, - -0.21027526176991146, - 0.08278053309734511, - 0.02691175840707965, - -0.10311968407079651, - -0.019989650442477833, - -0.029568291150442447, - 0.06979861946902657, - -0.09989179115044242, - -0.0017227557522123856, - -2.2654867243656462e-07, - 0.06518417699115044, - -0.04703600000000003, - -0.1056450000000003, - -0.1056450000000003, - 0.19977865575221251, - 0.0665928778761063, - 0.09438671238938035, - -0.10331811504424784, - -0.11287559292035391, - 0.1063068938053097, - 0.04291548672566383, - -0.05587280000000011, - -0.032180318584070916, - 0.06704106194690261, - -0.1718930000000004, - -0.04703600000000003, - 0.0665928778761063, - -0.06659289999999989, - 0.08948672566371665, - -0.025450121504424723, - -0.17311484513274336, - 0.07640526460176993, - 0.11526853982300869, - 0.1133023008849558, - -0.07326554867256642, - -0.04703600000000003, - 0.047838725663716816, - -0.04703600000000003, - 0.06704106194690251, - -0.02112876106194691, - -0.06659289999999989, - -0.013552253982300916, - -0.020357922123893812, - -0.027464973451327517, - -0.006002522123893788, - -0.04703600000000003, - -0.04337743362831858, - 0.14790371681415934, - 0.0665928778761063, - -0.06659289999999989, - 0.06659287787610634, - -0.06659289999999989, - 1.0619469029580476e-07, - 0.044767823008849614, - 0.08289923362831852, - -0.12235442831858409, - -0.11459614159292028, - 0.14790476371681416, - -2.9203539830824354e-07, - -0.04703600000000003, - 0.14110856637168223, - 0.027216715044247736, - -0.04703600000000003, - -0.055889752212389385, - -0.12962760265486717, - 0.10187851619469035, - -0.01324823008849549, - 0.022193132743362702, - -0.07879260176991155, - 0.0665928778761063, - 0.12907584070796485, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - -0.002639044247787606, - 0.054982569292035384, - 0.05932991150442477, - -0.06964141592920373, - -0.07482919999999994, - -0.033238396460177, - 0.13608353008849555, - 0.0894867256637167, - -0.09438650000000005, - -0.09438650000000005, - -0.1056450000000003, - 0.030049292035398203, - 0.0004219557522123656, - 0.04024157522123887, - 0.01212035575221241, - -0.06541580530973452, - -0.07854839999999999, - 0.02907596460176992, - -0.09438650000000005, - 0.09438671238938048, - -0.03861907964601766, - 1.0619469030366473e-07, - 1.0619469029580476e-07, - -0.0670416460176993, - -0.04499362831858416, - 0.0430065663716814, - 0.05495734513274337, - 0.025254761061947018, - -0.06529410000000001, - 0.06800543362831867, - -0.15775999999999976, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - -0.08165009999999992, - -0.021128761061946954, - 0.0199548849557522, - -0.04005870796460183, - 0.07256339026548671, - 0.0029753097345135682, - 0.008741072566371728, - -0.12291731858407075, - 0.0665928778761063, - -0.03861907964601771, - 0.0665928778761063, - -2.9203539835933345e-07, - -0.15365226548672545, - -0.02139016460176988, - 0.03374174115044254, - -0.03278541946902662, - -0.16577226814159277, - 0.027216715044247785, - 0.14110856637168206, - -0.08165009999999992, - -0.17471278761061948, - -0.05009553982300891, - 0.10357247787610621, - 0.01421250265486715, - -0.16799606460176988, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - -0.02112876106194691, - 0.10064383539823014, - -0.09822227433628321, - 0.010812114336283181, - -0.0005969424778760985, - -0.034939104424778704, - -0.021039132743362887, - 0.1549942769911504, - -0.05473569823008849, - 0.09371048247787614, - 0.1284547699115043, - 0.08193819469026561, - -0.1894623433628318, - -0.03994628938053097, - 0.005021592920354035, - 0.06618380000000008, - 0.046780255752212445, - 0.12412912743362833, - -0.15687404504424782, - -0.04040450761061948, - 0.01819149026548674, - 0.047322232477876085, - -0.1316860601769911, - -0.08258592566371675, - 0.05638880530973452, - -0.10198681415929205, - 0.1290602176991152, - -0.03669845398230087, - -0.10499076469026546, - -0.12757559911504432, - -0.06652606637168137, - 0.05155422566371681, - 0.031605256637168136, - 0.0629123805309736, - 0.023197380530973564, - 0.04703600000000003, - -0.03599286283185842, - -0.1574473318584071, - 0.10887992823008849, - -0.053605181415929175, - -0.012299078761061958, - -0.05887616991150452, - 0.07308711769911504, - 0.09051549646017694, - -0.10846913274336303, - -0.15513741725663718, - 0.12073644318584073, - 0.05041307504424779, - 0.1529646697345132, - 0.0776218637168141, - 0.057565741592920404, - -0.17276489823008853, - -0.014984845840707986, - -0.04701723008849572, - -0.03750280353982299, - 0.06355189203539817, - 0.06636549999999998, - -0.1410115592035399, - -0.08766313362831851, - -0.09892783274336285, - -0.013420267079645989, - 0.09777304070796461, - 0.07535415840707965, - -0.10688448672566354, - 0.0625599000000001, - -0.011544922123893811, - -0.09627820707964604, - 0.08584640530973452, - 0.007022314424778771, - -0.05128431504424778, - -0.06365885663716808, - 0.02538907345132746, - 0.071253879380531, - -0.032786734513274456, - 0.0729473, - 0.04719471592920353, - 0.014598110265486715, - 0.026159213575221246, - 0.059101831504424836, - -0.07843545663716811, - 0.0003891433628318023, - 0.014624393274336253, - 0.03384382522123893, - -0.07310352920353969, - 0.0510427, - 0.14306325132743355, - -0.011243908849557487, - 0.02559352380530976, - 0.03617407230973455, - -0.012417333274336301, - -0.10102372743362834, - -0.09638603628318594, - 0.02360371292035396, - -0.0742930973451328, - -0.014339143362831862, - 0.03523714159292039, - 0.03915302300884953, - -0.08945827723893807, - -0.02228378656637163, - 0.10421852477876106, - 0.0697730088495576, - -0.12811908238938052, - -0.10229047238938055, - -0.048111653097345074, - 0.041196920353982314, - 0.10879424867256633, - -0.10693692778761064, - 0.02704163566371678, - 0.12719723849557518, - 0.1358370884955751, - -0.11345866194690264, - -0.11236356814159291, - 0.008828665486725625, - 0.04901849557522122, - 0.10906433185840712, - -0.12028646725663718, - 0.005514894867256633 - ] - ], - "std": [ - [ - 1.0502669179700934, - 0.9792224218294541, - 0.24305352147883325, - 1.043042266446498, - 1.0744571502175468, - 0.9508826739984755, - 0.9451555552883207, - 1.1810283789026603, - 1.0064552702700122, - 1.1190882010665817, - 0.9034793296608571, - 1.1336521923679663, - 0.9786491101919341, - 0.9206985848676537, - 0.8610889538505271, - 0.9619675032812017, - 0.9308084274399617, - 0.9863758024756076, - 0.9547571784517959, - 0.9496800506935921, - 1.0, - 1.0, - 1.0, - 1.9844233966366367, - 1.4095057857234627, - 1.40632875858643, - 0.892002130496044, - 1.0129634785032875, - 0.978487303853688, - 1.1394715296586964, - 1.0, - 1.0267988761241287, - 1.217866674742132, - 1.0, - 1.0, - 1.4095057857234627, - 1.0, - 1.30048921660964, - 1.101075351501756, - 0.9423320679555461, - 0.9745566669040967, - 1.0784150005489006, - 1.3072548131334407, - 1.020520797792866, - 1.0, - 1.1116626840554256, - 1.0, - 1.2178666747421323, - 0.8944357999064103, - 1.0, - 0.9763859814864452, - 0.9882312110151381, - 0.9941548135105892, - 1.0805382570058093, - 1.0, - 0.9455390825539804, - 1.5353137244867092, - 1.4095057857234619, - 1.0, - 1.4095057857234636, - 1.0, - 0.9988939483461567, - 0.9028116049768871, - 1.0263167291591377, - 0.9964436627027657, - 0.4280387316306564, - 1.0514551909197751, - 0.9988936769842915, - 1.0, - 1.9911349325902201, - 1.152138074538978, - 1.0, - 0.9644113662850948, - 0.9806946309645141, - 0.9930268680075975, - 0.8905664891946655, - 1.0736843273720693, - 1.0058668086951204, - 1.409505785723462, - 1.3330925209888196, - 1.0, - 1.0, - 1.0, - 1.0450036005861865, - 1.3244456183776097, - 0.932189980942975, - 0.9625014477361986, - 1.0, - 1.0074707737922228, - 1.62207901125963, - 1.3004892166096393, - 1.0, - 1.0, - 1.0, - 1.0917543201475843, - 1.0127130749629136, - 1.2877909824303606, - 0.9604994075919616, - 0.8657450013263874, - 1.0, - 1.0599660091906427, - 1.0, - 1.4063287585864277, - 0.8174198991670479, - 0.9988939483461567, - 0.9988939483461567, - 0.7094990007768708, - 0.8740833234525124, - 1.010657132912493, - 0.9328151962443406, - 1.3541564903516528, - 1.0, - 1.0437864539647888, - 1.0, - 1.409505785723462, - 1.0, - 0.9988939483461567, - 1.0, - 0.8944357999064098, - 1.2065791134004533, - 1.0500123468485083, - 0.9959504427215604, - 1.0958354145667224, - 0.7400533918928887, - 0.9943642075886404, - 1.4095057857234627, - 0.8174198991670482, - 1.4095057857234627, - 0.9988936769842922, - 0.9193790839730072, - 1.0436031910295362, - 0.9868834993023391, - 0.5782795414175284, - 0.9541173647907301, - 1.1521380745389775, - 1.9911349325902201, - 1.0, - 0.9325216486314452, - 1.0303184562115624, - 0.9698188611354921, - 1.0027196672799903, - 1.0327882823860284, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 0.8944357999064109, - 0.7112349595162911, - 1.0528496975740775, - 0.9693293962135208, - 1.098217436491506, - 0.39441056751713705, - 1.131185111941341, - 0.8933013668038887, - 0.8692841653701331, - 0.9535583303775852, - 0.9578421783922644, - 0.9351032690489206, - 0.9587912379925385, - 0.8874155629442673, - 0.7402206710271984, - 1.0, - 1.0688089329251667, - 0.997681462694144, - 0.9866601266296527, - 0.9496581319654654, - 0.9257831061652533, - 0.9073562336120353, - 0.9768579353882867, - 0.9602672008044747, - 0.7793988687883875, - 1.2643817992013762, - 0.8858997832358527, - 1.0783739453909889, - 0.9243425987503827, - 0.9894525958813807, - 0.8138319611992417, - 0.9527697944043735, - 1.1413505837251008, - 0.8792523651290115, - 1.0992317647014969, - 1.0, - 1.065433498566479, - 0.9150528093441637, - 1.0062463574228966, - 1.011250604668206, - 0.7913263564369651, - 0.9735543146496928, - 0.9610800849612564, - 0.9880567372837797, - 0.3866698577857632, - 0.9853949011817834, - 0.990227174214131, - 0.8869793376043191, - 1.0049463863071384, - 0.9992217219580515, - 0.9135057665522096, - 0.9794517412025064, - 0.8334338014885702, - 0.37518500497353446, - 1.1642248030770597, - 0.9506854878365382, - 1.1083600583283926, - 0.9361744720072924, - 1.0051395038183164, - 0.7234663786843327, - 1.1371317753211319, - 1.5356103741191347, - 0.8479920793399001, - 0.46656712729960265, - 1.0, - 1.0891589322731212, - 0.8545812844441173, - 1.3469557389840487, - 1.3298686360213214, - 0.8184103746992143, - 1.2426545134673366, - 0.9345647421429395, - 0.8739291157345797, - 0.7954155323258645, - 1.0, - 0.9396031266002715, - 0.8729340873197525, - 1.1022147706138496, - 0.9052007430680863, - 0.8002297286948205, - 1.1474637082252046, - 1.0050624674836923, - 0.8958786752659496, - 0.1199464140766847, - 1.0, - 0.9484606934407114, - 0.924743989986394, - 1.1045533858189263, - 0.9763355497679247, - 0.8775711016746042, - 1.4892483405130004, - 0.9479162196372228, - 0.824520740664537, - 0.48200134691826974, - 0.8093410764663572, - 1.0307538015892828, - 0.8557116942728363, - 0.9675781578595044, - 0.9316537658305905, - 0.961482671503125, - 0.9499524026348503, - 1.0156281171297905, - 0.9533815998673338, - 0.13577727875330386, - 1.0944930405696027, - 0.9984202119037168, - 1.0610893586418122, - 1.0416564535479678, - 0.953141207852886, - 0.9699518518482332, - 1.0661304370514315, - 0.9605383246803934, - 0.9343424770461999, - 1.1428421085341074, - 0.9995106529728873, - 1.0191031224939573, - 1.0275583030415119 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1084073, - "cert_evals": { - "36": 0.4925372898578644, - "72": 0.3731343150138855, - "108": 0.3432835638523102, - "255": 0.17910447716712952 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/audiology-std/fold_0/result.json b/UCI_N4/sdp/runs/audiology-std/fold_0/result.json deleted file mode 100644 index 20aa36877812a571cbd2cd786811405fdd6e6462..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/audiology-std/fold_0/result.json +++ /dev/null @@ -1,148 +0,0 @@ -{ - "best_epoch": 5, - "best_val_acc": 0.1935483870967742, - "test_acc": 0.1, - "train_size": 25, - "val_size": 31, - "test_size": 140, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 125022, - "cert_evals": { - "36": 0.09677419066429138, - "72": 0.0, - "108": 0.0, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/audiology-std/fold_1/result.json b/UCI_N4/sdp/runs/audiology-std/fold_1/result.json deleted file mode 100644 index e9b01af0337fe57a387cf71f9d5feebf22eaa1b5..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/audiology-std/fold_1/result.json +++ /dev/null @@ -1,148 +0,0 @@ -{ - "best_epoch": 31, - "best_val_acc": 0.5151515151515151, - "test_acc": 0.3188405797101449, - "train_size": 25, - "val_size": 33, - "test_size": 138, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 125022, - "cert_evals": { - "36": 0.4545454680919647, - "72": 0.42424243688583374, - "108": 0.3333333432674408, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/audiology-std/fold_2/result.json b/UCI_N4/sdp/runs/audiology-std/fold_2/result.json deleted file mode 100644 index 49c2984b90083d7f682c6a33f875e95f8a11c515..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/audiology-std/fold_2/result.json +++ /dev/null @@ -1,148 +0,0 @@ -{ - "best_epoch": 30, - "best_val_acc": 0.36, - "test_acc": 0.3561643835616438, - "train_size": 25, - "val_size": 25, - "test_size": 146, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 125022, - "cert_evals": { - "36": 0.2800000011920929, - "72": 0.23999999463558197, - "108": 0.23999999463558197, - "255": 0.07999999821186066 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/audiology-std/fold_3/result.json b/UCI_N4/sdp/runs/audiology-std/fold_3/result.json deleted file mode 100644 index 569b807a7bf31fef11746cab5b0ece02c697a0a9..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/audiology-std/fold_3/result.json +++ /dev/null @@ -1,148 +0,0 @@ -{ - "best_epoch": 45, - "best_val_acc": 0.5, - "test_acc": 0.3546099290780142, - "train_size": 25, - "val_size": 30, - "test_size": 141, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 125022, - "cert_evals": { - "36": 0.36666667461395264, - "72": 0.2666666805744171, - "108": 0.20000001788139343, - "255": 0.10000000894069672 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/balance-scale/fold_0/result.json b/UCI_N4/sdp/runs/balance-scale/fold_0/result.json deleted file mode 100644 index 3c41d284f207b145d67f9fd0d6052f4006fcb824..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/balance-scale/fold_0/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 40, - "best_val_acc": 0.7108433734939759, - "test_acc": 0.694300518134715, - "train_size": 156, - "val_size": 83, - "test_size": 386, - "stats": { - "mean": [ - [ - 0.05887832692307693, - -2.5641025661690044e-08, - 0.09964028205128199, - -0.09058207692307692 - ] - ], - "std": [ - [ - 0.9464310236223092, - 0.9765235538802873, - 0.9974316897506468, - 1.0391308031314608 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.6024096012115479, - "72": 0.40963852405548096, - "108": 0.3012048006057739, - "255": 0.048192769289016724 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/balance-scale/fold_1/result.json b/UCI_N4/sdp/runs/balance-scale/fold_1/result.json deleted file mode 100644 index 8b8027196bc57f128bde9ae2ae5fb37aebed0a19..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/balance-scale/fold_1/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 54, - "best_val_acc": 0.8556701030927835, - "test_acc": 0.7688172043010753, - "train_size": 156, - "val_size": 97, - "test_size": 372, - "stats": { - "mean": [ - [ - 0.09511109615384612, - -3.416070845000482e-17, - 0.00905823076923074, - 0.08152388461538454 - ] - ], - "std": [ - [ - 1.0090351712085057, - 1.0055834762270852, - 0.9532661180714023, - 1.002273371607005 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.6391752362251282, - "72": 0.3711340129375458, - "108": 0.22680412232875824, - "255": 0.0824742242693901 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/balance-scale/fold_2/result.json b/UCI_N4/sdp/runs/balance-scale/fold_2/result.json deleted file mode 100644 index 7d87c6d680be153c00aedb18e108910f025d43c7..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/balance-scale/fold_2/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 70, - "best_val_acc": 0.7634408602150538, - "test_acc": 0.7207446808510638, - "train_size": 156, - "val_size": 93, - "test_size": 376, - "stats": { - "mean": [ - [ - -0.00452913461538464, - 0.06340748717948716, - -1.2820512825151571e-08, - 0.09964030769230771 - ] - ], - "std": [ - [ - 0.9879158233594086, - 0.9907460042778667, - 1.027617579941566, - 0.9614936385801037 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.6236559152603149, - "72": 0.47311827540397644, - "108": 0.3333333432674408, - "255": 0.04301075264811516 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/balance-scale/fold_3/result.json b/UCI_N4/sdp/runs/balance-scale/fold_3/result.json deleted file mode 100644 index 062aa10ba5c755dcd6761ced1754e273106fe325..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/balance-scale/fold_3/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 17, - "best_val_acc": 0.8260869565217391, - "test_acc": 0.8143236074270557, - "train_size": 156, - "val_size": 92, - "test_size": 377, - "stats": { - "mean": [ - [ - 0.05434929487179499, - -0.08605298076923085, - 0.06793655769230768, - -0.16757685256410257 - ] - ], - "std": [ - [ - 1.0569029867956488, - 1.0161657906649941, - 0.9625917447832895, - 0.9469510608150327 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.5978261232376099, - "72": 0.3695652186870575, - "108": 0.260869562625885, - "255": 0.032608695328235626 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/balloons/fold_0/result.json b/UCI_N4/sdp/runs/balloons/fold_0/result.json deleted file mode 100644 index ee7bca4e189fbe89ad3803e55472cb94e7265ba4..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/balloons/fold_0/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 4, - "val_size": 4, - "test_size": 8, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.968246, - 0.968246, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.0, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/balloons/fold_1/result.json b/UCI_N4/sdp/runs/balloons/fold_1/result.json deleted file mode 100644 index 06dca8f9c04e5ef0ccda3640fa040518157f58af..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/balloons/fold_1/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.3, - "train_size": 4, - "val_size": 2, - "test_size": 10, - "stats": { - "mean": [ - [ - -0.484123, - 0.484123, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 0.968246, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/balloons/fold_2/result.json b/UCI_N4/sdp/runs/balloons/fold_2/result.json deleted file mode 100644 index ea8b484b7bac87944f2861ab6e0bb56f68238a68..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/balloons/fold_2/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.9090909090909091, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - -0.484123, - 0.0, - -0.484123, - -0.484123 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.968246, - 0.8385256331126676, - 0.8385256331126676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 1.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/balloons/fold_3/result.json b/UCI_N4/sdp/runs/balloons/fold_3/result.json deleted file mode 100644 index e8ba928190910532ec62a15befcf1c76619b77a7..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/balloons/fold_3/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.6363636363636364, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - 0.48412299999999997, - 0.484123, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/bank/fold_0/result.json b/UCI_N4/sdp/runs/bank/fold_0/result.json deleted file mode 100644 index 60bc914ce177a66eaeed48ce9211a66e1c68498c..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/bank/fold_0/result.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "best_epoch": 52, - "best_val_acc": 0.8388017118402282, - "test_acc": 0.8356877323420074, - "train_size": 1130, - "val_size": 701, - "test_size": 2690, - "stats": { - "mean": [ - [ - -0.043444115752212485, - 0.038350172566371764, - 0.021509683185840713, - -0.021201484955752213, - -0.006912000000000016, - 0.04290420228318581, - -0.031048147787610524, - -0.010544807964601867, - -0.027401819469027113, - -0.0011023982300885904, - -0.020262814867256583, - -0.01690946219469023, - -0.0050658819469022965, - 0.027795634513274152, - 0.0035984575221236132, - 0.03735520353982189 - ] - ], - "std": [ - [ - 0.9589625434028519, - 0.9947635481983416, - 1.013551308348929, - 0.9759306172571834, - 1.025514103095601, - 1.1941195969624385, - 0.9952628808737004, - 1.0099558672249285, - 1.0069197139677768, - 1.0315253300196314, - 1.005152797600638, - 0.9721293687592033, - 0.9311569270874402, - 1.0436010567990328, - 0.9725976279868672, - 1.0344584167333912 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.7589158415794373, - "72": 0.6661911606788635, - "108": 0.5763195753097534, - "255": 0.20970043540000916 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/bank/fold_1/result.json b/UCI_N4/sdp/runs/bank/fold_1/result.json deleted file mode 100644 index 6babab59153e1c1ec171591e04ef9e64375e26b4..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/bank/fold_1/result.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "best_epoch": 27, - "best_val_acc": 0.8402985074626865, - "test_acc": 0.8357221609702316, - "train_size": 1130, - "val_size": 670, - "test_size": 2721, - "stats": { - "mean": [ - [ - -0.01574801380530978, - 0.0023927396460177394, - 0.0021967858407077644, - -0.01932307256637162, - 0.006853599999999982, - -0.03479098039734521, - 0.0010882398230089275, - 0.02142298584070794, - -0.04310824424778776, - -0.002926514159292115, - -0.01356536707964567, - 0.01527978015929205, - -0.04149083628318521, - -0.006613960176991296, - 0.006211176106194516, - -0.021354536283185895 - ] - ], - "std": [ - [ - 0.969300386690253, - 1.0029838787869998, - 1.0077378567908635, - 1.0067270576318987, - 0.9737641828355684, - 0.8874066057167844, - 1.0000362134178429, - 0.978768086158569, - 1.0166647522536418, - 1.0110908544078474, - 0.9795699211960872, - 0.988628308543735, - 0.8468895052095667, - 1.0088647512260476, - 1.0744144429583726, - 0.97024384329565 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.7820895314216614, - "72": 0.7179104685783386, - "108": 0.6283581852912903, - "255": 0.2283582091331482 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/bank/fold_2/result.json b/UCI_N4/sdp/runs/bank/fold_2/result.json deleted file mode 100644 index 75d3366ecd79c25580a61804ca59b09bd30bbb5d..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/bank/fold_2/result.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "best_epoch": 59, - "best_val_acc": 0.84992784992785, - "test_acc": 0.8328391401037806, - "train_size": 1130, - "val_size": 693, - "test_size": 2698, - "stats": { - "mean": [ - [ - 0.03612999486725651, - 0.0039014732743363205, - -0.026264318584070866, - 0.007914513274336264, - -2.920000000001238e-05, - -0.02074493859203536, - -0.02212137345132746, - -0.02529917433628319, - -0.017585318584070603, - 0.002009283628318563, - -0.032913651327433256, - 0.01575317238053096, - 0.01656134477876116, - 0.004832360176991011, - 0.0046435044247787275, - -0.007806110619469017 - ] - ], - "std": [ - [ - 1.026029784154538, - 1.014567266706415, - 0.9934924943110668, - 1.0009548228746656, - 0.9999976513205256, - 0.9005330945128681, - 0.9966950423207805, - 1.02369326820955, - 1.0066229970970322, - 1.0105897259642973, - 0.9953808522736891, - 1.0444837633462487, - 0.9721502138598372, - 1.0252935681497495, - 0.9895490051866441, - 0.9907898156267138 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.789321780204773, - "72": 0.7243867516517639, - "108": 0.6536796689033508, - "255": 0.3232323229312897 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/bank/fold_3/result.json b/UCI_N4/sdp/runs/bank/fold_3/result.json deleted file mode 100644 index 19be97f12291fe6854540c9965da8a2302ac6e2f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/bank/fold_3/result.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "best_epoch": 26, - "best_val_acc": 0.8491704374057315, - "test_acc": 0.841275659824047, - "train_size": 1130, - "val_size": 663, - "test_size": 2728, - "stats": { - "mean": [ - [ - -0.0319807638938054, - 0.00842759592920361, - 0.0032132584070795264, - -0.0512567557522122, - 0.02061919999999998, - 0.017208951831858395, - -0.023906728318583995, - 0.009127680530973464, - 0.04229537345132683, - 0.03913422522123883, - -0.0012866005309730669, - 0.019049747389380534, - 0.0011946368141599608, - -0.01394144424778776, - -0.01887086017699146, - -0.012322258407079635 - ] - ], - "std": [ - [ - 0.9997012384907139, - 1.011637351521284, - 1.0052459246549308, - 0.9835551200097631, - 0.9188989108776542, - 0.975563370252112, - 0.9964151726496702, - 0.9910016079646086, - 0.9876324728734414, - 0.9709295082923052, - 1.018649934814902, - 1.045208416973306, - 1.0916320113723843, - 0.971971990527501, - 0.9802679634858928, - 0.9883913040231975 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.7888386249542236, - "72": 0.7119155526161194, - "108": 0.6591252088546753, - "255": 0.2609351575374603 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/blood/fold_0/result.json b/UCI_N4/sdp/runs/blood/fold_0/result.json deleted file mode 100644 index 1e19e506e8166ec83fd2b5c1d6c0ab521f9fb081..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/blood/fold_0/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 10, - "best_val_acc": 0.7704918032786885, - "test_acc": 0.7015945330296127, - "train_size": 187, - "val_size": 122, - "test_size": 439, - "stats": { - "mean": [ - [ - 0.08207599251336908, - 0.07211877540106948, - 0.07211877540106948, - 0.12092969090909093 - ] - ], - "std": [ - [ - 1.0915037898164763, - 0.9154190444987925, - 0.9154190444987925, - 1.0234960637376278 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.24590162932872772, - "72": 0.049180325120687485, - "108": 0.008196720853447914, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/blood/fold_1/result.json b/UCI_N4/sdp/runs/blood/fold_1/result.json deleted file mode 100644 index 25b82917d3ecc115f469dce8e53b97de6ca870e4..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/blood/fold_1/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 23, - "best_val_acc": 0.603448275862069, - "test_acc": 0.7056179775280899, - "train_size": 187, - "val_size": 116, - "test_size": 445, - "stats": { - "mean": [ - [ - -0.0044589358288771265, - -0.03777642245989305, - -0.03777642245989305, - -0.04118699946524062 - ] - ], - "std": [ - [ - 1.0355747128653376, - 1.0168425706533084, - 1.0168425706533084, - 0.9389071377082803 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.43103447556495667, - "72": 0.3448275923728943, - "108": 0.24137930572032928, - "255": 0.025862067937850952 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/blood/fold_2/result.json b/UCI_N4/sdp/runs/blood/fold_2/result.json deleted file mode 100644 index 9ed2c4ebab90320d488f202b09ed0af4f5c0bf3b..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/blood/fold_2/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 1, - "best_val_acc": 0.7727272727272727, - "test_acc": 0.7450110864745011, - "train_size": 187, - "val_size": 110, - "test_size": 451, - "stats": { - "mean": [ - [ - 0.05565309197860972, - -0.04876601497326191, - -0.04876601497326191, - 0.022211831550802065 - ] - ], - "std": [ - [ - 1.2081413746481122, - 0.9472357528176619, - 0.9472357528176619, - 0.9442482982599183 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.5181818008422852, - "72": 0.0181818176060915, - "108": 0.0181818176060915, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/blood/fold_3/result.json b/UCI_N4/sdp/runs/blood/fold_3/result.json deleted file mode 100644 index bcbc63949c8ed6b7b093fc9e5f26d38b67db31a3..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/blood/fold_3/result.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "best_epoch": 20, - "best_val_acc": 0.6864406779661016, - "test_acc": 0.672686230248307, - "train_size": 187, - "val_size": 118, - "test_size": 443, - "stats": { - "mean": [ - [ - 0.02856966417112282, - -0.11561878823529406, - -0.11561878823529406, - -0.0299989443850266 - ] - ], - "std": [ - [ - 1.1041996654221626, - 0.9454192748690525, - 0.9454192748690525, - 0.9892882254644951 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.4406779706478119, - "72": 0.24576270580291748, - "108": 0.1355932205915451, - "255": 0.016949152573943138 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/result.json deleted file mode 100644 index eae94855a7ad76209820a8e79c5f096440f6d4e7..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_0/result.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "best_epoch": 9, - "best_val_acc": 0.975, - "test_acc": 0.9538904899135446, - "train_size": 142, - "val_size": 80, - "test_size": 347, - "stats": { - "mean": [ - [ - 0.0825849457746479, - 0.16776179100774652, - 0.08018569295774641, - 0.08525118492957748, - -0.13794442330985915, - -0.020546994366197266, - 0.031128610563380326, - 0.027148295774647915, - -0.03857999985915492, - -0.13734727633802823, - 0.08226506922535208, - -0.06624039612676055, - 0.09562314598591552, - 0.11241559394366195, - -0.0706283795774648, - 0.012817941971830999, - 0.03673792985915488, - 0.06254002929577464, - -0.016561529295774678, - -0.03867594647887324, - 0.07726569126760555, - 0.11026314366197185, - 0.07734966126760559, - 0.07510323753521127, - -0.10811489788732392, - 0.017963794225352204, - 0.03508001049295764, - 0.03470587605633805, - -0.006298125654929594, - -0.05882395070422536 - ] - ], - "std": [ - [ - 1.0298680528672801, - 1.0456187991444128, - 1.0339745446187498, - 1.1112548477482211, - 0.9413610006349405, - 1.0168663973319072, - 1.0127149891342198, - 0.9829034935431965, - 0.9115153190139265, - 0.8362062139046329, - 1.3277929800502757, - 0.7882767184809211, - 1.351171258508586, - 1.4874958213599554, - 0.8030624718228448, - 1.0638857030973894, - 1.0680975160236916, - 1.029388660893026, - 0.8840778078833855, - 0.9386046041123467, - 1.042323932480091, - 1.0325935116911305, - 1.0468623000133939, - 1.097427344818284, - 0.9438879408105022, - 1.048839947871273, - 1.087511123501064, - 1.02306665439061, - 0.9281333050780699, - 0.9709946269989288 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 31866, - "cert_evals": { - "36": 0.9375, - "72": 0.9375, - "108": 0.9125000238418579, - "255": 0.699999988079071 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/result.json deleted file mode 100644 index efb9c560c87cf3221314269e4922016c7457bb89..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_1/result.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "best_epoch": 2, - "best_val_acc": 0.9390243902439024, - "test_acc": 0.9304347826086956, - "train_size": 142, - "val_size": 82, - "test_size": 345, - "stats": { - "mean": [ - [ - -0.11201186056338029, - 0.07070025633802816, - -0.10239308169014083, - -0.11672702063380279, - 0.032527111971830974, - 0.05026270500000002, - -0.02818336908450703, - -0.04343403450704224, - -0.02067522316901408, - 0.08708522408450704, - -0.11080013492957747, - 0.04381799119718306, - -0.0825752031690141, - -0.11760619366197181, - -0.12109326042253515, - 0.0031279288732394177, - -0.06837052551408451, - -0.09945178922535211, - 0.02686396394366193, - -0.03645938134507036, - -0.09511004859154928, - 0.08993712535211269, - -0.07473255774647886, - -0.10130778450704225, - 0.04382505676056337, - 0.08864361894366199, - 0.03680164077464787, - -0.003688304577464759, - 0.0977748130774647, - 0.08804689718309852 - ] - ], - "std": [ - [ - 0.9195016301354824, - 1.094593366492765, - 0.9291056843219847, - 0.8651637977085379, - 1.104895872882098, - 1.0612349352106514, - 0.9960386306069985, - 0.9599334814324468, - 0.995073713912434, - 1.0059759191906428, - 0.8154754957601557, - 1.1714910738712319, - 0.8337124056974246, - 0.7056775636749633, - 0.8384686418997397, - 0.997008703041016, - 0.7652271837716654, - 0.9491550332342998, - 0.9894126977193328, - 0.8349121832481521, - 0.9324374909578882, - 1.0776300277359205, - 0.9582162700674596, - 0.8930111054213019, - 1.0965646002689322, - 1.0909755237588887, - 1.0811372221216917, - 1.0368266566472815, - 1.0808007528399084, - 1.0161303395181038 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 31866, - "cert_evals": { - "36": 0.8170731663703918, - "72": 0.707317054271698, - "108": 0.5365853309631348, - "255": 0.10975609719753265 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/result.json deleted file mode 100644 index db1b7426ae5f9fcb31b94916889a6c95098fd6ca..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_2/result.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "best_epoch": 3, - "best_val_acc": 0.9545454545454546, - "test_acc": 0.9321533923303835, - "train_size": 142, - "val_size": 88, - "test_size": 339, - "stats": { - "mean": [ - [ - -0.021816593521126793, - 0.06485498873239437, - -0.02247304859154929, - -0.029893932042253508, - 0.038515619718309926, - -0.02588728169014086, - -0.05297414225352113, - -0.003333404225352076, - 0.04336582049295775, - -0.03314538676056333, - -0.030619029577464745, - -0.0005102492957746506, - -0.05296082697183101, - -0.03949717746478873, - 0.010749251408450719, - -0.0881686789436619, - -0.1314002314507042, - -0.11034913126760565, - -0.034516665140845094, - -0.06504294760563381, - -0.02178127598591549, - 0.04724548049295773, - -0.027157091126760537, - -0.033063059859154906, - 0.05190005140845066, - -0.03469985169014086, - -0.07640525704225351, - -0.020877885915492986, - 0.0502971771619718, - -0.0047201802816901695 - ] - ], - "std": [ - [ - 0.9463937708331187, - 1.0456850321490456, - 0.9481587587922021, - 0.9061036579406758, - 0.9991272345406123, - 0.9529645424014063, - 0.9656412252488126, - 1.0086024557337858, - 1.0101851762447767, - 0.971237840916314, - 0.8511955942668115, - 0.9348241096823969, - 0.7677709117900025, - 0.7619556774338143, - 0.9861286665457306, - 0.835402354513955, - 0.6497713689377111, - 0.83419033386709, - 0.8966910096607936, - 0.7137654744350889, - 0.9276882020178508, - 1.0094191904095935, - 0.9175498580969587, - 0.8830907945718708, - 0.9951613811713826, - 0.955386515361877, - 0.9648461201262609, - 1.0198807080859185, - 1.0490861818978507, - 0.9618292961310324 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 31866, - "cert_evals": { - "36": 0.875, - "72": 0.8522727489471436, - "108": 0.7727273106575012, - "255": 0.4886363744735718 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/result.json deleted file mode 100644 index 994ac5c20fbb68e9a3902e4fe0fdecc28377c060..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc-diag/fold_3/result.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "best_epoch": 18, - "best_val_acc": 0.9876543209876543, - "test_acc": 0.9739884393063584, - "train_size": 142, - "val_size": 81, - "test_size": 346, - "stats": { - "mean": [ - [ - 0.041954460563380286, - -0.03068368455563383, - 0.05642674225352119, - 0.04212094478873236, - 0.0753741992957746, - 0.19173782535211265, - 0.13158766190140847, - 0.10927857042253514, - 0.12073864654929573, - 0.16060644718309858, - 0.0007204726760563243, - 0.02137304077464788, - 0.05429816549295772, - -0.012780137042253566, - 0.013563698028169006, - 0.15196018795774635, - 0.11918610920422545, - 0.08330966570422528, - 0.08884857161971826, - 0.08853129507042258, - 0.03332697760563379, - -0.006147756197183027, - 0.06017890535211265, - 0.025833432394366203, - 0.10165912112676065, - 0.184136802112676, - 0.17515080211267609, - 0.12936214014084502, - 0.10002845492957746, - 0.16336953521126774 - ] - ], - "std": [ - [ - 1.0573062114321623, - 0.9552884577469056, - 1.0710079092993716, - 1.0509022734984494, - 1.1270846333930622, - 1.1567722248607955, - 1.1330587765489406, - 1.140649555855837, - 1.1542513895561295, - 1.0051375538789176, - 0.8967996396101922, - 1.097489083446709, - 0.9381483291097392, - 0.7912780594989863, - 0.9397288734854672, - 0.9788202766737033, - 1.073938446577066, - 0.9563830108562081, - 1.1438144705840625, - 0.7701703811879946, - 1.0262729293228618, - 0.9839279786422038, - 1.0483951162266714, - 1.0167649174977718, - 1.0851034209747896, - 1.0398339487141628, - 1.1490024738247944, - 1.0756456277267925, - 1.0959872724158726, - 0.9323448193880042 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 31866, - "cert_evals": { - "36": 0.9506173133850098, - "72": 0.9382716417312622, - "108": 0.9135802388191223, - "255": 0.7530864477157593 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/result.json deleted file mode 100644 index 7b2ffa5245a6af4039c60fa74f870b254b1e2ee9..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_0/result.json +++ /dev/null @@ -1,96 +0,0 @@ -{ - "best_epoch": 19, - "best_val_acc": 0.7727272727272727, - "test_acc": 0.6850393700787402, - "train_size": 49, - "val_size": 22, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.31970781836734696, - 0.1594104081632653, - 0.24753781836734692, - 0.15300701836734695, - 0.1584555244897959, - -0.07602553591836737, - -0.06153886122448981, - 0.024552744897959188, - 0.06713168775510207, - -0.10528630102040819, - -0.1678704836734694, - -0.0915255861224489, - 0.07864324755102042, - -0.0763010120408163, - -0.037683283673469285, - -0.06905704693877551, - -0.042495671428571434, - -0.06359507428571427, - 0.03737176122448981, - -0.1542635448979592, - -0.17539257755102045, - 0.03410600122448976, - 0.19654199204081632, - 0.030810593877551008, - 0.026635724489795946, - -0.07049495102040816, - -0.06440993673469386, - -0.08851851224489796, - 0.02908160000000001, - -0.1859407571428571, - -0.1654363697959184, - 0.12819854693877544, - 0.07058588775510208 - ] - ], - "std": [ - [ - 0.8821495545994039, - 1.046791889090161, - 0.9578267027302361, - 1.039660283165596, - 1.062402836067028, - 0.8890421367893667, - 0.77925901952072, - 1.0440797113889244, - 1.07089974397772, - 0.8387965488338012, - 0.843277245772551, - 0.9360392595139003, - 0.9823857653557395, - 0.9082591415396649, - 0.9365116398737245, - 0.5979213497916245, - 0.6539721608757036, - 0.7958185885004673, - 0.9242350544633458, - 0.6845312987462778, - 0.6502938972920995, - 0.949219789937265, - 0.9404670831714534, - 0.9171284397752019, - 0.9104156790640995, - 1.0518203238418193, - 0.8156351280441914, - 0.8683551446970883, - 0.9112079933660755, - 0.813430119013099, - 0.8388136650033143, - 1.1512761088815193, - 1.0375108599738538 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.6363636255264282, - "72": 0.5, - "108": 0.4545454680919647, - "255": 0.1818181872367859 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/result.json deleted file mode 100644 index 2c637950b7ae8ae13c5b099201ea341955593eaf..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_1/result.json +++ /dev/null @@ -1,96 +0,0 @@ -{ - "best_epoch": 9, - "best_val_acc": 0.6333333333333333, - "test_acc": 0.6974789915966386, - "train_size": 49, - "val_size": 30, - "test_size": 119, - "stats": { - "mean": [ - [ - -0.2954286122448979, - 0.22705779387755098, - 0.13045305210204083, - 0.21518541632653068, - 0.21329647816326533, - -0.23494008897959187, - -0.13741642857142858, - -0.01620160836734699, - 0.07495674877551023, - -0.08356683326530613, - -0.30211086122448977, - 0.17222382204081632, - 0.1861636093877551, - 0.18613398183673469, - 0.17258124081632648, - -0.019180042857142875, - 0.011242470816326589, - -0.019861698775510188, - 0.09400348163265304, - 0.03439312653061231, - -0.08544421122448984, - 0.1251565993877551, - 0.0614657979591837, - 0.1106848959183673, - 0.10643556734693876, - -0.283786518367347, - -0.22690647755102036, - -0.21750787142857142, - -0.11082883795918366, - -0.2517320069387755, - -0.3646700183673469, - 0.17979882653061224, - -0.02691289795918366 - ] - ], - "std": [ - [ - 0.8143503780150015, - 0.9174121431953063, - 0.9505147809888337, - 0.9270519324131056, - 0.9280401005535991, - 1.1301563685159044, - 1.0842494023346008, - 1.17774758901752, - 1.1259425788210895, - 1.0343443324314006, - 0.899946779911175, - 1.0776959194375155, - 1.0652779342066867, - 1.0778896598336396, - 1.0489415511808549, - 1.0202607569462199, - 1.065380703338058, - 1.046928716393895, - 1.0889438008342867, - 1.0504050035821422, - 0.966138030350577, - 0.8642794080204923, - 1.0800430340260923, - 0.8743291823479178, - 0.8688670309147045, - 1.0842628402104706, - 0.8975026094533473, - 0.9571151684782386, - 1.0396216376453484, - 0.914946697740367, - 0.749250166005288, - 1.1231797264684098, - 0.8886200116636936 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.40000003576278687, - "72": 0.36666667461395264, - "108": 0.36666667461395264, - "255": 0.03333333507180214 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/result.json deleted file mode 100644 index 2881fdd67c02df0ea3b01e2ce01f8ce616baf4f5..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_2/result.json +++ /dev/null @@ -1,96 +0,0 @@ -{ - "best_epoch": 20, - "best_val_acc": 0.5945945945945946, - "test_acc": 0.6964285714285714, - "train_size": 49, - "val_size": 37, - "test_size": 112, - "stats": { - "mean": [ - [ - -0.03842323061224502, - -0.10614214693877552, - 0.030698034693877517, - -0.1000028979591836, - -0.08415378163265311, - -0.03538041755102043, - -0.04750202040816325, - -0.10165484306122448, - -0.1358923424489796, - -0.02547460816326529, - 0.027964706122448967, - 0.1158320934693878, - 0.2141981857142857, - 0.11305339408163259, - 0.09026773632653065, - -0.07205539183673473, - -0.11876845979591835, - -0.09018467959183678, - -0.001788581632653037, - -0.09199452244897957, - -0.05832562632653058, - -0.06420658346938772, - 0.05587048142857144, - -0.07304466938775511, - -0.028326246938775446, - -0.04279098959183677, - -0.11518350408163265, - -0.12291339183673465, - -0.1940691712244898, - -0.03263718653061224, - -0.029735322448979654, - 0.15452512040816324, - 0.20183378571428573 - ] - ], - "std": [ - [ - 0.9794534025714385, - 1.0053275769298504, - 0.9095119348920842, - 1.008933323770274, - 0.9879586777091109, - 1.0102761898726105, - 0.9960048575197608, - 1.0021029195920532, - 0.9776597311295145, - 0.9821341050152573, - 0.9436155579641772, - 1.1817284472744785, - 1.1856988946274227, - 1.1970542714305854, - 1.1086625077552497, - 0.6618568645391364, - 0.7687365990953271, - 0.8119143908977525, - 1.0415418534564902, - 0.8186632232431363, - 0.8434368212477027, - 1.0615598386819989, - 0.8454048970519085, - 1.0522702304694245, - 1.041897029381895, - 1.1007804274989816, - 0.8280858289610474, - 0.8451988761728604, - 1.0253215425598294, - 0.9705970427113062, - 0.8554540105246272, - 0.9682864062481196, - 1.2134784272055537 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.45945948362350464, - "72": 0.37837839126586914, - "108": 0.3243243396282196, - "255": 0.1621621698141098 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/result.json deleted file mode 100644 index cfb579d79e1b13a8112e0618c969182460f49cf6..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc-prog/fold_3/result.json +++ /dev/null @@ -1,96 +0,0 @@ -{ - "best_epoch": 3, - "best_val_acc": 0.68, - "test_acc": 0.6048387096774194, - "train_size": 49, - "val_size": 25, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.06744018775510212, - 0.18968365714285723, - -0.014217911020408189, - 0.21184517142857145, - 0.16995342797959181, - 0.0988115742857143, - 0.23174346530612244, - 0.2643820010204082, - 0.2708541071428573, - 0.17052290612244894, - 0.08597982244897957, - 0.02605522000000001, - -0.09904910612244898, - 0.07999727979591835, - 0.021088532448979617, - 0.032508024489795916, - 0.1139721422448979, - 0.17344601857142858, - 0.1454327612244898, - 0.09731225102040818, - 0.07194746775510205, - 0.15103356959183675, - -0.07001499795918376, - 0.19365317551020406, - 0.10773460285714288, - 0.06407297959183662, - 0.08076181836734692, - 0.18958595510204077, - 0.30016600816326516, - 0.048603673469387716, - 0.014894271020408143, - 0.2872125, - 0.2280839387755102 - ] - ], - "std": [ - [ - 0.9697920367102327, - 0.9203134351014114, - 0.9060497409545201, - 0.9187807307729611, - 0.9729266703311016, - 0.9430977585802243, - 0.8769553733450195, - 0.8356859349258849, - 0.8680804682359612, - 1.0166341852710845, - 0.8914293133833798, - 0.7940097770795826, - 0.7723528820449007, - 0.8508321197542031, - 0.7752894285658177, - 0.7444263872990391, - 0.9053411998307737, - 0.9999993608516502, - 0.8504750965678145, - 1.090497279238265, - 0.7631870591645827, - 0.9076864322017706, - 0.8687695687330197, - 0.9366133883217269, - 0.9044846120349299, - 0.9712465829469978, - 0.7332294033502637, - 0.8612201045664006, - 0.9404165330479154, - 0.8777899215486339, - 0.6950358654750831, - 1.288136700201249, - 1.084093306135652 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.5999999642372131, - "72": 0.5600000023841858, - "108": 0.3999999761581421, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_0/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_0/result.json deleted file mode 100644 index 614d6955270cf918f962c38b394807da0197ae9f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_0/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 3, - "best_val_acc": 0.9661016949152542, - "test_acc": 0.9334975369458128, - "train_size": 175, - "val_size": 118, - "test_size": 406, - "stats": { - "mean": [ - [ - -0.022535588571428563, - 0.03270772571428592, - 0.05325746457142836, - 0.06163440114285701, - 0.059859796571428064, - -0.04726777714285723, - 0.04544096571428557, - 0.06602559942857117, - 0.14610774857142944 - ] - ], - "std": [ - [ - 0.952214787303689, - 1.0892638945885795, - 1.0696936676502014, - 1.089278359409774, - 1.1050209023715667, - 0.9596438048031793, - 1.0789832917046138, - 1.092361737838657, - 1.280102883239457 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.9322034120559692, - "72": 0.8389830589294434, - "108": 0.7627118825912476, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_1/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_1/result.json deleted file mode 100644 index 72c53724da38b37aa3b8ff2891b0d456daacf3d2..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_1/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 6, - "best_val_acc": 0.9912280701754386, - "test_acc": 0.9560975609756097, - "train_size": 175, - "val_size": 114, - "test_size": 410, - "stats": { - "mean": [ - [ - -0.014418068571428517, - 0.008363611428571432, - 0.0013426971428572047, - 0.04362350857142855, - 0.06760174228571425, - -0.012737622857143117, - 0.12043267999999967, - -0.02566830114285711, - -0.0004912342857143631 - ] - ], - "std": [ - [ - 1.0359812403938078, - 0.9851680594955492, - 1.0075838815724851, - 1.0487044899930569, - 1.0481096015979268, - 0.9902459117914181, - 1.0891962569916647, - 0.9837374432610851, - 1.028364534365016 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.8859649300575256, - "72": 0.5, - "108": 0.2982456088066101, - "255": 0.2017543911933899 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/result.json deleted file mode 100644 index 667d8f430ac94916f9258c54280639726f11c301..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_2/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 13, - "best_val_acc": 0.9813084112149533, - "test_acc": 0.9616306954436451, - "train_size": 175, - "val_size": 107, - "test_size": 417, - "stats": { - "mean": [ - [ - 0.022111400000000093, - 0.05892480000000022, - 0.053257361714285696, - 0.011603669142857164, - 0.01340863999999994, - 0.028070879999999694, - -0.015489731428571414, - -0.006955264571428654, - -0.02714547428571435 - ] - ], - "std": [ - [ - 1.030600322394337, - 1.0255153351270532, - 1.050776582254071, - 0.979718412809739, - 0.9943823240987255, - 1.0416854377063047, - 1.0036051510508777, - 0.9886021184539473, - 1.0198774589002766 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.9439252018928528, - "72": 0.7850466966629028, - "108": 0.644859790802002, - "255": 0.14018690586090088 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/result.json b/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/result.json deleted file mode 100644 index 130459fd7c2a15974edefe22a4db69e406cba3d3..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer-wisc/fold_3/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 25, - "best_val_acc": 0.989247311827957, - "test_acc": 0.962877030162413, - "train_size": 175, - "val_size": 93, - "test_size": 431, - "stats": { - "mean": [ - [ - 0.0424054742857143, - -0.014108091428571279, - -0.00827128971428571, - -0.056438248, - -0.030462011428571644, - 0.035918565714285505, - -0.09751196000000009, - -0.053737870857142926, - -0.04380451428571453 - ] - ], - "std": [ - [ - 0.9542842873481718, - 0.9773558222868145, - 0.959218665273952, - 0.9009025916399945, - 0.98004059543331, - 1.0172287889258582, - 1.000728061455461, - 0.9224531635202544, - 0.947073789238405 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.9569892287254333, - "72": 0.9569892287254333, - "108": 0.9247311949729919, - "255": 0.5483871102333069 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer/fold_0/result.json b/UCI_N4/sdp/runs/breast-cancer/fold_0/result.json deleted file mode 100644 index ce76d9d110f0a1e2806b642ac44104dc6c42f348..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer/fold_0/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 1, - "best_val_acc": 0.7352941176470589, - "test_acc": 0.6519337016574586, - "train_size": 71, - "val_size": 34, - "test_size": 181, - "stats": { - "mean": [ - [ - -0.0162575774647888, - 0.01285738028169014, - 0.05645037746478872, - -0.0029103802816902316, - -0.11736198591549311, - -0.028151649295774777, - -0.03566477464788737, - 0.00970807042253526, - 0.22726122535211296 - ] - ], - "std": [ - [ - 1.0503834784726616, - 0.9628419637542994, - 0.9596794691642652, - 0.9092740907525307, - 1.049772063174192, - 1.0411696038595801, - 0.9953573619388768, - 0.9968442343032266, - 0.8156962912830921 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.6470588445663452, - "72": 0.5588235259056091, - "108": 0.2647058963775635, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer/fold_1/result.json b/UCI_N4/sdp/runs/breast-cancer/fold_1/result.json deleted file mode 100644 index 8139c4b7fdac1959e25a7ddaeb06a45914baf51d..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer/fold_1/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 29, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.6094674556213018, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.19254230985915494, - -0.19285994366197182, - 0.20358705070422517, - 0.009330281690140758, - -0.03202669014084532, - -0.08538911549295794, - -0.007489267605633831, - -0.18945425352112666, - -0.10300454929577448 - ] - ], - "std": [ - [ - 1.026498898055275, - 1.0381849522269773, - 0.8715501768246713, - 1.1092478240870034, - 1.0696236526518819, - 1.0540261837033709, - 0.9977471789729346, - 0.7297492222931498, - 1.0547842980526614 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.43478262424468994, - "72": 0.21739131212234497, - "108": 0.1304347813129425, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer/fold_2/result.json b/UCI_N4/sdp/runs/breast-cancer/fold_2/result.json deleted file mode 100644 index 450bacbf76eb6364786b0ea58b2e4ad945b1e94b..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer/fold_2/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 28, - "best_val_acc": 0.7, - "test_acc": 0.6324324324324324, - "train_size": 71, - "val_size": 30, - "test_size": 185, - "stats": { - "mean": [ - [ - 0.011582478873239406, - 0.03857201408450704, - 0.023010226760563364, - -0.21100099999999994, - 0.1670883239436617, - -0.04723080000000009, - -0.17654230985915503, - 0.10343116901408457, - -0.003924816901408183 - ] - ], - "std": [ - [ - 1.0328973500575376, - 0.9120557342457011, - 1.064258264362845, - 0.5867856877712776, - 0.7568737218929631, - 1.003788410624883, - 0.9711357918131928, - 0.9987696871895037, - 1.0006562466084945 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.46666669845581055, - "72": 0.23333334922790527, - "108": 0.1666666716337204, - "255": 0.06666667014360428 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-cancer/fold_3/result.json b/UCI_N4/sdp/runs/breast-cancer/fold_3/result.json deleted file mode 100644 index c0510e8375fbacc3b87d5d95f17435251fe7f807..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-cancer/fold_3/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 55, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.7159763313609467, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.10902253521126751, - -0.06428660563380281, - 0.1099546112676056, - 0.08277422535211261, - -0.1742519718309861, - 0.18171905915492953, - -0.14836680281690146, - 0.1854393802816902, - -0.16905770422535188 - ] - ], - "std": [ - [ - 0.9700145966779166, - 1.0084610495616426, - 1.0559460579933821, - 1.206060152642598, - 1.1213259288422783, - 0.9728498213970074, - 0.9776535548414097, - 1.0665540888636171, - 1.0843586560371206 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.52173912525177, - "72": 0.45652174949645996, - "108": 0.3913043439388275, - "255": 0.08695652335882187 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_0/result.json b/UCI_N4/sdp/runs/breast-tissue/fold_0/result.json deleted file mode 100644 index 2b38febdf630e3c104a3fe364b9935890d50fd28..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-tissue/fold_0/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 29, - "best_val_acc": 0.5625, - "test_acc": 0.46875, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.05975213076923076, - -0.1700837961538461, - -0.07101548961538463, - -0.07560978846153853, - -0.09291733192307686, - -0.016577561538461575, - -0.04475990000000001, - -0.07285894230769238, - 0.07173603846153843 - ] - ], - "std": [ - [ - 1.0224159106861461, - 0.8445520785357892, - 0.7741253936128145, - 0.8853536860600771, - 0.38729731508258874, - 0.9582996830625056, - 0.82333349002183, - 0.8965544012774733, - 1.0474511376253193 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.375, - "72": 0.1875, - "108": 0.1875, - "255": 0.125 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_1/result.json b/UCI_N4/sdp/runs/breast-tissue/fold_1/result.json deleted file mode 100644 index 1fc1fe48f1c376a8586386f42b62f73b0312fed0..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-tissue/fold_1/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 2, - "best_val_acc": 0.29411764705882354, - "test_acc": 0.3333333333333333, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.06515484615384612, - 0.03429535384615387, - 0.00023585769230772996, - 0.02817068038461536, - 0.29457321923076923, - 0.28562573076923076, - 0.1850123226923077, - 0.007732330769230795, - 0.09394715384615383 - ] - ], - "std": [ - [ - 1.0481371005758702, - 0.9468687513118862, - 0.9541555931791563, - 1.161367210725673, - 1.8089072605844074, - 1.4326989403612587, - 1.2263588432882497, - 1.1230111041722295, - 1.0768662243391771 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_2/result.json b/UCI_N4/sdp/runs/breast-tissue/fold_2/result.json deleted file mode 100644 index 3039b6c67b3896ea8b39844ce6eb1d8e974b090e..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-tissue/fold_2/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 10, - "best_val_acc": 0.22727272727272727, - "test_acc": 0.27586206896551724, - "train_size": 26, - "val_size": 22, - "test_size": 58, - "stats": { - "mean": [ - [ - 0.1420645923076924, - -0.021972550769230735, - 0.05583075653846149, - 0.1584816346153846, - 0.34043701807692306, - 0.2878222653846154, - 0.08915464576923074, - 0.16733479230769233, - 0.15722880769230765 - ] - ], - "std": [ - [ - 1.1134982409667369, - 0.9816789499398818, - 1.0050663167371856, - 1.3274295018092825, - 1.8473866317578664, - 1.5489183023129736, - 1.1110278693236766, - 1.3406661330121303, - 1.11545486536904 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/breast-tissue/fold_3/result.json b/UCI_N4/sdp/runs/breast-tissue/fold_3/result.json deleted file mode 100644 index 1af842eed4afdb2025e578390813bdf83f82f4f5..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/breast-tissue/fold_3/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 14, - "best_val_acc": 0.4166666666666667, - "test_acc": 0.4411764705882353, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1574124615384615, - 0.10245514615384627, - 0.03514549230769227, - 0.3551133961538462, - 0.3894629076923076, - 0.3001374115384615, - 0.28138883461538466, - 0.3308483076923076, - 0.1433466538461538 - ] - ], - "std": [ - [ - 1.080732063435857, - 0.9803609509557707, - 0.9980517989674806, - 1.3433457176877586, - 1.8319487646118202, - 1.4349909430519747, - 1.3440593710651376, - 1.3474895378547405, - 1.0747301574317993 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.0833333358168602, - "72": 0.0833333358168602, - "108": 0.0, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/car/fold_0/result.json b/UCI_N4/sdp/runs/car/fold_0/result.json deleted file mode 100644 index 088abb89628d9ac42566eb6a7ee837fc82ccd086..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/car/fold_0/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 48, - "best_val_acc": 0.7481481481481481, - "test_acc": 0.7426900584795322, - "train_size": 432, - "val_size": 270, - "test_size": 1026, - "stats": { - "mean": [ - [ - 0.08486305092592587, - -0.024837976851851778, - -1.3287037036350012e-06, - 0.011336944444444445, - -0.03684506944444444, - -0.03401083333333333 - ] - ], - "std": [ - [ - 1.0016589891278265, - 1.0231915721256846, - 0.9608720065155524, - 0.9785956932593036, - 0.9832757136677825, - 1.0299163223065575 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 1844, - "cert_evals": { - "36": 0.67037034034729, - "72": 0.5629629492759705, - "108": 0.4444444477558136, - "255": 0.10370370000600815 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/car/fold_1/result.json b/UCI_N4/sdp/runs/car/fold_1/result.json deleted file mode 100644 index 44608072a0f8fa4957c70c8d332887eac5d705ed..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/car/fold_1/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 39, - "best_val_acc": 0.7755905511811023, - "test_acc": 0.7399232245681382, - "train_size": 432, - "val_size": 254, - "test_size": 1042, - "stats": { - "mean": [ - [ - 0.11177086574074095, - 0.05174572685185183, - 0.006257092592592696, - -0.014171180555555555, - 0.00850270833333333, - -0.04251354166666666 - ] - ], - "std": [ - [ - 1.0027127363181396, - 1.0149158181522542, - 1.0007483470954381, - 0.9838637435503522, - 0.9979369093278955, - 0.9935806706647962 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 1844, - "cert_evals": { - "36": 0.6338582634925842, - "72": 0.5078740119934082, - "108": 0.3937007784843445, - "255": 0.06692913174629211 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/car/fold_2/result.json b/UCI_N4/sdp/runs/car/fold_2/result.json deleted file mode 100644 index 775ee47398be797f166281989b0d0dec06a39b3d..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/car/fold_2/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 27, - "best_val_acc": 0.828, - "test_acc": 0.7982791586998088, - "train_size": 432, - "val_size": 250, - "test_size": 1046, - "stats": { - "mean": [ - [ - 0.03725695833333315, - -0.008279379629629494, - -0.017212699074074026, - -0.022673888888888886, - 0.11053520833333332, - -0.005668472222222222 - ] - ], - "std": [ - [ - 1.015550913169218, - 1.0070528609914111, - 1.0176501107132674, - 0.9748453883737107, - 1.0057305909552958, - 0.9857113000295774 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 1844, - "cert_evals": { - "36": 0.6840000152587891, - "72": 0.5040000081062317, - "108": 0.3680000305175781, - "255": 0.10000000149011612 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/car/fold_3/result.json b/UCI_N4/sdp/runs/car/fold_3/result.json deleted file mode 100644 index 2b4aad2aa3649783ad67fc5b13491b5dfde3882f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/car/fold_3/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 73, - "best_val_acc": 0.7509157509157509, - "test_acc": 0.7536656891495601, - "train_size": 432, - "val_size": 273, - "test_size": 1023, - "stats": { - "mean": [ - [ - 0.006209462962963474, - 0.006209476851851934, - -0.0015661527777777126, - -0.017005416666666662, - 0.02267388888888889, - -0.04534777777777777 - ] - ], - "std": [ - [ - 1.0216642383326442, - 0.997836524752538, - 0.9973262178910823, - 0.9855809020000981, - 1.020073036790825, - 0.9917072748761516 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 1844, - "cert_evals": { - "36": 0.6483516693115234, - "72": 0.5604395866394043, - "108": 0.4395604431629181, - "255": 0.10989011079072952 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_0/result.json b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_0/result.json deleted file mode 100644 index c87dc63d4d22bcdddde7e13b6edda3085a0224bb..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_0/result.json +++ /dev/null @@ -1,72 +0,0 @@ -{ - "best_epoch": 68, - "best_val_acc": 0.6551724137931034, - "test_acc": 0.6394984326018809, - "train_size": 531, - "val_size": 319, - "test_size": 1276, - "stats": { - "mean": [ - [ - 0.05696145216572526, - 0.04547308248587554, - 0.02537313540489641, - 0.00411199623352259, - 0.004895357815442945, - 0.008270713935970049, - 0.005839290018833664, - -0.016622836393596845, - 0.056058268926553946, - -0.03742293794726937, - 0.012369841544256039, - 0.0072619020715631285, - 0.009574918079096046, - 0.031539144971751344, - 0.013908543314500948, - 0.011100862523540712, - 0.04299334557438753, - 0.0388642668549907, - 0.03971033022598931, - 0.04886574700564973, - 0.01822254990583819 - ] - ], - "std": [ - [ - 0.9791003932834449, - 1.021744482805594, - 1.1340682159044895, - 1.0045684160238317, - 1.0167341100485954, - 1.0690427250537498, - 1.0300221271732741, - 1.0094253367928134, - 1.0210603991574776, - 0.9572713912379988, - 1.0483212024662971, - 1.0072461534048065, - 1.0014897901284459, - 0.9804849453944862, - 0.9885214019890697, - 1.0745697261946487, - 0.992143934303644, - 0.984246843865331, - 0.9805974247887139, - 1.1272267847632704, - 1.0038856117840471 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 11694, - "cert_evals": { - "36": 0.5611284971237183, - "72": 0.45454543828964233, - "108": 0.37304073572158813, - "255": 0.12539184093475342 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/result.json b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/result.json deleted file mode 100644 index 88e8a65145fedd952e7f7757859982ce2c0331d6..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_1/result.json +++ /dev/null @@ -1,72 +0,0 @@ -{ - "best_epoch": 60, - "best_val_acc": 0.60790273556231, - "test_acc": 0.6311216429699842, - "train_size": 531, - "val_size": 329, - "test_size": 1266, - "stats": { - "mean": [ - [ - 0.02423730847457605, - 0.013319074199623025, - 0.015243735216572874, - 0.004751267419963072, - -0.009100580225987828, - 0.008270713935970045, - 0.024992621468926206, - 0.03573573145009404, - -0.005775212429378253, - -0.0017990462335216943, - -0.04130081879472713, - 0.004844720715630924, - 0.008810358945386055, - 0.025032086685499028, - -0.003331445386064059, - 0.003099077212806293, - 0.013448002824858358, - 0.00903407777777766, - 0.006905300357815675, - 0.014681350583804143, - -0.02494074199623351 - ] - ], - "std": [ - [ - 0.9901364010340642, - 1.0331843009790576, - 1.0385537848348627, - 1.004594460707876, - 0.9939531654620118, - 1.0690427250537498, - 1.1059904833090093, - 1.0066519698467797, - 0.9947251360209003, - 1.007854194532267, - 0.9613978699084029, - 1.0039167957400732, - 1.0015612937949965, - 1.0093255157872945, - 0.9891264460600468, - 0.9170858677231267, - 1.0232842600875196, - 0.9997950684728752, - 1.0142818567858394, - 1.0064323164990734, - 0.9910108983737475 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 11694, - "cert_evals": { - "36": 0.5075988173484802, - "72": 0.4407294988632202, - "108": 0.37689968943595886, - "255": 0.13069908320903778 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_2/result.json b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_2/result.json deleted file mode 100644 index b551c76c93a8bb48e6b3480716d77679f318447a..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_2/result.json +++ /dev/null @@ -1,72 +0,0 @@ -{ - "best_epoch": 99, - "best_val_acc": 0.6765578635014837, - "test_acc": 0.6311605723370429, - "train_size": 531, - "val_size": 337, - "test_size": 1258, - "stats": { - "mean": [ - [ - -0.017864035781544274, - 0.006498658568738066, - 0.055962871563087456, - 0.031599305084746454, - -0.01800729736346521, - 0.008270713935970026, - -0.010121785310734386, - 0.06804887372881353, - -0.026457461770244318, - -0.009681385969868147, - -0.06351851043314512, - 0.0022826497175141396, - 0.0007831224105461175, - 0.006246139887005633, - 0.020293879472693028, - -0.039576907721280453, - -0.031042671939736536, - -0.02997460489642182, - -0.02915410564971728, - -0.03835001242937842, - -0.02802381167608266 - ] - ], - "std": [ - [ - 0.9840240485333955, - 1.0369630058509158, - 1.3077211738329413, - 0.9781910820406798, - 0.9593815683814114, - 1.0690427250537495, - 0.9831811654899777, - 1.0030139105693259, - 0.9410382228102027, - 1.0102835335540883, - 0.9567918855139759, - 0.9840184308800868, - 0.9460545431142556, - 1.0343625123637432, - 0.9972026659995562, - 0.9845178278494092, - 0.982127775954673, - 0.9875424397739129, - 0.9974176458730358, - 0.9332863192875079, - 1.005191404704601 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 11694, - "cert_evals": { - "36": 0.578635036945343, - "72": 0.49554896354675293, - "108": 0.41246291995048523, - "255": 0.1543026715517044 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_3/result.json b/UCI_N4/sdp/runs/cardiotocography-10clases/fold_3/result.json deleted file mode 100644 index 1c82e49882c5f715930194a2c32c1c8d005ca669..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cardiotocography-10clases/fold_3/result.json +++ /dev/null @@ -1,72 +0,0 @@ -{ - "best_epoch": 63, - "best_val_acc": 0.6740506329113924, - "test_acc": 0.6434714620797498, - "train_size": 531, - "val_size": 316, - "test_size": 1279, - "stats": { - "mean": [ - [ - 0.00242115593220332, - -0.035886080602636754, - -0.03572555838041413, - -0.01890058003766386, - -0.032639473446328435, - 0.008270713935969828, - -0.010121798493407167, - 0.037159613276836166, - -0.026031056685498998, - -0.0068150113747645945, - -0.01142061785310738, - -0.00994834726930324, - -0.03017912354048965, - -0.07131180037664787, - -0.020571447269303055, - -0.026240708097928056, - 0.01977089152542346, - -0.0009897885122410945, - 0.008988329585687696, - -0.027821750659133063, - 0.07988433521657268 - ] - ], - "std": [ - [ - 0.9646815053252067, - 0.9964364169189934, - 0.8667767137648238, - 0.9918320242400497, - 0.9443068366192023, - 1.0690427250537484, - 0.9028491559082471, - 0.9963685539925591, - 0.9378981844514512, - 0.9990211691032591, - 0.9968931340694016, - 0.9947823538218709, - 1.01034823063542, - 0.9491639320099594, - 0.9768788202272297, - 0.8919007118681375, - 0.9486367993709804, - 0.9697075304143699, - 0.975375266216865, - 0.9399010412320569, - 0.9783943677709094 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 11694, - "cert_evals": { - "36": 0.6012658476829529, - "72": 0.5158227682113647, - "108": 0.4208860993385315, - "255": 0.1139240562915802 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_0/result.json b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_0/result.json deleted file mode 100644 index 13423570e16b9e85af7d51855885cf3a7e5d522c..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_0/result.json +++ /dev/null @@ -1,72 +0,0 @@ -{ - "best_epoch": 38, - "best_val_acc": 0.891640866873065, - "test_acc": 0.8490566037735849, - "train_size": 531, - "val_size": 323, - "test_size": 1272, - "stats": { - "mean": [ - [ - -0.030111656873823105, - -0.003732127118644177, - 0.01116787758945438, - -0.08985611299434969, - -0.00846454877589486, - 0.008270713935970052, - 0.01860809416195951, - 0.07714044712806034, - -0.005562035969867772, - -0.02718609557438801, - -0.012457818041431213, - 0.012724705461393555, - -0.02157851902071565, - -0.007921984030131852, - 0.03306414218455754, - 0.04044068926553697, - -0.048516965348399554, - -0.04458778192090391, - -0.03123695568738192, - 0.02170018583804156, - -0.018774542372881505 - ] - ], - "std": [ - [ - 1.0267196734843282, - 1.0079165135088577, - 0.9473557451244335, - 0.9914796817927604, - 1.004413984395137, - 1.0690427250537498, - 1.0265337126752654, - 1.0005000887455053, - 1.027745709308044, - 0.9908319242282088, - 1.0037543771306683, - 1.0398975301195088, - 1.0062327099761543, - 1.0841869723664168, - 1.0142218392015123, - 1.151741953917099, - 1.0734457791437295, - 1.0354213623061976, - 1.0200885928553527, - 1.1205840477329363, - 1.0030899076810105 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8452011942863464, - "72": 0.801857590675354, - "108": 0.7770897746086121, - "255": 0.504643976688385 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_1/result.json b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_1/result.json deleted file mode 100644 index 65c55cc2c88e2565c7e05b2336897bbccc48e182..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_1/result.json +++ /dev/null @@ -1,72 +0,0 @@ -{ - "best_epoch": 42, - "best_val_acc": 0.8558282208588958, - "test_acc": 0.8463356973995272, - "train_size": 531, - "val_size": 326, - "test_size": 1269, - "stats": { - "mean": [ - [ - 0.016391169491525318, - 0.0011396926553671261, - -0.02373987099811634, - 0.03607396610169575, - -0.010373017325799852, - 0.00827071393597003, - 0.012223685499058473, - 0.010651874764595136, - 0.01981098888888896, - 0.01887923308851223, - -0.018915777890772333, - -0.015072648775894497, - 0.009447557815442556, - -0.017157672448210953, - -0.006524062146892641, - -0.03690971751412391, - -0.03587095574387965, - -0.017897674387947204, - -0.022515022862523364, - 0.011496865838041524, - -0.04343927306967993 - ] - ], - "std": [ - [ - 0.9391569592897272, - 1.0230906606141204, - 0.9581004188558814, - 0.9835526445831309, - 0.9979926559581693, - 1.0690427250537498, - 1.0123898646052452, - 1.000643989202775, - 1.0328535759777588, - 1.0412458470198602, - 1.0101002215424937, - 1.0019895656154183, - 1.0176643747680885, - 0.9912502978877031, - 0.9736333689619006, - 0.8842664932785655, - 1.039084545290219, - 0.9977498578188039, - 0.9855549645903211, - 1.0605253991894208, - 1.000119457990836 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8220858573913574, - "72": 0.7730061411857605, - "108": 0.7269938588142395, - "255": 0.4447852671146393 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_2/result.json b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_2/result.json deleted file mode 100644 index 3420d890f444ebf63fdcda880df03ffaba317840..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_2/result.json +++ /dev/null @@ -1,72 +0,0 @@ -{ - "best_epoch": 37, - "best_val_acc": 0.8484848484848485, - "test_acc": 0.857707509881423, - "train_size": 531, - "val_size": 330, - "test_size": 1265, - "stats": { - "mean": [ - [ - 0.011989649905837963, - 0.017703763653483834, - -0.04815508248587558, - 0.0878522580037672, - -0.0001940107344639859, - -0.0574620999999995, - 0.04414582297551817, - 0.04154100908662901, - 0.0033932510357819923, - 0.013044282391713674, - -0.042404981242937984, - 0.04134378888888889, - -0.01985842806026365, - 0.05704191233521654, - 0.04647320527306972, - -0.06624954802259869, - 0.0383948538606398, - 0.015676433521657228, - 0.03476359286252388, - 0.0983877023352167, - -0.00027604896421838714 - ] - ], - "std": [ - [ - 1.0121411725514342, - 1.0022698506112053, - 0.7850107263672123, - 1.021861659011844, - 1.0205680703685656, - 1.0, - 1.0504178369202641, - 0.9762037792485212, - 0.9969033920323853, - 1.0262088384173584, - 0.9577094393711939, - 1.018018865673482, - 1.0072567026892174, - 1.0240761987453126, - 0.9864342700743015, - 0.8655231462742808, - 1.0132444325659744, - 1.002180759880479, - 1.0086965056851351, - 1.1584443320466373, - 0.9678154222739248 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8060605525970459, - "72": 0.760606050491333, - "108": 0.6909090876579285, - "255": 0.4515151381492615 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_3/result.json b/UCI_N4/sdp/runs/cardiotocography-3clases/fold_3/result.json deleted file mode 100644 index b7058bc7855b1e92047bf2c4e26d48dfcf3324da..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cardiotocography-3clases/fold_3/result.json +++ /dev/null @@ -1,72 +0,0 @@ -{ - "best_epoch": 60, - "best_val_acc": 0.8562300319488818, - "test_acc": 0.8705148205928237, - "train_size": 531, - "val_size": 313, - "test_size": 1282, - "stats": { - "mean": [ - [ - 0.07590710470809812, - -0.024193697175141464, - -0.04779198342749522, - -0.03360304143126111, - 0.029070319209039387, - -0.024595693032014893, - 0.005839325800377342, - 0.06772045080037671, - 0.004032814877590208, - -0.01572106636534833, - -0.023934781092278794, - -0.0005697517890771726, - -0.008709438794726921, - -0.015583420433144993, - -0.012270593220338952, - 0.01910270809792879, - -0.009544668926553972, - -0.0007485035781543035, - 0.019792885216572968, - 0.012601643615819754, - 0.07063507344632772 - ] - ], - "std": [ - [ - 0.9774443663972388, - 0.9691878598072985, - 0.7938133543361705, - 1.0258465761633682, - 0.9993132346074002, - 0.7566415100311142, - 1.0194614547438874, - 0.9883543548463236, - 0.9952655430481072, - 0.9924332095258233, - 1.0409700820319554, - 0.9838443180700808, - 0.9913771235918427, - 0.9821486224205357, - 0.9651162627503362, - 1.033340912804804, - 1.0105779866484361, - 1.0049118298763688, - 0.989141891228224, - 1.0204876585018856, - 0.9866082018247349 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8178913593292236, - "72": 0.7763578295707703, - "108": 0.7316293716430664, - "255": 0.5079872012138367 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/chess-krvk/fold_0/result.json b/UCI_N4/sdp/runs/chess-krvk/fold_0/result.json deleted file mode 100644 index f7973b7de00882498f216932ab049e763b79d241..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/chess-krvk/fold_0/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 95, - "best_val_acc": 0.2489351632749645, - "test_acc": 0.24476688867745006, - "train_size": 7014, - "val_size": 4226, - "test_size": 16816, - "stats": { - "mean": [ - [ - 0.012324607927003232, - 0.007078780439120998, - 0.0020496236099223986, - -0.024108994297119334, - -0.0005551300684344027, - 0.00494480253777899 - ] - ], - "std": [ - [ - 0.999931915679557, - 1.0057899986789152, - 1.0018138589619487, - 0.9949807268406698, - 1.0000689847213224, - 1.0016960231746526 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 2026, - "cert_evals": { - "36": 0.13629910349845886, - "72": 0.06483672559261322, - "108": 0.0293421670794487, - "255": 0.0011831519659608603 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/chess-krvk/fold_1/result.json b/UCI_N4/sdp/runs/chess-krvk/fold_1/result.json deleted file mode 100644 index e9e4464041cf909cff98f00e1a40f47ff45af79c..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/chess-krvk/fold_1/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 96, - "best_val_acc": 0.25821707259399385, - "test_acc": 0.2575388092547434, - "train_size": 7014, - "val_size": 4229, - "test_size": 16813, - "stats": { - "mean": [ - [ - 0.02662805560307895, - 0.005693713430283323, - -0.0016727181351587745, - 0.014426962075848423, - -0.007343462446535813, - 0.00437411206158899 - ] - ], - "std": [ - [ - 0.9852094089714073, - 0.9988688121679218, - 1.0043106562162794, - 0.9917902725212167, - 0.9953541320225967, - 0.995076350426718 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 2026, - "cert_evals": { - "36": 0.14187751710414886, - "72": 0.06620950996875763, - "108": 0.025774415582418442, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/chess-krvk/fold_2/result.json b/UCI_N4/sdp/runs/chess-krvk/fold_2/result.json deleted file mode 100644 index a8da32ec2380e4d10ef0c9bc7f8ff275d0cae327..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/chess-krvk/fold_2/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 97, - "best_val_acc": 0.24417498811222063, - "test_acc": 0.2425160370634355, - "train_size": 7014, - "val_size": 4206, - "test_size": 16836, - "stats": { - "mean": [ - [ - 0.009281328200740034, - -0.0021550139720564235, - -0.004650539349872485, - 0.006120143427431122, - -0.0004934166951813222, - 0.0024717757342437065 - ] - ], - "std": [ - [ - 0.9905305563279689, - 1.0007194352174467, - 1.0073929861352688, - 0.996792137495875, - 0.995664797353786, - 0.9984373474066448 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 2026, - "cert_evals": { - "36": 0.14407989382743835, - "72": 0.07108892500400543, - "108": 0.031145982444286346, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/chess-krvk/fold_3/result.json b/UCI_N4/sdp/runs/chess-krvk/fold_3/result.json deleted file mode 100644 index c7c2d50469dedc357f035ce8e6fc54ee0f947a32..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/chess-krvk/fold_3/result.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "best_epoch": 48, - "best_val_acc": 0.25175644028103045, - "test_acc": 0.23765800143095636, - "train_size": 7014, - "val_size": 4270, - "test_size": 16772, - "stats": { - "mean": [ - [ - 0.0038034088964931244, - -0.012312182207011678, - 0.00825354519532299, - -0.012616928286283908, - 0.00814625808383194, - 0.012173608639860799 - ] - ], - "std": [ - [ - 0.9903915605524702, - 0.991199162231707, - 1.011474563134033, - 0.9971077092137348, - 0.999255185770078, - 1.0033642166267953 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 2026, - "cert_evals": { - "36": 0.15058547258377075, - "72": 0.0747072622179985, - "108": 0.03255269303917885, - "255": 0.00023419203353114426 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_0/result.json b/UCI_N4/sdp/runs/chess-krvkp/fold_0/result.json deleted file mode 100644 index 000f08b4bad4fecc8d1c1bd80d311a96d4b31b22..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/chess-krvkp/fold_0/result.json +++ /dev/null @@ -1,102 +0,0 @@ -{ - "best_epoch": 18, - "best_val_acc": 0.9612068965517241, - "test_acc": 0.9643041903776514, - "train_size": 799, - "val_size": 464, - "test_size": 1933, - "stats": { - "mean": [ - [ - -0.012910581977471696, - 0.0232343479349185, - 0.01974840050062684, - -0.006236645807259704, - 0.016582745932415422, - 0.011297774718398169, - 0.042862941176470284, - 0.03031926157697225, - 0.0180404605757215, - -0.010202853566957767, - -0.00189366082603287, - -0.016319619524404437, - 0.0033822653316640658, - -0.03204078085106409, - 0.0705100575719649, - 0.02903828535669439, - -0.03100208760951203, - -0.008096886107634134, - -0.03482669524405622, - 0.019232514392990924, - 0.012952405506882283, - 0.028141539424280874, - 0.012118360450564641, - -0.021248015018773447, - -0.016025085481852858, - 5.306633288432277e-07, - -0.020626277847311296, - -0.017688700000000283, - 0.0857653942428025, - -0.03719805506883507, - 0.005740868585732433, - 0.07288125406758252, - 0.025791864831039592, - -0.00712086608260405, - -0.040342160200250346, - -0.05876795494368149 - ] - ], - "std": [ - [ - 0.9837163023685394, - 1.0378682164982054, - 1.0465982807867846, - 0.9915165284267596, - 1.005530465952035, - 1.0006602278791406, - 1.010781822340367, - 1.0199155022259125, - 1.0041109770934162, - 0.9954304425556489, - 0.999580748645936, - 0.9784729377035531, - 1.001226355888721, - 0.7309839212424674, - 1.0450840322089407, - 1.0585050069556725, - 0.9104979964986178, - 1.0030733244153598, - 0.7855814376765642, - 1.0182546843992308, - 1.0103378991543899, - 1.020315666869466, - 1.0226041285721963, - 0.9944445166738229, - 0.8530722671343124, - 0.9998428506463546, - 0.958403864877632, - 1.0, - 1.297598626233983, - 0.9108937768595846, - 1.0046803731698561, - 1.1311938967311475, - 1.0059129579966133, - 1.0017029704517841, - 1.020154120299574, - 0.9629351207831572 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 38034, - "cert_evals": { - "36": 0.9331896305084229, - "72": 0.868534505367279, - "108": 0.7780172228813171, - "255": 0.3318965435028076 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_1/result.json b/UCI_N4/sdp/runs/chess-krvkp/fold_1/result.json deleted file mode 100644 index 3b509d23a648ad2c57e729baaa45f20a44489374..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/chess-krvkp/fold_1/result.json +++ /dev/null @@ -1,102 +0,0 @@ -{ - "best_epoch": 60, - "best_val_acc": 0.9866962305986696, - "test_acc": 0.9758478931140802, - "train_size": 799, - "val_size": 451, - "test_size": 1946, - "stats": { - "mean": [ - [ - -0.0009927534418022186, - 0.018342768460575525, - -0.06582760575719632, - -0.0020792615769724375, - 0.051078400500625745, - 0.011297774718398223, - -0.03506647058823558, - -0.021223376720899582, - -0.03866361702127398, - -0.02380752190237722, - -0.014526558197747444, - 0.016318818523153884, - 0.006087788485606497, - 0.07781297659574443, - -0.04009326658322881, - 0.017423181476844563, - -0.016413096370462833, - -0.032386387984980926, - 0.020896709511889343, - 0.0017488035043802706, - 0.0032379173967446036, - -0.04377830913642133, - 0.00134634543179087, - -0.008370843554443178, - -0.01602508548185286, - -0.05699136670838574, - 0.012376380475592372, - -0.017688700000000283, - 0.023390775969961416, - 0.03719677847309204, - 0.005740868585732397, - -0.004124948685859613, - 0.002579862327909166, - -0.025243699624531293, - -0.02052447684605754, - 0.019589255319148336 - ] - ], - "std": [ - [ - 0.9986195311743077, - 1.0300230852190024, - 0.8216604611116667, - 0.9970790771407829, - 1.0163955081800622, - 1.0006602278791408, - 0.9894273630441428, - 0.9849960711322177, - 0.9895223747807858, - 0.9893503391280706, - 0.9977270081722001, - 1.0205058915949463, - 1.0023223894472089, - 1.4564544306041578, - 0.9790108101412359, - 1.0355371587989588, - 0.9537117155994841, - 1.0123108404588719, - 1.108181480971759, - 1.001546561141509, - 1.0024924985959782, - 0.9655037096440781, - 1.0024053099202712, - 0.9977739015125082, - 0.8530722671343125, - 1.021876104669329, - 1.0237032374075374, - 1.0, - 1.0898218142005072, - 1.080220497632301, - 1.0046803731698557, - 0.9917285097795778, - 1.000482486194206, - 1.0061895454376688, - 1.0104282205557285, - 1.0110875620192163 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 38034, - "cert_evals": { - "36": 0.9711751341819763, - "72": 0.9534367918968201, - "108": 0.9223946928977966, - "255": 0.572062075138092 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_2/result.json b/UCI_N4/sdp/runs/chess-krvkp/fold_2/result.json deleted file mode 100644 index de86451b777fa9685e709496906074abb5ca39f4..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/chess-krvkp/fold_2/result.json +++ /dev/null @@ -1,102 +0,0 @@ -{ - "best_epoch": 43, - "best_val_acc": 0.9705263157894737, - "test_acc": 0.9661810613943809, - "train_size": 799, - "val_size": 475, - "test_size": 1922, - "stats": { - "mean": [ - [ - 0.04270595118898613, - -0.035464605757197565, - -0.026330987484355414, - 0.010392891113891287, - 0.024543281602002653, - -0.001253777221526715, - -0.011687647058824222, - -0.02728721652065032, - 0.0025757121401775553, - -0.07006339424280264, - -0.0018936608260329234, - -0.004080205256570354, - 0.04125958948685799, - -0.03204078085106409, - -0.02626784230287835, - -0.023229682102629934, - 0.041942868585731145, - 0.01619261576971138, - 0.006965858322903206, - -0.001747938673341953, - -0.05828717396746041, - 0.04064933917396773, - 0.06597843554443104, - -0.018672580725907748, - 0.005341821777221022, - -0.005427269086358065, - 0.03437815269086148, - -0.017688700000000283, - -0.007796533166459127, - -6.382978713675692e-07, - -0.04346299874843527, - 0.01787682352940982, - -0.03610680851063828, - 0.04465865832290276, - 0.019110889862328, - 0.03990408760951166 - ] - ], - "std": [ - [ - 1.0503026614950781, - 0.9377299469744113, - 0.9332222466570044, - 1.0134812577120929, - 1.0081529457229899, - 0.9997466732969692, - 0.9965218768327301, - 0.9806280790356154, - 1.0004721494235536, - 0.9669617912464558, - 0.9995807486459362, - 0.9945690429937961, - 1.0158077550757176, - 0.7309839212424674, - 0.9989487460582208, - 0.9496723729602274, - 1.1079472020538745, - 0.9931560757473815, - 1.0372639011971079, - 0.998134626824417, - 0.9489971567418679, - 1.0290373693626786, - 1.116580541935386, - 0.9951246155880097, - 1.0441402229839951, - 1.0021017867674258, - 1.064445876205708, - 1.0, - 0.9678679341238935, - 0.999842760601726, - 0.9613338278133499, - 1.0340832941176457, - 0.9901571062749744, - 0.9869400115230125, - 0.9895000075374855, - 1.0222216905424544 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 38034, - "cert_evals": { - "36": 0.9536841511726379, - "72": 0.9410526156425476, - "108": 0.9094736576080322, - "255": 0.5642104744911194 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/chess-krvkp/fold_3/result.json b/UCI_N4/sdp/runs/chess-krvkp/fold_3/result.json deleted file mode 100644 index b09013bd8706eb1c5c4957ec394d48c516199e4a..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/chess-krvkp/fold_3/result.json +++ /dev/null @@ -1,102 +0,0 @@ -{ - "best_epoch": 36, - "best_val_acc": 0.9541484716157205, - "test_acc": 0.9613202681794739, - "train_size": 799, - "val_size": 458, - "test_size": 1939, - "stats": { - "mean": [ - [ - 0.0029798560700874874, - -0.015898287859826204, - 0.013165630788484818, - -0.002079261576972459, - 0.06434595994993732, - -0.0087847083854817, - -0.035066470588235754, - -0.021223376720899842, - 0.012885544430540316, - -0.0755052615769703, - -0.07516446558197788, - 0.004079404255319092, - 0.041259589486858005, - 0.04119505744680826, - -0.0069122853566958315, - -0.029037234042554844, - -0.01641309637046286, - -0.037784055068836316, - -0.03482669524405622, - -0.04370884480600792, - -0.035620035043805974, - 0.04690323904881119, - -0.009425669586981995, - -0.00064454067584565, - -0.05875890000000068, - -0.04884966708385503, - 0.0453790387984959, - -0.017688700000000283, - 0.002599236545681054, - 0.030997209011264834, - -0.05002351439299086, - 0.006875937421775107, - -0.010315694618272687, - -0.04077755694618336, - 0.004955401752189988, - 0.10084858448060059 - ] - ], - "std": [ - [ - 1.003506639923147, - 0.9726497119550556, - 1.031291250931018, - 0.9970790771407828, - 1.0202330509186042, - 0.9991224561764447, - 0.9894273630441432, - 0.9849960711322175, - 1.0029259974983142, - 0.9641477850388797, - 0.9865314194046129, - 1.0050737920779802, - 1.0158077550757172, - 1.2629201270580204, - 0.9808444007141872, - 0.9366196797544946, - 0.9537117155994845, - 1.0142732074093561, - 0.7855814376765643, - 0.9552444287880467, - 0.9695039665985851, - 1.033313842690941, - 0.9816728244810887, - 0.9996865943557063, - 1.0, - 1.0189528540341442, - 1.0840757895240576, - 1.0, - 1.0102634466126872, - 1.067334702526026, - 0.9552142319361535, - 1.0131869855246693, - 0.9972193469515207, - 1.0097604697449478, - 0.9972056619226006, - 1.052569358911855 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 38034, - "cert_evals": { - "36": 0.9344978332519531, - "72": 0.914847195148468, - "108": 0.9017467498779297, - "255": 0.528384268283844 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_0/result.json b/UCI_N4/sdp/runs/congressional-voting/fold_0/result.json deleted file mode 100644 index 8fd0541e08db7f0ee97f6ed7379ff74d67517c84..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/congressional-voting/fold_0/result.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "best_epoch": 1, - "best_val_acc": 0.5789473684210527, - "test_acc": 0.5687732342007435, - "train_size": 109, - "val_size": 57, - "test_size": 269, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.11779591743119261, - -0.04414557798165136, - -0.044145577981651356, - -0.1385431192660551, - -0.04414557798165139, - -0.026378550458715573, - 0.11256628440366967, - -0.10507706422018329, - -0.054913027522935885, - -0.05395532110091718, - 0.008270385321100901, - 0.10771073394495408, - 0.03500372477064211, - -0.000600422018348633, - -0.02276844036697253 - ] - ], - "std": [ - [ - 0.8184815616369955, - 0.8313668954689791, - 0.8538679440524577, - 0.8538679440524576, - 0.5219210944971431, - 0.8538679440524588, - 0.9259164552817457, - 1.2484961570437194, - 0.7457451590890042, - 0.7568400989501728, - 0.8761485096645807, - 1.012504902324288, - 1.1811957798165138, - 1.0783310548027614, - 0.9977827937237086, - 0.9845600817644352 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.24561403691768646, - "72": 0.08771929889917374, - "108": 0.035087719559669495, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_1/result.json b/UCI_N4/sdp/runs/congressional-voting/fold_1/result.json deleted file mode 100644 index b1f85b94dfecd2dc14993265edc78647dec0435e..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/congressional-voting/fold_1/result.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "best_epoch": 17, - "best_val_acc": 0.5625, - "test_acc": 0.5343511450381679, - "train_size": 109, - "val_size": 64, - "test_size": 262, - "stats": { - "mean": [ - [ - -0.00038625688073406236, - 0.057688394495412916, - 0.07259284403669729, - 0.07259284403669727, - -0.08832123853211014, - 0.01422363302752295, - -0.07830136697247703, - -0.08832123853211014, - 0.10401949541284418, - -0.054913027522935885, - -0.09670699082568791, - 0.043890183486238465, - -0.010408844036697309, - -0.05957216513761476, - 0.22344607339449585, - 0.020201284403669834 - ] - ], - "std": [ - [ - 0.9977358415203772, - 1.0666277227790677, - 1.1962128629178321, - 1.196212862917833, - 0.7346827772265264, - 1.0408721364505138, - 0.7595653225302291, - 0.7346827772265264, - 1.1887281938323424, - 0.7568400989501728, - 0.7623714803384029, - 1.0685939449541277, - 0.9788020482079224, - 0.8432648555935023, - 1.3191500469500397, - 1.0109306979905373 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.296875, - "72": 0.25, - "108": 0.140625, - "255": 0.0625 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_2/result.json b/UCI_N4/sdp/runs/congressional-voting/fold_2/result.json deleted file mode 100644 index 26b1101b61ff3854609edb52d50e1b1d488837bf..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/congressional-voting/fold_2/result.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "best_epoch": 1, - "best_val_acc": 0.6981132075471698, - "test_acc": 0.5604395604395604, - "train_size": 109, - "val_size": 53, - "test_size": 273, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.0008063761467889231, - -0.044145577981651335, - -0.10251478899082538, - -0.08832123853211014, - 0.014223633027522997, - -0.078301366972477, - -0.08832123853211014, - -0.14689637614678883, - -0.12773999999999977, - 0.03154801834862407, - 0.008270385321100882, - 0.028964348623853046, - -0.012284220183486308, - -0.0006004220183486534, - 0.04168614678899078 - ] - ], - "std": [ - [ - 0.8184815616369948, - 0.9978460372285823, - 0.853867944052458, - 0.6065906343935914, - 0.7346827772265261, - 1.0408721364505131, - 0.7595653225302292, - 0.7346827772265265, - 0.6117637925728782, - 1.0, - 1.062789656192666, - 1.0125049023242882, - 1.0520823572341493, - 0.9691144875367229, - 0.9977827937237085, - 1.023184850832101 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.28301888704299927, - "72": 0.28301888704299927, - "108": 0.16981132328510284, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/congressional-voting/fold_3/result.json b/UCI_N4/sdp/runs/congressional-voting/fold_3/result.json deleted file mode 100644 index 7e17f38dc09ca6df143086609dcbf6268ee739bf..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/congressional-voting/fold_3/result.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "best_epoch": 5, - "best_val_acc": 0.5492957746478874, - "test_acc": 0.5725490196078431, - "train_size": 109, - "val_size": 71, - "test_size": 255, - "stats": { - "mean": [ - [ - -0.0003862568807340379, - -0.05930114678899078, - 0.014223633027522962, - -0.04414557798165134, - -0.03809935779816519, - -0.04414557798165141, - -0.026378550458715615, - 0.012122522935779772, - -0.02143844036697227, - 0.017913944954128333, - -0.0967069908256879, - 0.07950998165137609, - 0.028964348623853057, - -0.012284220183486292, - -0.0006004220183485913, - -0.02276844036697257 - ] - ], - "std": [ - [ - 0.9977358415203773, - 0.9202474953183722, - 1.0408721364505134, - 0.8538679440524575, - 0.8955844252869521, - 0.8538679440524586, - 0.9259164552817456, - 1.0292422785092563, - 0.9536270350654188, - 1.0653667607530586, - 0.7623714803384029, - 1.1207507845689388, - 1.0520823572341482, - 0.9691144875367229, - 0.9977827937237086, - 0.9845600817644354 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.11267605423927307, - "72": 0.0845070406794548, - "108": 0.056338027119636536, - "255": 0.028169013559818268 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/result.json b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/result.json deleted file mode 100644 index 518469812c55a9e4c7e82b876fdc1f23ae4c95ed..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_0/result.json +++ /dev/null @@ -1,150 +0,0 @@ -{ - "best_epoch": 7, - "best_val_acc": 0.7878787878787878, - "test_acc": 0.7398373983739838, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.07224829615384616, - 0.06143836403846155, - 0.17981892115384618, - 0.18359467307692307, - 0.17865188250000005, - 0.18166694038461537, - 0.13145928269230767, - 0.3580806807692308, - 0.2723380293846154, - 0.32641636923076933, - 0.3547530749999999, - 0.27079468269230766, - 0.2390470615384616, - 0.08077609423076923, - 0.06372549615384623, - 0.027136992307692294, - -0.0707615403846154, - -0.013202551923076929, - 0.07079190192307686, - 0.14980152423076923, - 0.19067387173076927, - 0.18353470192307691, - 0.09474908461538462, - 0.11814903269230771, - 0.12851396730769224, - 0.09148541923076925, - 0.007863109038461517, - -0.03280788846153844, - -0.038817317307692306, - -0.030111546153846168, - -0.06803155000000002, - -0.1759780653846154, - -0.09925099846153843, - -0.06391267884615386, - -0.10967796730769228, - -0.09900584423076922, - -0.07212157115384613, - -0.04979613730769235, - -0.014902880769230744, - -0.06563232307692309, - -0.19819578653846154, - -0.09516337250000001, - 0.028546435961538493, - 0.02690762884615383, - -0.051032306153846144, - -0.1709350942307693, - -0.15902759326923072, - 0.05230017500000001, - -0.06006629230769232, - -0.14417805423076924, - 0.04664167115384615, - 0.035231851923076866, - 0.10847407884615384, - 0.0320697788461538, - 0.014380650000000059, - 0.1584930519230769, - 0.24879878846153847, - -0.06910759711538458, - -0.04868835576923079, - -0.009460907692307728 - ] - ], - "std": [ - [ - 0.8826781365757673, - 0.8736204750730865, - 1.0631193826022287, - 1.0559935051069889, - 1.0948164691784295, - 0.9911164668100656, - 1.058133601574446, - 1.1345779651029129, - 1.2612720115229583, - 1.3050289136088924, - 1.2242580940441732, - 1.1507745621698449, - 0.9449561434126305, - 0.9761316418147328, - 1.0515687251009254, - 1.0336058228027496, - 1.0092336792759293, - 0.9721128786372969, - 0.9828570204269845, - 1.0526094050032175, - 1.007626826074757, - 0.9451553241613345, - 1.0688742655635421, - 1.1766129754915444, - 1.0893546356638915, - 0.9472223527353211, - 0.9975324667404246, - 0.9442106678014526, - 0.9147349976996598, - 0.8924870761180707, - 0.9115618167344114, - 0.9476131762252616, - 0.9936735012487963, - 1.091198911266045, - 1.0880994377807855, - 1.058748260466537, - 1.0322810862952991, - 1.0794760575131008, - 1.0563032817583005, - 1.063491740689508, - 0.9911947467095144, - 0.9289066519838143, - 1.060366924720947, - 1.0624085035469397, - 0.8715483240662897, - 0.6896203094035522, - 0.7267883935975691, - 0.928021673885073, - 0.8751357100836189, - 0.7223660360736314, - 0.7383172079055456, - 0.8199366242592814, - 1.0798630214435168, - 1.1347800621794066, - 0.9003324355296055, - 1.2234839576090903, - 1.1067568444114322, - 0.7263873158583661, - 0.9265847016853823, - 0.8105858418957635 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 125170, - "cert_evals": { - "36": 0.6060606241226196, - "72": 0.42424243688583374, - "108": 0.3333333432674408, - "255": 0.09090909361839294 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/result.json b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/result.json deleted file mode 100644 index e3183682fc4e6e62023ffa7f82e6a04465017a9a..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_1/result.json +++ /dev/null @@ -1,150 +0,0 @@ -{ - "best_epoch": 25, - "best_val_acc": 0.7931034482758621, - "test_acc": 0.7952755905511811, - "train_size": 52, - "val_size": 29, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.1496621807692307, - -0.08903577807692303, - -0.14030929807692305, - -0.035338826923076924, - 0.08386959669423068, - 0.09199651153846154, - 0.14088967307692307, - 0.07056369423076922, - -0.0025582480769230555, - 0.009174194230769301, - 0.0818218730769231, - 0.08237485384615381, - 0.04123067288461538, - -0.00616768461538463, - -0.028849084615384605, - -0.04050276923076927, - -0.0212545653846154, - -0.05132907923076921, - -0.04626740192307692, - -0.07403159615384614, - -0.05252051923076921, - 0.030670448076923096, - -0.021138782692307692, - 0.005048434615384597, - 0.09778213076923079, - 0.2050811269230769, - 0.18951900000000002, - 0.09827862115384613, - 0.07715956730769227, - 0.1654723846153846, - 0.07360706730769234, - -0.012788405769230859, - -0.07698564038461544, - -0.11772723500000001, - -0.012259624999999958, - 0.0018293673076923635, - -0.07115984249999997, - -0.07953136711538462, - -0.04274317096153846, - -0.03792623653846152, - -0.08625715769230768, - -0.05082718653846153, - 0.0639244403846154, - 0.05993298846153846, - 0.008120661730769264, - -0.03299837499999998, - -0.08261534326923076, - -0.13786070961538463, - -0.11194899807692303, - -0.1165946903846154, - -0.11254034384615383, - -0.09731205576923077, - -0.10915543461538466, - -0.020348332692307698, - -0.03527259615384616, - -0.05305450769230768, - -0.0766177076923077, - 0.017685547115384614, - 0.05708845576923076, - 0.13349773076923077 - ] - ], - "std": [ - [ - 0.808987901180408, - 0.6916743939877592, - 0.6533719713044063, - 0.7289409087743024, - 0.9799815957215703, - 1.1546934744155954, - 1.0489671907417901, - 1.0406351665781963, - 1.06602300100525, - 0.9855510401092009, - 0.941611877990984, - 0.874334438804182, - 0.8948617088044496, - 0.9284777014495024, - 0.9652796384670821, - 0.9176168045360895, - 0.9187448624511494, - 0.9637941840958039, - 1.036895695822955, - 1.080455047426266, - 1.0569445623516454, - 1.027280062203057, - 0.9972067893847262, - 0.9558109386682533, - 0.9135564279343454, - 0.9323450964074564, - 0.9165881179625035, - 0.9150530169961677, - 0.8966782811687405, - 0.9697039290944067, - 1.0552459326194796, - 1.0678782438443375, - 1.0350794282536124, - 0.981036806175182, - 1.0268794592105523, - 1.049486682131856, - 1.0562822257610098, - 1.0082564159163012, - 1.008195204043701, - 1.0704359719340684, - 1.0356445372719016, - 0.9497252302544834, - 1.0265656593627723, - 1.1425919880616457, - 0.984594565229331, - 0.9387504917802769, - 0.9538513934843633, - 0.9644663205759176, - 0.9826957464876444, - 0.906104614495397, - 0.6863012460053298, - 0.8135699574469399, - 0.8718984903633391, - 0.87106180576059, - 0.9705550873133266, - 0.7881063937322114, - 1.0305107562527829, - 0.9850679024115949, - 1.0840227025091698, - 0.955646054806482 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 125170, - "cert_evals": { - "36": 0.6896551847457886, - "72": 0.5862069129943848, - "108": 0.517241358757019, - "255": 0.24137930572032928 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/result.json b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/result.json deleted file mode 100644 index b185777b01c16121e54ad72cbb12084901d8aeee..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_2/result.json +++ /dev/null @@ -1,150 +0,0 @@ -{ - "best_epoch": 11, - "best_val_acc": 0.8787878787878788, - "test_acc": 0.8048780487804879, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11352727307692301, - 0.005484550769230757, - 0.14128544711538463, - 0.01698709807692309, - -0.05546616484423073, - 0.015633542307692313, - 0.01695465576923076, - 0.007012186538461534, - 0.16428315769230764, - 0.1885259807692308, - 0.17271181923076925, - 0.10288603057692303, - 0.035842053846153805, - 0.06598513846153845, - 0.024155067307692363, - -0.031890009615384636, - -0.09900835576923078, - -0.06074108884615382, - -0.057217736538461544, - -0.05421212307692307, - 0.009597998076923055, - 0.08198633076923077, - 0.0738865326923077, - 0.11153800000000001, - 0.12820763269230767, - 0.1497061423076923, - 0.17804224999999999, - 0.12074562557692313, - 0.011866653846153862, - 0.02657458461538462, - 0.08961283461538459, - 0.012436888461538488, - -0.15344758865384617, - -0.25327539384615383, - -0.1676381884615385, - -0.08097806538461542, - 0.010272027115384563, - 0.0761040280769231, - 0.07725368461538452, - 0.01526856923076923, - 0.09035966538461546, - -0.018093585576923078, - -0.08110181153846155, - -0.05179539615384614, - -0.062206399423076895, - -0.05773718076923074, - -0.015536751903846145, - -0.05303988461538456, - -0.0334830886538462, - -0.019491399423076903, - -0.014853353461538439, - -0.04920472788461536, - -0.013006382692307706, - -0.11464770384615387, - -0.22059024807692304, - -0.20056836153846153, - -0.17135017615384612, - -0.09496722596153845, - -0.12957644230769227, - 0.05055160769230771 - ] - ], - "std": [ - [ - 0.7779847294085735, - 0.8164589056484339, - 0.8897943994160501, - 0.8232379895108087, - 0.8913136137549748, - 1.2277539871431498, - 1.148342655187086, - 1.0125738638827777, - 1.0308151593845143, - 1.0814728380420244, - 1.1275636354460448, - 1.0953105542528634, - 0.9617223163008869, - 0.9271042130221435, - 1.002366167344782, - 1.0134009310910002, - 0.9541301699800748, - 0.9039526162729385, - 0.8533527267834845, - 0.8674137383144989, - 0.8667342359963858, - 0.8682751705934699, - 0.8669633975953135, - 0.8844079338595519, - 0.8959832014657619, - 0.9477171784962183, - 0.9665146933040765, - 0.9608709208756278, - 0.9362600441482569, - 0.826100491116595, - 0.9039285396250091, - 0.9697986338184826, - 0.8888423793086146, - 0.878236080206782, - 0.9309060317786465, - 0.9900496254008503, - 1.00813869687356, - 1.0903606967893815, - 1.0386726650233546, - 0.9723646970288363, - 0.965534654631892, - 0.9659616919831083, - 0.9294069827841253, - 0.9165737515917189, - 0.890391924899276, - 0.8408198724294259, - 0.7367456383541913, - 0.9168199780746074, - 0.8757122466574018, - 0.8068953654942984, - 0.8229736283202036, - 0.7999629806684128, - 0.9417385941942646, - 0.873184043119562, - 0.7480790001744239, - 0.9895160335641305, - 1.0132212109764678, - 0.7628419936253807, - 0.961901997536315, - 1.3290599320503582 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 125170, - "cert_evals": { - "36": 0.7878788113594055, - "72": 0.6666666865348816, - "108": 0.5454545617103577, - "255": 0.3030303120613098 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/result.json b/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/result.json deleted file mode 100644 index 300634b855b0981be5ed837e3debb1a666d43caa..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/conn-bench-sonar-mines-rocks/fold_3/result.json +++ /dev/null @@ -1,150 +0,0 @@ -{ - "best_epoch": 46, - "best_val_acc": 0.9090909090909091, - "test_acc": 0.7560975609756098, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11402919442307692, - -0.1958088194230769, - -0.192454475, - -0.2174456115384615, - -0.1483449469961539, - -0.09730015192307692, - -0.11111996346153846, - -0.1199549596153846, - -0.08601968673076922, - -0.1359838, - -0.07711971153846155, - 0.005683598076923046, - -0.07644932499999996, - -0.12452823865384616, - -0.18065320384615383, - -0.24127502307692308, - -0.2122367865384616, - -0.17662752923076924, - -0.13966792115384613, - -0.06574370384615388, - -0.007378620000000012, - -0.0002028721153846167, - 0.06875905961538463, - 0.10454161923076924, - 0.1822036923076923, - 0.14234525, - 0.08357052884615387, - 0.14328510769230768, - 0.2375776069230769, - 0.1643224807692307, - 0.10515068653846156, - 0.09213309999999994, - 0.013323825000000011, - -0.06487759653846153, - -0.13430994076923078, - -0.21115623846153847, - -0.22730641923076922, - -0.23543729230769228, - -0.22808152115384622, - -0.14895506923076926, - -0.001168684615384663, - -0.04320264326923076, - -0.018799333269230768, - -0.013186748076922994, - -0.07072882692307694, - -0.03641541923076926, - -0.009211202865384651, - 0.028638237499999993, - 0.052042886346153845, - -0.09590774230769232, - -0.057291330384615397, - 0.06657091249999998, - 0.02539913076923079, - -0.15310468230769228, - -0.20838050961538462, - -0.049366707692307735, - -0.07994125884615386, - -0.19751397115384617, - -0.2403308269230769, - -0.24415720000000002 - ] - ], - "std": [ - [ - 0.8763416312333093, - 0.602973469758421, - 0.5448117196260321, - 0.5663296924240132, - 0.686341085757452, - 0.8337013907572342, - 0.6813276818285096, - 0.7825144766842531, - 0.7861121760890293, - 0.7905273301791387, - 0.7805552299762032, - 0.9027317120726256, - 0.8667207852850977, - 0.8531311452416169, - 0.8318630140159454, - 0.8852179006046725, - 0.8740431599665568, - 0.8442406359472446, - 0.8609171894886277, - 0.886971626868803, - 0.9185053211820478, - 1.0100806480837976, - 0.9919727273312126, - 1.0562822860856174, - 0.9850251469218465, - 0.9910273621465151, - 1.0655846350198521, - 0.9906322053442151, - 0.8736899428048334, - 0.9821436750511889, - 0.9453561139667965, - 0.8625303165093016, - 1.0040239879345572, - 0.9847231539651756, - 0.9280844832031707, - 0.9503954469001101, - 0.9765763369138967, - 0.965164414073675, - 0.9709362119147936, - 1.0665530487737096, - 1.0793454570821943, - 1.0572717622116554, - 1.0593503627745042, - 1.0162684589041668, - 1.0177130607371694, - 1.0958546673800382, - 1.1902586310529617, - 1.1293249209196217, - 1.0653539976947333, - 0.9647675285784101, - 1.1814566025747812, - 1.13738601881979, - 1.0351334435322548, - 0.934859922308927, - 0.7895031892247589, - 0.9239212461978867, - 0.8971132845231489, - 0.7340435621135994, - 0.876038640540552, - 0.7272617950430326 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 125170, - "cert_evals": { - "36": 0.8181818723678589, - "72": 0.6666666865348816, - "108": 0.6363636255264282, - "255": 0.3636363744735718 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_0/result.json b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_0/result.json deleted file mode 100644 index 9c05f564c4135455ddff1655d927d06b75e63c1d..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_0/result.json +++ /dev/null @@ -1,52 +0,0 @@ -{ - "best_epoch": 68, - "best_val_acc": 0.7326732673267327, - "test_acc": 0.7189695550351288, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 6397, - "cert_evals": { - "36": 0.5841584205627441, - "72": 0.47524750232696533, - "108": 0.3366336524486542, - "255": 0.029702968895435333 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/result.json b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/result.json deleted file mode 100644 index d929be3c6be147b158d118c272a860a03d4e5813..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_1/result.json +++ /dev/null @@ -1,52 +0,0 @@ -{ - "best_epoch": 27, - "best_val_acc": 0.6574074074074074, - "test_acc": 0.669047619047619, - "train_size": 462, - "val_size": 108, - "test_size": 420, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 6397, - "cert_evals": { - "36": 0.472222238779068, - "72": 0.34259259700775146, - "108": 0.17592592537403107, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/result.json b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/result.json deleted file mode 100644 index 0bb4e9495060e09dade1e8880b31f1a0ebbcb7cd..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_2/result.json +++ /dev/null @@ -1,52 +0,0 @@ -{ - "best_epoch": 45, - "best_val_acc": 0.7326732673267327, - "test_acc": 0.6861826697892272, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 6397, - "cert_evals": { - "36": 0.5346534848213196, - "72": 0.39603960514068604, - "108": 0.2772277295589447, - "255": 0.029702968895435333 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_3/result.json b/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_3/result.json deleted file mode 100644 index 26a425711d04ae02d832ecb80b30120c39e99813..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/conn-bench-vowel-deterding/fold_3/result.json +++ /dev/null @@ -1,52 +0,0 @@ -{ - "best_epoch": 43, - "best_val_acc": 0.719626168224299, - "test_acc": 0.6983372921615202, - "train_size": 462, - "val_size": 107, - "test_size": 421, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 6397, - "cert_evals": { - "36": 0.5420560836791992, - "72": 0.40186914801597595, - "108": 0.28037381172180176, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/connect-4/fold_0/result.json b/UCI_N4/sdp/runs/connect-4/fold_0/result.json deleted file mode 100644 index c6c7417a08e9d158ce2de6cae7a5f7ef598b9fc8..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/connect-4/fold_0/result.json +++ /dev/null @@ -1,114 +0,0 @@ -{ - "best_epoch": 18, - "best_val_acc": 0.8062628036289142, - "test_acc": 0.8134695796323329, - "train_size": 16889, - "val_size": 10251, - "test_size": 40417, - "stats": { - "mean": [ - [ - 0.030039043756277816, - 0.019902300550625314, - 0.02412979927762107, - 0.01985044289179096, - 0.04051709657175008, - 0.019031591236910044, - -0.0045395188821050255, - 0.00019764479838064707, - -0.0054407273373289445, - 0.0013942071762814724, - 0.0055600884599283544, - 0.001485642518807598, - -0.045466167742357476, - -0.01035231553081155, - -0.011896642548398602, - -0.003500336017520728, - -0.005169183847484449, - -0.004208846444423896, - -0.015666746284570425, - -0.004623683640220639, - -0.003240515128237825, - 0.007526564154155245, - 0.005614181419874743, - -0.0009578565812173992, - -0.008785680620530124, - 2.9899105920217333e-05, - 0.008153071703466623, - 0.012008136479367208, - 0.006621551092434575, - -0.0019656975546212823, - -0.013779740837230907, - -0.007963726330753096, - 0.0029912185446102466, - 0.006957733791219768, - 0.009923208727565623, - 0.008400017940669328, - 0.005648935283319054, - -0.0006844205696187397, - -0.00016250281250430496, - 0.005438035407640847, - 0.006130487891554314, - 0.0019121513411066388 - ] - ], - "std": [ - [ - 1.006531226467314, - 1.008924218376966, - 1.0197183666704737, - 1.023893878424687, - 1.1159454713651147, - 1.1190732652590052, - 1.0024169825217877, - 0.9994835093105424, - 0.9930989860238304, - 1.004612308430935, - 1.0242747269577495, - 0.9967703228906594, - 1.0081015996457976, - 1.0023951062831706, - 0.9892908401102037, - 0.9991151349692805, - 0.9863950858355114, - 0.960184531380724, - 0.9986346631032498, - 1.0001270989782147, - 0.9928951530660571, - 1.0169032842233705, - 1.013285375385304, - 0.970290472444351, - 0.9945759706604689, - 0.9972408901165424, - 1.0114521905940863, - 1.0290063758644428, - 1.023278904623385, - 0.9324949802555003, - 0.9965943679305745, - 0.9932874797871102, - 1.0036564691959504, - 1.0228377133115587, - 1.0386526847608728, - 1.1257342158605066, - 1.0035861966708441, - 1.000236858494279, - 0.9968329006749054, - 1.0125833294784417, - 1.0214319654141149, - 1.006766118353405 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 44202, - "cert_evals": { - "36": 0.6950541138648987, - "72": 0.5642375946044922, - "108": 0.42288556694984436, - "255": 0.045263875275850296 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/connect-4/fold_1/result.json b/UCI_N4/sdp/runs/connect-4/fold_1/result.json deleted file mode 100644 index e56991299e63804fcb2a5ba070d4415472c8d873..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/connect-4/fold_1/result.json +++ /dev/null @@ -1,114 +0,0 @@ -{ - "best_epoch": 18, - "best_val_acc": 0.8079952737298148, - "test_acc": 0.8089701816745656, - "train_size": 16889, - "val_size": 10156, - "test_size": 40512, - "stats": { - "mean": [ - [ - 0.027203261152216014, - 0.024381636864207697, - 0.020735522529443332, - 0.023047149623986126, - 0.020027097519112465, - 0.026940308105877917, - -0.00722533788855856, - -0.00531791621766461, - -0.009308466457466616, - 0.00578968973889537, - -0.0010269574279278557, - 0.004949220640663072, - -0.037384035289282136, - -0.016723926816264917, - -0.008892225590617149, - -0.008508028006396103, - -0.004554644798399636, - 0.0002488341287307118, - -0.014038076854764218, - 0.0028520603943621176, - 0.0008038332642066601, - 0.002791597607881187, - -0.00160992456626965, - -0.0009578257800985885, - 5.388069156555676e-05, - 0.010160649535196326, - 0.012398836639225969, - 5.7993960568914834e-05, - -0.003970593522402191, - 0.0032774340103030072, - -0.010958108650600418, - 0.003209088104681389, - 0.008421007164421582, - 0.007349537331987826, - 0.008767308745328259, - -0.0032300263189079456, - -0.0018860788679084654, - -0.009485176801493057, - -0.0028463511753280563, - 0.0013060429865429904, - -0.0015533507016145245, - 0.012107637870801016 - ] - ], - "std": [ - [ - 1.0053784970608792, - 1.0086117051709853, - 1.0174407281192794, - 1.0328236445577126, - 1.0555647249928823, - 1.1828794778966805, - 1.0020910755122447, - 1.0000565113338769, - 0.9890321160451245, - 1.0150152665488792, - 0.9899360205182285, - 1.0509979377431884, - 1.0058247313452429, - 0.9943794278675755, - 0.9914355031605685, - 0.98735263698585, - 0.9895129572809503, - 0.9832660190727348, - 1.0002454573596118, - 1.005345164132691, - 1.0022702027544366, - 1.0038695389702308, - 0.9884994910041733, - 1.0323210247180712, - 0.9997460580413666, - 1.0089872644160143, - 1.0235001251776934, - 0.9984386209085483, - 0.9823324227005963, - 1.0494438702787408, - 0.9933592013054958, - 1.0038908920524567, - 1.013697656799958, - 1.0183153010542547, - 1.0567215054144603, - 0.8880868673858706, - 1.0011297314158905, - 0.9952887406369397, - 0.9967427026967423, - 1.006175884588394, - 0.991937713430211, - 1.1100304287997806 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 44202, - "cert_evals": { - "36": 0.6988971829414368, - "72": 0.5588814616203308, - "108": 0.41285941004753113, - "255": 0.042241040617227554 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/connect-4/fold_2/result.json b/UCI_N4/sdp/runs/connect-4/fold_2/result.json deleted file mode 100644 index bcf1b1495dc6d9dc99fddbb86bc4036a221f58ba..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/connect-4/fold_2/result.json +++ /dev/null @@ -1,114 +0,0 @@ -{ - "best_epoch": 17, - "best_val_acc": 0.8136852394916911, - "test_acc": 0.8129729462386864, - "train_size": 16889, - "val_size": 10230, - "test_size": 40438, - "stats": { - "mean": [ - [ - 0.025572694783573928, - 0.01329715524895377, - 0.021220418319602922, - 0.01865168985727237, - 0.01982012718339098, - 0.00963998614483818, - 0.002528423115643657, - 0.014210160400253889, - 0.019369405767058635, - 0.014451386997468231, - 0.013793931316224738, - 0.012371159470670088, - -0.039714018710444283, - 0.002464175676483553, - -0.003429649002305634, - -0.009634763751553201, - 0.0009762194327558758, - 0.0017347277695622, - -0.010497498845409039, - -0.009077317366310872, - -0.009626320682147567, - -0.007594781810667109, - -0.00470596897387065, - -0.0015970677600842312, - -0.009472249452314906, - -0.00820725051809292, - -0.0026667849487946728, - -0.015432931020187987, - 0.0013254907454667974, - 0.008520569927173222, - -0.01259168517970182, - -0.013636079637638902, - -0.01148821777488854, - 0.0004930685061226005, - 0.0037583447036442816, - 0.004523333086622283, - -0.0011041412753886373, - 0.0011898180472266853, - 0.004086905974287228, - 0.0047194280300578055, - 0.006496377523849094, - 0.0006377091894106407 - ] - ], - "std": [ - [ - 1.002340911028259, - 1.000241509886604, - 1.0182352047279812, - 1.026450786988581, - 1.0586830294039484, - 1.0573441287107759, - 0.9999723336345973, - 1.0051963116139528, - 1.0189730060934503, - 1.0249429350044355, - 1.0283337398578962, - 1.0717856671455852, - 1.007021137501264, - 1.0086278986575667, - 0.9953893180688569, - 0.98676435866359, - 1.0045070750637721, - 0.9894410915928983, - 1.0018969853345276, - 0.9951351558433682, - 0.9829488046935272, - 0.9826669281585328, - 0.9809482582136214, - 1.0155101449208117, - 0.9962026519420597, - 0.990863381380769, - 1.0019931559758173, - 0.9596014491771616, - 1.0169055158769793, - 1.076548189219986, - 0.9955495648295175, - 0.9907146280157456, - 0.9785756681213451, - 1.006526766910725, - 1.0173366899136054, - 1.0876518916773228, - 1.0029420841971977, - 0.9990722630784118, - 1.0096089946640998, - 1.0127375864747392, - 1.01584212211435, - 0.9362241233272562 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 44202, - "cert_evals": { - "36": 0.7020527720451355, - "72": 0.5635386109352112, - "108": 0.42189639806747437, - "255": 0.05210166424512863 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/connect-4/fold_3/result.json b/UCI_N4/sdp/runs/connect-4/fold_3/result.json deleted file mode 100644 index df0ff78444b2b14ead167f046f45360bca702a08..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/connect-4/fold_3/result.json +++ /dev/null @@ -1,114 +0,0 @@ -{ - "best_epoch": 11, - "best_val_acc": 0.8156792339916218, - "test_acc": 0.8113035775798435, - "train_size": 16889, - "val_size": 10026, - "test_size": 40642, - "stats": { - "mean": [ - [ - 0.0255017919592495, - 0.022711381550094376, - 0.022287194327654584, - 0.02371314346613092, - 0.02809891444136949, - 0.011617169660734934, - -0.003762045615482179, - -0.0006222379063383423, - -0.0011956524365063191, - 0.008375274142948436, - -0.0028795755225458197, - 0.004949219420934186, - -0.03286969234417018, - -0.016504218603819, - -0.0016998223695865533, - -0.0031247556989696936, - -0.011519434898461321, - 0.0002488323820318791, - -0.012126160814738062, - -0.0071686163775022144, - 0.0038903055242530825, - 0.0026388575403812784, - 0.004066158683185444, - -0.0015970711824220074, - -0.004837915684773933, - -0.005745571910715695, - -0.003762464740373103, - -0.006138376635676964, - 0.001325493137553573, - 0.008520567025875392, - -0.0066514068920593425, - -0.003064876132393696, - 0.005525119900522458, - 0.009504424891937585, - 0.011849736177385477, - 0.008400017940669543, - -0.0067909446385286945, - -0.00818136082659884, - 0.004646044170746594, - 0.012444457339079356, - -0.0015533672804591957, - 0.00446103881223969 - ] - ], - "std": [ - [ - 1.0045809901782567, - 1.011044061995358, - 1.0172043141389446, - 1.0411444793879623, - 1.0848038904253097, - 1.0532589212327128, - 1.001732294856909, - 0.9979736375563433, - 0.9960552361012427, - 1.01505820099451, - 0.9927946698994767, - 1.0430998783719132, - 1.0035374294499668, - 0.9954329781752278, - 0.9998036225568965, - 0.9986000648188756, - 0.968307334521185, - 1.0041135888200137, - 1.0020709200665507, - 0.9957946771192316, - 1.0066983742054452, - 0.9982009085917064, - 1.0079501138389146, - 1.0086913740499897, - 0.9975519054988539, - 0.9949781645083238, - 0.9908446185534602, - 0.980252534332932, - 1.0196582337505167, - 1.129171084329408, - 0.9975018305111572, - 0.9962923547954192, - 1.0083259241822573, - 1.0245524736842544, - 1.0587730123334396, - 1.1257342158603454, - 1.000888709096108, - 0.9958781134180874, - 1.0074167017832345, - 1.03159906035601, - 0.975850670238492, - 1.1586868157131331 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 44202, - "cert_evals": { - "36": 0.6997805833816528, - "72": 0.5526630878448486, - "108": 0.4048474133014679, - "255": 0.03780171647667885 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/contrac/fold_0/result.json b/UCI_N4/sdp/runs/contrac/fold_0/result.json deleted file mode 100644 index a41a7707c59b517ca94cc2a2fec8c8e921298d1c..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/contrac/fold_0/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 57, - "best_val_acc": 0.5592417061611374, - "test_acc": 0.4955257270693512, - "train_size": 368, - "val_size": 211, - "test_size": 894, - "stats": { - "mean": [ - [ - 0.04983602472826088, - -0.03683848315217381, - -0.030433624999999895, - 0.04126441032608701, - 0.0759277635869569, - 0.038788576086956336, - -0.05566297010869535, - 0.0662070706521741, - 0.049484739130435086 - ] - ], - "std": [ - [ - 1.0349771394866476, - 1.0203618187773704, - 1.0773888859130338, - 0.9920452760418988, - 0.9188135203134653, - 0.9763026632803047, - 0.9941427090552807, - 0.9825316131926941, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 2617, - "cert_evals": { - "36": 0.36966824531555176, - "72": 0.20379146933555603, - "108": 0.14218010008335114, - "255": 0.02369668334722519 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/contrac/fold_1/result.json b/UCI_N4/sdp/runs/contrac/fold_1/result.json deleted file mode 100644 index ccc13147fa73867d800457121116e75976690ace..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/contrac/fold_1/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 13, - "best_val_acc": 0.5238095238095238, - "test_acc": 0.4402234636871508, - "train_size": 368, - "val_size": 210, - "test_size": 895, - "stats": { - "mean": [ - [ - -0.029433755434782626, - -0.071642726902174, - -0.09035044293478262, - 0.020525774456521734, - 0.007337516304348054, - 0.03878857608695629, - 0.035455372282608796, - -0.03957563858695622, - 0.049484739130434774 - ] - ], - "std": [ - [ - 1.034137512591575, - 1.0184105128981196, - 1.0653920839838686, - 1.048083233025277, - 0.9923881347533616, - 0.9763026632803046, - 0.9969044818106321, - 1.048729739192908, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 2617, - "cert_evals": { - "36": 0.36666667461395264, - "72": 0.25238096714019775, - "108": 0.10476190596818924, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/contrac/fold_2/result.json b/UCI_N4/sdp/runs/contrac/fold_2/result.json deleted file mode 100644 index d3858e2d6dbbc4625ebc2a830097ab8313d5cf6b..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/contrac/fold_2/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 31, - "best_val_acc": 0.5161290322580645, - "test_acc": 0.47374562427071176, - "train_size": 368, - "val_size": 248, - "test_size": 857, - "stats": { - "mean": [ - [ - -0.0224978108695652, - 0.0756058451086956, - 0.07941412771739106, - 0.040112260869565215, - -0.03076817663043453, - -0.09286419021739152, - -0.046236899456521284, - 0.002180663043478335, - -0.06466629619565217 - ] - ], - "std": [ - [ - 1.0160308953617057, - 0.95882526146548, - 0.9253350657327032, - 1.0559034595300474, - 1.0290230539377072, - 1.0476659682160625, - 0.9462830856884548, - 0.9600526966125309, - 0.8858527840526336 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 2617, - "cert_evals": { - "36": 0.3951612710952759, - "72": 0.24193547666072845, - "108": 0.14919354021549225, - "255": 0.016129031777381897 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/contrac/fold_3/result.json b/UCI_N4/sdp/runs/contrac/fold_3/result.json deleted file mode 100644 index 3a5d7b3c44a96e3983b1ddd79c197ecef7575b07..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/contrac/fold_3/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 17, - "best_val_acc": 0.45021645021645024, - "test_acc": 0.4588100686498856, - "train_size": 368, - "val_size": 231, - "test_size": 874, - "stats": { - "mean": [ - [ - -0.05156334456521742, - -0.044870314673913024, - -0.03376221739130403, - 0.026286519021739164, - 0.06068548641304363, - -0.023903217391304493, - 0.03859739402173936, - -0.05627817934782584, - -0.01277946195652176 - ] - ], - "std": [ - [ - 1.0188547788894706, - 0.9948418681411789, - 0.9984372596511997, - 1.0660676802579363, - 0.9360979718845777, - 1.0130497245255512, - 0.9834396874521251, - 1.0057604797479107, - 0.9785587320331135 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 2617, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.1818181872367859, - "108": 0.09956710040569305, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/credit-approval/fold_0/result.json b/UCI_N4/sdp/runs/credit-approval/fold_0/result.json deleted file mode 100644 index 8b8d97e85dd778ece9358db2a725bc82f74d2d11..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/credit-approval/fold_0/result.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "best_epoch": 34, - "best_val_acc": 0.86, - "test_acc": 0.8636363636363636, - "train_size": 172, - "val_size": 100, - "test_size": 418, - "stats": { - "mean": [ - [ - 0.04231717441860458, - -0.04319939244186043, - 0.01132773546511633, - 0.10497429069767436, - 0.1039714651162791, - -0.016887567441860464, - 0.12197747790697662, - 0.056721959767441876, - 0.023127069767441777, - 0.01803883720930219, - 0.02175907906976748, - -0.014331000000000156, - 0.026975616279069855, - -0.07794171941860471, - 0.08645942000000016 - ] - ], - "std": [ - [ - 0.9668001544731439, - 0.9828833679832603, - 1.0033612624654744, - 1.0683622008830216, - 1.0656041538091992, - 1.0007415139821727, - 1.1272056598607636, - 1.0528268054248064, - 1.0000784525981627, - 0.9964680315230805, - 0.9149454309542941, - 1.0003809007273163, - 1.0289037612452905, - 0.9424723282553955, - 1.5519077166103805 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 8254, - "cert_evals": { - "36": 0.7899999618530273, - "72": 0.7699999809265137, - "108": 0.6599999666213989, - "255": 0.14000000059604645 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/credit-approval/fold_1/result.json b/UCI_N4/sdp/runs/credit-approval/fold_1/result.json deleted file mode 100644 index 3253ffb3b13e82bd63d2b92c7b77b758327df231..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/credit-approval/fold_1/result.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "best_epoch": 37, - "best_val_acc": 0.8709677419354839, - "test_acc": 0.8494117647058823, - "train_size": 172, - "val_size": 93, - "test_size": 425, - "stats": { - "mean": [ - [ - -0.05893763953488379, - -0.09494667732558137, - 0.10661604441860463, - 0.0016465697674418215, - -0.0016443023255812898, - -0.03715416976744184, - 0.019046397674418694, - 0.12816041290697705, - 0.04639099999999992, - 0.006295348837209058, - -0.02008573604651146, - -0.13093850000000004, - 0.006132180232558206, - -0.012206166162790686, - 0.10673194959302351 - ] - ], - "std": [ - [ - 1.0212712368033299, - 1.002227255518295, - 1.0267015215317181, - 1.0197891663144403, - 1.0132886907601226, - 0.9740103182437764, - 0.9462774495372472, - 1.135180114956504, - 1.0003490000000002, - 0.9983346607548056, - 0.9387238466077318, - 1.0017391917815985, - 0.9989094608428061, - 0.9604377028423987, - 1.6924318356475039 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 8254, - "cert_evals": { - "36": 0.7849462628364563, - "72": 0.7311828136444092, - "108": 0.6559139490127563, - "255": 0.13978494703769684 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/credit-approval/fold_2/result.json b/UCI_N4/sdp/runs/credit-approval/fold_2/result.json deleted file mode 100644 index c5339601f8eb341d8b9408d5f7721ec8947223a0..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/credit-approval/fold_2/result.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "best_epoch": 29, - "best_val_acc": 0.8785046728971962, - "test_acc": 0.8540145985401459, - "train_size": 172, - "val_size": 107, - "test_size": 411, - "stats": { - "mean": [ - [ - -0.09690819767441845, - -0.07829492377906978, - 0.14346898139534883, - 0.008104488372092981, - 0.011557720930232681, - 0.0203769784883721, - -0.058847231395348816, - -0.004431645348837212, - 0.01149510465116271, - -0.02893511627906998, - -0.018890154651162814, - -0.07263475000000007, - -0.0563980755813953, - -0.0557846427906977, - -0.04536849656976747 - ] - ], - "std": [ - [ - 1.0400780435620642, - 0.9163334239629656, - 1.1299454947101701, - 0.9838838771477533, - 0.9907637201902963, - 1.0059394076223003, - 0.9122317175379675, - 0.9398719190475693, - 0.9997401653873875, - 1.0030891544052551, - 0.8392167415058691, - 1.0027567026500943, - 0.9205981575020528, - 0.8548997051032522, - 0.5350874335618861 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 8254, - "cert_evals": { - "36": 0.822429895401001, - "72": 0.7757009267807007, - "108": 0.7196261286735535, - "255": 0.29906541109085083 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/credit-approval/fold_3/result.json b/UCI_N4/sdp/runs/credit-approval/fold_3/result.json deleted file mode 100644 index 2f97e03d629ba9b9150cd00a0bfa77f95885e389..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/credit-approval/fold_3/result.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "best_epoch": 30, - "best_val_acc": 0.9150943396226415, - "test_acc": 0.8276699029126213, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.029660302325581287, - 0.04967415668604653, - 0.035228697674418614, - -0.08230726744186062, - -0.0808560755813953, - -0.06068950697674418, - 0.05521145232558148, - 0.0520138111627908, - -0.00013686046511636238, - -0.02893511627906982, - 0.0647990941860465, - -0.08429550000000029, - -0.11892838372093019, - -0.14010143755813953, - -0.060122975697674434 - ] - ], - "std": [ - [ - 0.9866458073044232, - 1.0497387015089001, - 0.9194770520533397, - 0.928940005324823, - 0.9330534400726008, - 1.0077990709538949, - 1.0375139084982685, - 0.9494310078822967, - 0.9992663708949371, - 1.0030891544052551, - 1.2789280573338035, - 1.0028244999999991, - 0.8074645456755252, - 0.8265119967382965, - 0.4698103883611287 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 8254, - "cert_evals": { - "36": 0.8301886916160583, - "72": 0.7735849022865295, - "108": 0.7735849022865295, - "255": 0.3396226465702057 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cylinder-bands/fold_0/result.json b/UCI_N4/sdp/runs/cylinder-bands/fold_0/result.json deleted file mode 100644 index aa709772d2e07b764350b7f20e7220f1e5bcefb9..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cylinder-bands/fold_0/result.json +++ /dev/null @@ -1,100 +0,0 @@ -{ - "best_epoch": 30, - "best_val_acc": 0.7439024390243902, - "test_acc": 0.7152317880794702, - "train_size": 128, - "val_size": 82, - "test_size": 302, - "stats": { - "mean": [ - [ - -0.018113468749999997, - -0.09801495312499989, - -0.09835764843749996, - 0.015201562499999939, - -0.08460044531249963, - -0.05902956249999998, - -0.02159560937500003, - -0.10518925781250046, - 0.03565878125000016, - 0.03781927343750002, - -0.0029206640624998936, - -0.005388015624999963, - -0.007189643749999884, - -0.11441540624999999, - 0.02687471875000009, - -0.08272973437500022, - 0.014233650781250131, - -0.040908945312500035, - -0.20346299999999978, - 0.09558365781249996, - -0.12876496562500006, - -0.05027554687499996, - 0.03137399609374995, - -0.07727224921875003, - -0.112076146875, - 0.04986750409374999, - 0.0467316294531248, - 0.08485301562499976, - -0.07968368828125014, - -0.0404871031249999, - 0.026726734374999978, - 0.04898852562499999, - 0.07183878906250019, - 0.01963753046874992, - 0.07539527343749987 - ] - ], - "std": [ - [ - 1.009708113595319, - 0.6915256837343526, - 1.1851115463631896, - 1.1075149207516606, - 0.6356019715752345, - 0.9895598820491779, - 1.036117446187858, - 0.47416953322612243, - 0.9128570390625407, - 0.9754439041131451, - 0.9772769577736968, - 0.9965990540260843, - 1.0049338980010496, - 1.0152930221805465, - 1.0110105352731478, - 0.9779734187172597, - 0.946783796715577, - 0.9180378675297654, - 0.9791387337832046, - 1.3026657902081404, - 1.1587041225508155, - 1.0035768471185391, - 1.0872637801794474, - 0.8506413201552353, - 1.0909742588199165, - 0.9223170655454694, - 0.925140911301162, - 1.2060797979297548, - 0.10884702615305564, - 1.0969927491363656, - 1.0397512419029202, - 0.9385559077709305, - 0.7908440559763066, - 0.8086858742098973, - 0.23360368046727112 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 37006, - "cert_evals": { - "36": 0.5975609421730042, - "72": 0.4878048598766327, - "108": 0.3658536374568939, - "255": 0.10975609719753265 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cylinder-bands/fold_1/result.json b/UCI_N4/sdp/runs/cylinder-bands/fold_1/result.json deleted file mode 100644 index eca4807c1900c46bddaea82b4af7e059e7370781..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cylinder-bands/fold_1/result.json +++ /dev/null @@ -1,100 +0,0 @@ -{ - "best_epoch": 9, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.6826923076923077, - "train_size": 128, - "val_size": 72, - "test_size": 312, - "stats": { - "mean": [ - [ - -0.15498346874999988, - 0.07623314062499989, - -0.08125197656250005, - 0.1064101249999995, - 0.028200664062500352, - 0.14560404687500025, - 0.1655534453124999, - -0.021037773437500448, - 0.03565884375000017, - -0.09565992968750019, - -0.06719309374999989, - 0.07724234374999989, - 0.014383128125000021, - 0.015113148437499955, - 0.11287723437500005, - 0.15718076562499975, - -0.11598707812499996, - 0.01952450812500009, - -0.05958846093749991, - 0.05810956640625002, - 0.09577258359374996, - 0.01608712499999998, - 0.0455139015625, - -0.09322180656250004, - 0.010363770312500003, - -0.09235189678125001, - -0.12943964476562508, - 0.07837251562499978, - -0.08934230000000017, - -0.11201488515624988, - -0.016908421875000006, - -0.19726601218749995, - -0.027512601562499843, - -0.1071632757812501, - -0.06936312500000016 - ] - ], - "std": [ - [ - 0.9566675689840457, - 1.1785922605080725, - 1.0752069854571855, - 1.134315391792329, - 1.0921920451077407, - 1.0073040155644573, - 1.0080335723206957, - 0.8147932438575216, - 0.7216766565111302, - 1.0325076089625134, - 1.0351765461316509, - 0.9787809233141151, - 0.9952912678839302, - 0.9646382079847095, - 0.9376275956128628, - 1.025290058167112, - 1.1238851154497491, - 0.9392938268734667, - 0.9623682791314133, - 0.6383677679060908, - 0.8128844998290236, - 0.9862468382017052, - 0.8444859158500648, - 1.051379690058149, - 0.9861572089261571, - 1.2038176163546097, - 1.2075147493034224, - 1.1662944917994549, - 1.0, - 1.0433698981937496, - 0.9167305702944823, - 1.1576246436005715, - 1.2133555868200756, - 1.2553958063370618, - 1.386742675536984 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 37006, - "cert_evals": { - "36": 0.625, - "72": 0.4861111044883728, - "108": 0.3611111044883728, - "255": 0.0694444477558136 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cylinder-bands/fold_2/result.json b/UCI_N4/sdp/runs/cylinder-bands/fold_2/result.json deleted file mode 100644 index c9feb4ebfdf1f50c3dbb77492e7b0bc62436d248..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cylinder-bands/fold_2/result.json +++ /dev/null @@ -1,100 +0,0 @@ -{ - "best_epoch": 1, - "best_val_acc": 0.72, - "test_acc": 0.540453074433657, - "train_size": 128, - "val_size": 75, - "test_size": 309, - "stats": { - "mean": [ - [ - -0.018113499999999876, - -0.010890906250000026, - 0.004276054687499921, - -0.04560409375000058, - -0.02819989062499964, - 0.003934625000000143, - 0.10796916406250016, - 0.02103777343750001, - -0.02139478124999982, - 0.02002204687499978, - -0.008763656249999825, - -0.04131476562499997, - 0.057528609375000095, - -0.11441537500000004, - -0.051960625, - 0.09099853124999963, - 0.025328648437500097, - 0.06508276609375009, - -0.0463809687499999, - 0.05531756718749999, - 0.048115672656250004, - -0.044416265624999944, - -0.006333254687500049, - 0.07249342484374995, - 0.017864971093750025, - -0.032888132281249996, - -0.005630188515625072, - -0.08849829687500009, - 0.1810991601562506, - -0.03171481484375, - -0.03763525000000013, - 0.012247269375000123, - -0.010699218749999687, - -0.04182582187500004, - 0.0392055468749999 - ] - ], - "std": [ - [ - 1.0014570356459378, - 0.9701723266723137, - 0.976668923366092, - 0.8848220008281984, - 0.8953310490553396, - 0.9995254897694512, - 1.0022604928841146, - 1.1538252271496559, - 1.0317076974392008, - 0.9849764181760653, - 0.9644949026944296, - 0.9682202506697574, - 1.0200144373065265, - 1.024650754456481, - 0.991180532876508, - 1.0231518076189408, - 0.9417295162218619, - 1.1518106310277838, - 1.0373234489917649, - 1.1369455371092343, - 0.9154717541032745, - 1.1226380377592042, - 1.0778851186420637, - 0.9942494651921334, - 0.9650868598248783, - 0.991851813013072, - 0.9883223822673011, - 0.8159153965212675, - 1.7818000158367098, - 0.9958958318550638, - 0.8529177390193199, - 0.9950922963006184, - 1.0386479794315284, - 1.046608837125399, - 0.3263770311133624 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 37006, - "cert_evals": { - "36": 0.6133333444595337, - "72": 0.4933333396911621, - "108": 0.36000001430511475, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/cylinder-bands/fold_3/result.json b/UCI_N4/sdp/runs/cylinder-bands/fold_3/result.json deleted file mode 100644 index 4c7d0f9a12a7ac642d05481a33a3ad9f0bbc2db1..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/cylinder-bands/fold_3/result.json +++ /dev/null @@ -1,100 +0,0 @@ -{ - "best_epoch": 41, - "best_val_acc": 0.7567567567567568, - "test_acc": 0.7290322580645161, - "train_size": 128, - "val_size": 74, - "test_size": 310, - "stats": { - "mean": [ - [ - -0.09862528124999967, - 0.07623314062499992, - -0.14967442968749994, - 0.1064100937499999, - 0.08460121875000035, - 0.11412195312500018, - 0.035988921874999975, - 0.02103796874999956, - 0.049922195312500195, - 0.020022046875000005, - 0.07303782812500019, - 0.1706510703124999, - 0.03116200625000013, - 0.10146572656249976, - 0.12004409375000007, - 0.04963468749999977, - -0.09730074531250002, - 0.2519632110937501, - 0.10295269531250012, - -0.017867453124999995, - 0.15167814140624994, - 0.053232843750000036, - 0.05788653593750008, - -0.03172638593750004, - 0.12707835390624983, - -0.07419502420312495, - -0.046009344765625224, - 0.07189192187499989, - -0.012073297656250094, - -0.011471089062500009, - 0.04745321093750001, - -0.06254772593749994, - 0.02904130468750018, - -0.017295875000000013, - -0.045236640625000143 - ] - ], - "std": [ - [ - 0.9681512944811281, - 1.1785922605080716, - 1.1820212062123494, - 1.2342204701284085, - 1.2560999937316328, - 1.0073040155644557, - 0.9422562101157176, - 0.9370712715647449, - 0.8107579850267628, - 0.9849764181760654, - 1.0089890027616917, - 1.0128688585013823, - 1.021806803227722, - 0.9860449137879513, - 0.965560494387225, - 1.0099223731350104, - 1.1411416049886207, - 0.9766554256496787, - 1.078888741266553, - 0.8735915598455525, - 0.9043004878113329, - 0.935916801014639, - 0.9022876021268718, - 1.0095878491602719, - 0.9226412455171137, - 1.103674350946853, - 1.109671652163808, - 1.0892584104797631, - 0.8707774330138579, - 0.9662087759049208, - 0.9327069000527582, - 1.0958735530051178, - 1.0258970951245958, - 1.0635339261419625, - 1.376208872677819 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 37006, - "cert_evals": { - "36": 0.662162184715271, - "72": 0.5, - "108": 0.44594594836235046, - "255": 0.1621621698141098 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/dermatology/fold_0/result.json b/UCI_N4/sdp/runs/dermatology/fold_0/result.json deleted file mode 100644 index abce5e145fc209204f7f497cf377f179e5c57a1a..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/dermatology/fold_0/result.json +++ /dev/null @@ -1,98 +0,0 @@ -{ - "best_epoch": 13, - "best_val_acc": 0.9827586206896551, - "test_acc": 0.9170506912442397, - "train_size": 91, - "val_size": 58, - "test_size": 217, - "stats": { - "mean": [ - [ - 0.06255490109890108, - -0.09950824175824165, - 0.06084052747252747, - -0.16717494505494507, - 0.052244340659340686, - 0.0025714945054945153, - -0.02246861538461534, - -0.017277736263736184, - -0.021717483516483508, - 0.03348407692307688, - -0.0475760989010988, - 0.06572261538461521, - 0.08858902197802174, - -0.1041265714285716, - 0.005385186813186856, - -0.035476670329670376, - 0.07677762417582405, - 0.04374145054945071, - 0.1155099230769231, - 0.12043031868131869, - 0.01650943956043959, - 0.07769217582417579, - -0.030356758241758278, - 0.013477208791208829, - 0.015482648351648287, - -0.0034025274725273612, - 0.04002742857142865, - 0.03137470329670338, - 0.008364593406593394, - 0.03786149450549449, - 0.03501758241758232, - 0.19951439560439582, - -0.014634098901098907, - 0.06380519120879125 - ] - ], - "std": [ - [ - 0.9579388217601761, - 1.0149277614583099, - 0.9508267211955849, - 0.9797619817212763, - 0.9779606305193399, - 1.0067406344751444, - 1.0036930400753548, - 0.9655703337016306, - 0.988719482589257, - 1.0387140092945895, - 0.9421816899315113, - 1.108600785818115, - 1.0553627690990925, - 0.8963300954815475, - 1.0312593831866153, - 0.9305276662720072, - 0.9419348744801717, - 1.0024345032706516, - 0.9943938503609722, - 1.126743771486882, - 1.024448001551178, - 1.0936199274871503, - 0.9903178300286889, - 1.0625282108029304, - 1.0022849145804325, - 1.0039785513963642, - 1.0686040527754073, - 1.0117848046592977, - 1.0099891482666616, - 1.032180187104034, - 1.0599064093185755, - 0.98964025727435, - 0.9787453595616104, - 0.9013728009327256 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 36254, - "cert_evals": { - "36": 0.931034505367279, - "72": 0.8620689511299133, - "108": 0.7586206793785095, - "255": 0.41379308700561523 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/dermatology/fold_1/result.json b/UCI_N4/sdp/runs/dermatology/fold_1/result.json deleted file mode 100644 index db920b6854462dffb26ded37999e9332ab3d2cdd..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/dermatology/fold_1/result.json +++ /dev/null @@ -1,98 +0,0 @@ -{ - "best_epoch": 32, - "best_val_acc": 0.9272727272727272, - "test_acc": 0.9545454545454546, - "train_size": 91, - "val_size": 55, - "test_size": 220, - "stats": { - "mean": [ - [ - -0.15234734065934108, - -0.03685075824175817, - 0.024514153846154, - -0.003059032967032986, - 0.0522442747252747, - -0.020386087912087892, - 0.03530865934065939, - -0.043625648351648345, - -0.08879309890109885, - 0.09415389010989002, - -0.04757609890109863, - 0.06572261538461541, - 0.222018769230769, - 0.05758529670329658, - -0.007495417582417526, - -0.08522665934065947, - -0.07745157142857151, - -0.04334439560439563, - -0.12401621978021984, - 0.04764354945054952, - -0.021313461538461483, - 0.0352194725274725, - 0.051580087912087895, - 0.05687082417582426, - 0.041357142857142794, - -0.028813681318681075, - 0.017010725274725334, - -0.04641174945054939, - 0.01987447252747256, - 0.013464769230769122, - -0.009952681318681485, - -0.14857142857142827, - 0.03504902197802198, - 0.07064716813186812 - ] - ], - "std": [ - [ - 1.0799649707740484, - 0.9701819203088585, - 1.0349980862760444, - 0.9962695208080098, - 1.0565723090694727, - 0.956401750666777, - 1.0996255828899324, - 0.9272437132189425, - 0.9338556246970804, - 1.132692340014453, - 0.9421816899315112, - 1.108600785818116, - 1.3507430798011204, - 0.9954000343509968, - 0.9838347974365711, - 1.0051011914402448, - 1.082244925397, - 0.9863336565802372, - 0.8936601742161131, - 1.0709540797521042, - 0.9668866324311055, - 1.0433938478729325, - 1.061517000809812, - 1.0860930768159869, - 1.0492767576804765, - 0.9727826405276763, - 1.0221067222848232, - 0.9644227334697079, - 1.0222445250094454, - 1.1137241387036405, - 0.9325232366107138, - 0.9431871301685265, - 1.0294846104354056, - 0.954054376413069 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 36254, - "cert_evals": { - "36": 0.9090908765792847, - "72": 0.8909090757369995, - "108": 0.8363636136054993, - "255": 0.5999999642372131 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/dermatology/fold_2/result.json b/UCI_N4/sdp/runs/dermatology/fold_2/result.json deleted file mode 100644 index 7c9a3e60f5f85571c74204646dd31370f0abedb8..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/dermatology/fold_2/result.json +++ /dev/null @@ -1,98 +0,0 @@ -{ - "best_epoch": 15, - "best_val_acc": 0.9836065573770492, - "test_acc": 0.9532710280373832, - "train_size": 91, - "val_size": 61, - "test_size": 214, - "stats": { - "mean": [ - [ - 0.1286785934065936, - -0.052514956043955986, - -0.0723557912087912, - -0.03202061538461543, - -0.15349332967032966, - -0.020386153846153894, - -0.09950505494505507, - -0.004103824175824138, - 0.03417917582417588, - 0.08201997802197789, - -0.01447120879120871, - -0.022712967032967008, - -0.04484103296703309, - 0.003681208791208678, - 0.044027285714285734, - 0.04412385714285691, - -0.04660575824175837, - -0.014315659340659313, - -0.02820572527472527, - 0.03724537362637364, - -0.01185779120879114, - -0.039107373626373704, - 0.0024179670329669205, - -0.015451747252747299, - 0.002545351648351576, - 0.08553615384615376, - 0.017010747252747392, - -0.017241828571428485, - 0.008364593406593424, - -0.05972478021978029, - 0.012532417582417426, - 0.1541118681318682, - 0.0052391428571429075, - 0.04806798461538459 - ] - ], - "std": [ - [ - 0.9701280514742756, - 0.9293627837603032, - 0.9985142789172075, - 1.0092809883627014, - 0.9144981766921801, - 0.9688575910999048, - 0.7552905986573396, - 0.9998322435146684, - 1.0704136812401557, - 1.0731541860690452, - 0.9820497437937411, - 0.9606585652114606, - 0.9412251138507225, - 1.032650720921409, - 1.0662219170916833, - 1.0316415589934254, - 0.8883921685550962, - 1.0965763955898655, - 0.9938166856011934, - 1.0449962571399998, - 0.9713151295619376, - 0.916982706185695, - 1.0485354727700578, - 0.9633861656803218, - 0.9854442339078262, - 1.003978327496943, - 1.0338310542422602, - 0.9972909993244929, - 1.0099891482666616, - 0.6769782284640671, - 0.9985019725218273, - 0.9997718075782989, - 1.0050250528703155, - 0.9607093594262002 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 36254, - "cert_evals": { - "36": 0.9508196115493774, - "72": 0.868852436542511, - "108": 0.8032786250114441, - "255": 0.5409835577011108 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/dermatology/fold_3/result.json b/UCI_N4/sdp/runs/dermatology/fold_3/result.json deleted file mode 100644 index 57bc42d2be907bb4517dd65ecf5af1f2b180c501..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/dermatology/fold_3/result.json +++ /dev/null @@ -1,98 +0,0 @@ -{ - "best_epoch": 24, - "best_val_acc": 1.0, - "test_acc": 0.9417040358744395, - "train_size": 91, - "val_size": 52, - "test_size": 223, - "stats": { - "mean": [ - [ - -0.05316160439560428, - 0.07280001098901108, - 0.00029673626373637353, - -0.012712835164835188, - 0.028039912087912074, - -0.05482258241758234, - 0.01604945054945059, - 0.009070153846153903, - 0.011820373626373679, - -0.0029178351648351595, - -0.14689076923076905, - -0.02271290109890109, - -0.04484103296703295, - 0.0036813406593406033, - 0.08266931868131823, - 0.054073769230769106, - -0.000336973626373744, - 0.02922736263736266, - 0.043652076923076925, - 0.03724537362637369, - -0.0024020659340658864, - 0.03521959340659338, - 0.0024179780219780282, - 0.056870879120879105, - 0.015482648351648276, - 0.00930285714285733, - 0.017010725274725344, - 0.002204784615384724, - -0.014655186813186854, - 0.0622580769230768, - 0.012532483516483228, - 0.06330681318681318, - -0.004697549450549487, - 0.015909242857142816 - ] - ], - "std": [ - [ - 0.9579387151851927, - 0.9666344534450786, - 0.9971916717551561, - 1.0285803186606315, - 0.9689331448788322, - 0.9145691771687489, - 0.8846614143098532, - 1.0173836013652253, - 0.9964001763067949, - 0.9871125181905619, - 0.8027509230903981, - 0.9299285829647791, - 0.9412251138507224, - 0.9834698643403745, - 1.1391943175030825, - 0.9785493379039759, - 1.017445012936306, - 0.9645207385980711, - 0.9428629894457031, - 1.0449962571399996, - 0.9921708037991144, - 1.033514126697011, - 1.048535468132942, - 1.0684193315579842, - 1.002284914580432, - 0.9595830510736266, - 1.022106722284823, - 1.0153293741790863, - 0.9598175741851003, - 1.1500085669506441, - 1.0435622629094696, - 0.949962818915988, - 1.0144124428718615, - 1.013968145011949 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 36254, - "cert_evals": { - "36": 0.9230769872665405, - "72": 0.884615421295166, - "108": 0.826923131942749, - "255": 0.6730769276618958 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/echocardiogram/fold_0/result.json b/UCI_N4/sdp/runs/echocardiogram/fold_0/result.json deleted file mode 100644 index 1936736000536b764e5d24d6e23f415bfb40c2af..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/echocardiogram/fold_0/result.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "best_epoch": 26, - "best_val_acc": 0.6, - "test_acc": 0.717948717948718, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - -0.057606475757575756, - -0.15964663636363635, - -0.060374909090909125, - 0.0400295, - 0.10041431515151517, - 0.07715459090909091, - 0.009048404242424318, - 0.011163848484848474, - -0.3499357575757576, - -0.0035744545454545447 - ] - ], - "std": [ - [ - 1.1573831652081632, - 0.8404744208999705, - 0.7381400184555348, - 1.0796554948826975, - 0.8705069277860507, - 1.2129557576954413, - 1.0456434215229085, - 0.9246089519830962, - 1.0989667179647085, - 0.9932372830639454 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.4000000059604645, - "72": 0.3499999940395355, - "108": 0.3499999940395355, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/echocardiogram/fold_1/result.json b/UCI_N4/sdp/runs/echocardiogram/fold_1/result.json deleted file mode 100644 index 35ad0dd0f9024763cc2173e6b98229b37e8473b8..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/echocardiogram/fold_1/result.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "best_epoch": 17, - "best_val_acc": 0.8695652173913043, - "test_acc": 0.76, - "train_size": 33, - "val_size": 23, - "test_size": 75, - "stats": { - "mean": [ - [ - -0.10427761212121212, - -0.08161054545454546, - 0.08791276969696966, - -0.14441026060606058, - 0.09186773939393943, - 0.02212875757575757, - -0.12115638181818184, - 0.13688663636363635, - -0.19213333333333332, - -0.08161054545454546 - ] - ], - "std": [ - [ - 0.8430736384486278, - 0.9233354795587926, - 1.041073713648991, - 0.8385992375905786, - 0.7966783723844354, - 0.8163890823085291, - 0.8747642125794102, - 0.7576737832204337, - 1.0947098909221693, - 0.9233354795587928 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.739130437374115, - "72": 0.47826087474823, - "108": 0.17391304671764374, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/echocardiogram/fold_2/result.json b/UCI_N4/sdp/runs/echocardiogram/fold_2/result.json deleted file mode 100644 index bf41790033fe5d05272b10b9d95949c774d09719..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/echocardiogram/fold_2/result.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "best_epoch": 16, - "best_val_acc": 0.8, - "test_acc": 0.8076923076923077, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.04318501212121217, - -0.08161054545454545, - -0.1960651757575758, - 0.10663209696969696, - -0.039179059090909095, - -0.08327692727272729, - -0.02021858363636361, - -0.027255212121212104, - -0.0343309090909092, - -0.08161054545454542 - ] - ], - "std": [ - [ - 1.1928881057545633, - 0.9233354795587926, - 0.7336788223210056, - 1.0424668853529024, - 1.015206992443095, - 0.7150465728455708, - 0.9871909809630498, - 0.7552585618074782, - 1.0673558137650077, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.699999988079071, - "72": 0.6000000238418579, - "108": 0.6000000238418579, - "255": 0.05000000074505806 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/echocardiogram/fold_3/result.json b/UCI_N4/sdp/runs/echocardiogram/fold_3/result.json deleted file mode 100644 index 776655ce58c34cf20af39cca443b1d7244e99a9f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/echocardiogram/fold_3/result.json +++ /dev/null @@ -1,50 +0,0 @@ -{ - "best_epoch": 7, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.8089887640449438, - "train_size": 33, - "val_size": 9, - "test_size": 89, - "stats": { - "mean": [ - [ - 0.17818635454545453, - -0.003574454545454491, - 0.09132509090909088, - -0.2657220666666666, - 0.02064670606060603, - 0.008581981818181823, - -0.001812626060606065, - -0.08051203030303035, - 0.005119696969696846, - -0.08161054545454548 - ] - ], - "std": [ - [ - 0.65057027499482, - 0.9932372830639454, - 0.9917679778099099, - 0.9657357364086732, - 0.9330992242935773, - 1.0185738628461445, - 0.9305394942774076, - 0.8664314560759948, - 1.0688129554861598, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.5555555820465088, - "108": 0.5555555820465088, - "255": 0.1111111119389534 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/ecoli/fold_0/result.json b/UCI_N4/sdp/runs/ecoli/fold_0/result.json deleted file mode 100644 index 72a4f4901255b602f9de1aae93ed09c4c3575e7f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/ecoli/fold_0/result.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "best_epoch": 84, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7828282828282829, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.013150064285714266, - 0.030534154761904717, - -0.03497671428571443, - -0.05455450000000004, - -0.07806762144047612, - 0.0146216491309523, - 0.00923791428571434 - ] - ], - "std": [ - [ - 0.9944073468449054, - 1.0029903172616768, - 0.8958309259021103, - 1.0, - 1.0494215334470565, - 0.9464416656581703, - 0.9697251209067621 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 2168, - "cert_evals": { - "36": 0.5370370149612427, - "72": 0.40740740299224854, - "108": 0.29629629850387573, - "255": 0.018518518656492233 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/ecoli/fold_1/result.json b/UCI_N4/sdp/runs/ecoli/fold_1/result.json deleted file mode 100644 index 0cfd36280589feb1011d98c269d7ff5a489bdd0b..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/ecoli/fold_1/result.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "best_epoch": 89, - "best_val_acc": 0.9122807017543859, - "test_acc": 0.8256410256410256, - "train_size": 84, - "val_size": 57, - "test_size": 195, - "stats": { - "mean": [ - [ - 0.05841213633333324, - 0.009642500000000023, - -0.1049293571428573, - -0.05455450000000004, - -0.13059923814285718, - -0.04276377619047619, - -0.11014530833333327 - ] - ], - "std": [ - [ - 1.0146171837993285, - 1.0844043612606449, - 0.6372989064356027, - 1.0, - 1.1282134026013562, - 0.9791745837868009, - 1.0002488772478277 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 2168, - "cert_evals": { - "36": 0.7368420958518982, - "72": 0.5964912176132202, - "108": 0.35087719559669495, - "255": 0.017543859779834747 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/ecoli/fold_2/result.json b/UCI_N4/sdp/runs/ecoli/fold_2/result.json deleted file mode 100644 index 7bf81a53e8837d5ec6e5f9c45e0927f3118de838..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/ecoli/fold_2/result.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "best_epoch": 72, - "best_val_acc": 0.8928571428571429, - "test_acc": 0.7448979591836735, - "train_size": 84, - "val_size": 56, - "test_size": 196, - "stats": { - "mean": [ - [ - -0.011315743142857089, - -0.03455130952380979, - -0.03497671428571443, - -0.05455450000000004, - 0.08828174398809528, - -0.05821374880952385, - -0.06637139999999996 - ] - ], - "std": [ - [ - 1.012351652595517, - 1.0330947119577754, - 0.8958309259021106, - 1.0, - 1.0026493882045864, - 0.9566088016671406, - 0.9710783614044303 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 2168, - "cert_evals": { - "36": 0.8035714626312256, - "72": 0.4821428656578064, - "108": 0.2857142984867096, - "255": 0.0357142873108387 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/ecoli/fold_3/result.json b/UCI_N4/sdp/runs/ecoli/fold_3/result.json deleted file mode 100644 index 477ae46918c7d4e9d674c51acc31501af88d0b86..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/ecoli/fold_3/result.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "best_epoch": 64, - "best_val_acc": 0.9074074074074074, - "test_acc": 0.7878787878787878, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.17523749880952394, - -0.0650854523809525, - -0.03497671428571443, - -0.05455450000000004, - 0.014348625000000045, - -0.16084512944047624, - -0.12776817619047612 - ] - ], - "std": [ - [ - 1.0115769923283313, - 0.9182494349544681, - 0.8958309259021106, - 1.0, - 1.1277230453570237, - 0.9641663228847202, - 0.9980600835386763 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 2168, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.3333333432674408, - "108": 0.12962962687015533, - "255": 0.018518518656492233 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/energy-y1/fold_0/result.json b/UCI_N4/sdp/runs/energy-y1/fold_0/result.json deleted file mode 100644 index 7c2f2ab7e1da5909104bfef33cf3b8adaf675233..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/energy-y1/fold_0/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 30, - "best_val_acc": 0.875, - "test_acc": 0.8538135593220338, - "train_size": 192, - "val_size": 104, - "test_size": 472, - "stats": { - "mean": [ - [ - 0.04037588177083325, - -0.02897297395833333, - -0.0555741354166667, - -0.0014130312499998996, - -0.01040988541666666, - 0.08845356250000003, - 0.019546906250001692, - 0.12425216145833322 - ] - ], - "std": [ - [ - 1.0503259507282519, - 1.0401598299798114, - 0.9566204676221528, - 1.0115106857597378, - 0.9992947803759471, - 0.9870322434122373, - 0.9626025350664883, - 1.0012373439432847 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7788462042808533, - "72": 0.6442307829856873, - "108": 0.5480769276618958, - "255": 0.06730769574642181 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/energy-y1/fold_1/result.json b/UCI_N4/sdp/runs/energy-y1/fold_1/result.json deleted file mode 100644 index f637d78df2644cd8cf7f67430a2d91bf54e7d584..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/energy-y1/fold_1/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 35, - "best_val_acc": 0.8636363636363636, - "test_acc": 0.8513513513513513, - "train_size": 192, - "val_size": 132, - "test_size": 444, - "stats": { - "mean": [ - [ - -0.035944025000000025, - 0.01883181770833327, - 0.02047402083333334, - 0.008475244791666782, - 2.3129646346357427e-18, - -9.25185853854297e-18, - -0.003910447916664952, - -0.010073338541666126 - ] - ], - "std": [ - [ - 0.9212095277307366, - 0.9229015509828643, - 1.0465139198851874, - 0.9891013465328523, - 0.9993489999999986, - 0.9993506559221339, - 0.9981490715102995, - 0.9882682016149288 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7954545617103577, - "72": 0.75, - "108": 0.6742424368858337, - "255": 0.31060606241226196 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/energy-y1/fold_2/result.json b/UCI_N4/sdp/runs/energy-y1/fold_2/result.json deleted file mode 100644 index f315786e89c49654d8d1e9a0b54ec13512b0e9bd..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/energy-y1/fold_2/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 28, - "best_val_acc": 0.865546218487395, - "test_acc": 0.8555798687089715, - "train_size": 192, - "val_size": 119, - "test_size": 457, - "stats": { - "mean": [ - [ - -0.06401001406250006, - 0.06953358854166669, - -4.583333333418871e-07, - 0.0678050677083333, - -0.0624593125, - 0.10707533333333334, - 0.011727677083334845, - -0.026863999999998927 - ] - ], - "std": [ - [ - 0.9971640605357807, - 1.016537043200003, - 0.9590898709257725, - 0.9858397966646458, - 0.997395236645448, - 0.9977770953987608, - 1.0267126976352656, - 1.0236092624260158 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7394958138465881, - "72": 0.6302521228790283, - "108": 0.529411792755127, - "255": 0.042016807943582535 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/energy-y1/fold_3/result.json b/UCI_N4/sdp/runs/energy-y1/fold_3/result.json deleted file mode 100644 index c3b24d8b31beab22771f2fb106ed0f47aea18cf5..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/energy-y1/fold_3/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 31, - "best_val_acc": 0.8508771929824561, - "test_acc": 0.8571428571428571, - "train_size": 192, - "val_size": 114, - "test_size": 462, - "stats": { - "mean": [ - [ - -0.09306050364583336, - 0.10140363020833336, - 0.038023541666666646, - 0.08051876041666675, - -0.06245931250000001, - 4.166666664589166e-08, - 0.16615551562499892, - 0.11081956770833301 - ] - ], - "std": [ - [ - 1.0103381574343495, - 1.0260340528127347, - 0.9660180839931469, - 0.9757962633490739, - 0.997395236645448, - 0.9993506559221341, - 0.9513965888850403, - 0.9859377713172496 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.780701756477356, - "72": 0.6929824352264404, - "108": 0.5964912176132202, - "255": 0.017543859779834747 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/energy-y2/fold_0/result.json b/UCI_N4/sdp/runs/energy-y2/fold_0/result.json deleted file mode 100644 index 67ac7be8bdafce1a572f6cb8dd5bae7c7b1d9076..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/energy-y2/fold_0/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 9, - "best_val_acc": 0.9137931034482759, - "test_acc": 0.841304347826087, - "train_size": 192, - "val_size": 116, - "test_size": 460, - "stats": { - "mean": [ - [ - 0.0009850791666666432, - 0.010139916666666622, - 0.032173687500000006, - -0.005650822916666537, - 0.010409885416666669, - -0.06052093749999998, - -0.02541311979166509, - 0.0537312500000005 - ] - ], - "std": [ - [ - 1.0456101033083376, - 1.0498619980358046, - 0.9456106661428212, - 0.9965179021332218, - 0.999294780375947, - 1.0222397484588055, - 1.030433216371699, - 0.995731298264168 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7241379022598267, - "72": 0.5086206793785095, - "108": 0.3879310190677643, - "255": 0.043103449046611786 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/energy-y2/fold_1/result.json b/UCI_N4/sdp/runs/energy-y2/fold_1/result.json deleted file mode 100644 index 5927d90cd5ffba174a286fe13d4c270a0fbbf2f4..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/energy-y2/fold_1/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 51, - "best_val_acc": 0.8524590163934426, - "test_acc": 0.8414096916299559, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - 0.07533532916666669, - -0.059394307291666594, - -0.017550052083333306, - -0.04944196875000006, - 0.031229656250000005, - -0.004655374999999985, - 0.06255218750000145, - 1.1510416676625372e-06 - ] - ], - "std": [ - [ - 1.0729275910612097, - 1.0653863321722707, - 0.9433869502795601, - 1.0190501631365936, - 0.998860917431203, - 0.9951670891648171, - 1.0163359360027204, - 1.0396997731000648 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7868852019309998, - "72": 0.7295081615447998, - "108": 0.6311475038528442, - "255": 0.4754098057746887 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/energy-y2/fold_2/result.json b/UCI_N4/sdp/runs/energy-y2/fold_2/result.json deleted file mode 100644 index 81e720d079e3d318518c28a2fb20e280ce4f3b6b..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/energy-y2/fold_2/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 12, - "best_val_acc": 0.8360655737704918, - "test_acc": 0.8590308370044053, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - -0.0004920619791667415, - 0.007242729166666742, - -0.020474875000000007, - 0.016951052083333352, - 2.3129646346357427e-18, - 0.004655458333333339, - 0.11924057812500127, - 0.06380555208333295 - ] - ], - "std": [ - [ - 1.0283618263304504, - 1.0335770524750947, - 0.8923225124501564, - 0.9833589680412395, - 0.9993489999999986, - 1.0280747733173587, - 0.9999909373553216, - 0.955311666538388 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7213114500045776, - "72": 0.6311475038528442, - "108": 0.4836065173149109, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/energy-y2/fold_3/result.json b/UCI_N4/sdp/runs/energy-y2/fold_3/result.json deleted file mode 100644 index 23c45c9e63efa1c380b4e0c1ffbd24247d952287..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/energy-y2/fold_3/result.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "best_epoch": 22, - "best_val_acc": 0.8141592920353983, - "test_acc": 0.8401727861771058, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - -0.045791585416666704, - 0.053598781249999984, - 0.038023489583333334, - 0.0339023333333334, - -0.04163954166666667, - 0.013966291666666672, - 0.03909468750000155, - 0.06716386458333357 - ] - ], - "std": [ - [ - 1.0190772752310013, - 1.0258162287916472, - 1.0141309105461986, - 1.0041302689502694, - 0.998481132706467, - 0.9782096135772306, - 0.997298911424109, - 1.0244022864972453 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7433628439903259, - "72": 0.7079645991325378, - "108": 0.6460176706314087, - "255": 0.07079645991325378 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/fertility/fold_0/result.json b/UCI_N4/sdp/runs/fertility/fold_0/result.json deleted file mode 100644 index 0ebedcd7fda89190ca02941c714b2bb23ff06b76..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/fertility/fold_0/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 1, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8421052631578947, - "train_size": 25, - "val_size": 18, - "test_size": 57, - "stats": { - "mean": [ - [ - -0.050080199999999984, - -0.12364147839999998, - 0.14793016000000006, - -0.32071263999999977, - 0.1791338, - -0.12053400000000013, - 0.5731312000000003, - -0.16074628000000002, - 0.03862860000000002 - ] - ], - "std": [ - [ - 1.0236052735742232, - 0.8512034434759349, - 0.8026475169365781, - 0.9000012058569202, - 0.9750796495625166, - 0.7418187080757671, - 0.7460504646830267, - 0.9966002512278438, - 0.8297482471350933 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.8888888955116272, - "72": 0.7777777910232544, - "108": 0.5555555820465088, - "255": 0.1666666716337204 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/fertility/fold_1/result.json b/UCI_N4/sdp/runs/fertility/fold_1/result.json deleted file mode 100644 index d96077b02cf6b70cb335d37ca1a2b2bdd27bf818..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/fertility/fold_1/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 34, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.7540983606557377, - "train_size": 25, - "val_size": 14, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.08396883999999995, - 0.0741850816, - -0.08875767999999994, - 0.16035823999999999, - -0.2985557199999999, - 0.017217679999999954, - -0.28656639999999994, - -0.012364960000000034, - 7.200000000029405e-07 - ] - ], - "std": [ - [ - 0.9493769176881722, - 1.0402868069724176, - 1.0846399428755964, - 1.0014288942292522, - 0.95537904, - 1.089027811624688, - 1.008650391054026, - 0.9817617018642958, - 0.9407763787630519 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.5, - "72": 0.4285714626312256, - "108": 0.2857142984867096, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/fertility/fold_2/result.json b/UCI_N4/sdp/runs/fertility/fold_2/result.json deleted file mode 100644 index 146a05900a3c8bebada34ce933b1956704a55d9e..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/fertility/fold_2/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 56, - "best_val_acc": 0.8, - "test_acc": 0.7818181818181819, - "train_size": 25, - "val_size": 20, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.15099352, - 0.04121466079999998, - 0.029586240000000055, - 0.16035823999999999, - -0.059710959999999924, - 0.29272248000000006, - 0.09552136000000001, - -0.25966716, - -0.27897695999999994 - ] - ], - "std": [ - [ - 0.9753651401849921, - 1.00304651742069, - 0.9614305510351658, - 1.001428894229252, - 0.9943900320852971, - 0.9593333711047946, - 0.911221690762852, - 0.8623722386522275, - 0.6562133354788506 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.699999988079071, - "72": 0.6000000238418579, - "108": 0.5, - "255": 0.20000000298023224 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/runs/fertility/fold_3/result.json b/UCI_N4/sdp/runs/fertility/fold_3/result.json deleted file mode 100644 index 87ebf5dec61352f3d732bf340de39d57c12506bb..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/runs/fertility/fold_3/result.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "best_epoch": 11, - "best_val_acc": 0.6363636363636364, - "test_acc": 0.296875, - "train_size": 25, - "val_size": 11, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.05008016, - 0.16980184160000003, - 0.029586240000000055, - -0.08017719999999987, - -0.13932587999999993, - 0.22384639999999986, - -0.19104464, - 0.23493724, - -0.28326872000000003 - ] - ], - "std": [ - [ - 0.967192993888714, - 1.0029056548149258, - 0.9614305510351658, - 0.981981821759731, - 0.9879951745516705, - 0.9393450743392652, - 0.9552200000001204, - 1.0881296800000002, - 0.6448658384270962 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.4545454680919647, - "72": 0.3636363744735718, - "108": 0.27272728085517883, - "255": 0.0 - } -} \ No newline at end of file diff --git a/UCI_N4/sdp/summary.json b/UCI_N4/sdp/summary.json deleted file mode 100644 index c02e5c0240175e702a2112a64e9c54de04cb311f..0000000000000000000000000000000000000000 --- a/UCI_N4/sdp/summary.json +++ /dev/null @@ -1,45371 +0,0 @@ -{ - "metadata": { - "data_root": "data/UCI", - "out": "runs/UCI_N4", - "gpus": 4, - "max_epochs": 100, - "patience": 30, - "batch_size": 64, - "lr": 0.001, - "seed": 1337, - "verbosity": "info", - "datasets": null, - "algorithms": [ - "sdp", - "ldlt", - "ldlt-resnet", - "aol", - "ortho", - "sandwich" - ], - "n_tasks": 726, - "run_dir": "/home/mjuston2/Documents/DeepLipschitzResNet" - }, - "datasets": { - "acute-inflammation": { - "dataset": "acute-inflammation", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 6, - "best_val_acc": 0.75, - "test_acc": 0.5945945945945946, - "train_size": 30, - "val_size": 16, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.029776199999999933, - 0.05815319999999998, - 0.03366299999999992, - -0.07041613333333337, - 0.0829954666666666, - 0.3029878333333334 - ] - ], - "std": [ - [ - 1.046299339147563, - 1.028676385077134, - 0.9895473157792913, - 1.0179845925601472, - 0.9937462864656396, - 1.0009348864350793 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.375, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 4, - "best_val_acc": 0.7222222222222222, - "test_acc": 0.6805555555555556, - "train_size": 30, - "val_size": 18, - "test_size": 72, - "stats": { - "mean": [ - [ - 0.2066000000000002, - 0.2132320000000001, - 0.16832333333333327, - -6.666666666858371e-07, - 0.08299546666666664, - -0.033663 - ] - ], - "std": [ - [ - 1.073465583913181, - 1.0965727109827237, - 0.9521923485684088, - 0.9958250796083059, - 0.9937462864656397, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.5, - "72": 0.1666666716337204, - "108": 0.0555555559694767, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.75, - "test_acc": 0.9142857142857143, - "train_size": 30, - "val_size": 20, - "test_size": 70, - "stats": { - "mean": [ - [ - -0.06825569999999999, - -0.09692560000000008, - 0.10099316666666662, - 0.07041479999999994, - -0.11619693333333347, - 0.16832750000000007 - ] - ], - "std": [ - [ - 0.9390286569686838, - 0.9304728, - 0.9733809278809981, - 0.9680526182869189, - 0.9870693041144554, - 1.0099525000000003 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.9523809523809523, - "test_acc": 0.8985507246376812, - "train_size": 30, - "val_size": 21, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.061842666666666594, - -0.01938619999999999, - -0.03366716666666666, - -0.14083160000000008, - -0.049799466666666695, - -0.3029836666666666 - ] - ], - "std": [ - [ - 0.9526045937382531, - 0.9838646893399317, - 1.000934886435079, - 1.0348917799997448, - 0.9937462864656396, - 0.8932355996217098 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.6190476417541504, - "72": 0.380952388048172, - "108": 0.190476194024086, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7719966472683863, - "std_test_acc": 0.15926400999385076, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.4985119104385376, - "std_cert_acc_36": 0.09964684869586996, - "mean_cert_acc_72": 0.2619047649204731, - "std_cert_acc_72": 0.2225054889516768, - "mean_cert_acc_108": 0.18650793749839067, - "std_cert_acc_108": 0.22377574882708245, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "annealing": { - "dataset": "annealing", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 39, - "best_val_acc": 0.8154761904761905, - "test_acc": 0.7746031746031746, - "train_size": 100, - "val_size": 168, - "test_size": 630, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 33083, - "cert_evals": { - "36": 0.7976190447807312, - "72": 0.785714328289032, - "108": 0.7797619104385376, - "255": 0.6190476417541504 - }, - "fold": 0 - }, - { - "best_epoch": 58, - "best_val_acc": 0.8136645962732919, - "test_acc": 0.7551020408163265, - "train_size": 100, - "val_size": 161, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 33083, - "cert_evals": { - "36": 0.7515528202056885, - "72": 0.739130437374115, - "108": 0.695652186870575, - "255": 0.52173912525177 - }, - "fold": 1 - }, - { - "best_epoch": 62, - "best_val_acc": 0.7309941520467836, - "test_acc": 0.7400318979266348, - "train_size": 100, - "val_size": 171, - "test_size": 627, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 33083, - "cert_evals": { - "36": 0.6783626079559326, - "72": 0.6491228342056274, - "108": 0.6257309913635254, - "255": 0.5087719559669495 - }, - "fold": 2 - }, - { - "best_epoch": 58, - "best_val_acc": 0.7245508982035929, - "test_acc": 0.7321711568938193, - "train_size": 100, - "val_size": 167, - "test_size": 631, - "stats": { - "mean": [ - [ - 0.07222222999999978, - -0.345, - 4.33, - 12.0, - 0.14, - -0.17333315999999985, - -0.07800000000000064, - 29.2, - 0.09999999999999996, - -0.010000000000000224, - 0.3, - -0.010000000000000111, - -4.132729999999996e-16, - -0.11000000000000007, - -0.11999999999999993, - -0.12999999999999998, - -0.13, - -0.029999999999999773, - -1.847940000000002e-16, - -0.05999999999999975, - -1.626729999999999e-16, - -0.03999999999999998, - -0.010000000000000222, - -0.06000000000000002, - 0.1, - 1.3318299999999998, - 771.9469999999998, - 1183.75, - 0.009999999999999986, - -0.9466666699999999, - -1.5582099999999978e-17 - ] - ], - "std": [ - [ - 0.27504207913753365, - 0.41800119617053744, - 14.650634798533474, - 25.758493744782516, - 0.34698703145794935, - 0.2133331200000003, - 0.2543933961407015, - 110.08796482813175, - 0.29999999999999993, - 0.09949874371066192, - 0.47958315233127174, - 0.06557438524301994, - 1.0, - 0.31288975694324034, - 0.32496153618543855, - 0.3363034344160047, - 0.3363034344160045, - 0.17058722109231966, - 1.0, - 0.23748684174075815, - 1.0, - 0.19595917942265428, - 0.09949874371066192, - 0.2374868417407582, - 0.9949874371066199, - 0.9335979547428329, - 410.1759096911958, - 1742.0412703205398, - 0.09949874371066196, - 0.2436755226844934, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 31, - "out_features": 5, - "depth": 4, - "padding": 62, - "parameters": 33083, - "cert_evals": { - "36": 0.7005988359451294, - "72": 0.6706587076187134, - "108": 0.6347305774688721, - "255": 0.5389221906661987 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7504770675599889, - "std_test_acc": 0.018687494505403145, - "n_samples": 898, - "n_features": 31, - "n_classes": 5, - "mean_cert_acc_36": 0.7320333272218704, - "std_cert_acc_36": 0.053389044763904506, - "mean_cert_acc_72": 0.711156576871872, - "std_cert_acc_72": 0.06279505769036751, - "mean_cert_acc_108": 0.6839689165353775, - "std_cert_acc_108": 0.07101376967181922, - "mean_cert_acc_255": 0.5471202284097672, - "std_cert_acc_255": 0.04951616237864224 - }, - "arrhythmia": { - "dataset": "arrhythmia", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 25, - "best_val_acc": 0.5949367088607594, - "test_acc": 0.5538461538461539, - "train_size": 113, - "val_size": 79, - "test_size": 260, - "stats": { - "mean": [ - [ - -0.05548900442477873, - 0.17327679646017674, - -0.09933938283185836, - -0.022536060176991165, - -0.05529378318584072, - -0.02827017327433631, - -0.005964132743362813, - 0.04588333831858407, - -0.06835887191150443, - -0.01879734327433625, - 0.08708691123893805, - -0.010227719469026567, - -0.05324860619469024, - 0.03857876283185871, - -0.0029412946902654486, - -0.14624673451327397, - 0.0106677238938053, - -0.09994685221238946, - -2.2654867242673962e-07, - -0.10041930088495568, - 0.14110856637168184, - -0.02112876106194691, - -0.021128761061946916, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.024449619469026587, - -0.006156723893805307, - -0.03655609734513271, - -0.06008078761061956, - -0.05587280000000011, - -0.1535461769911505, - -2.9203539835147346e-07, - 0.1454482212389377, - -0.04703600000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.053692424778761245, - 0.10382045292035355, - -0.045959752212389356, - -0.039423744247787586, - -0.042264867256637376, - -0.0339906548672566, - -0.10218601769911498, - -0.04703600000000003, - 0.04783872566371683, - 0.14110856637168165, - -2.920353982139237e-07, - -0.1056450000000003, - -0.06659289999999989, - 0.039230692920353964, - -0.048857433628318604, - -0.0949235044247789, - -0.0951867699115044, - -0.04703600000000003, - -0.07884043362831854, - -0.021128761061946947, - 0.0665928778761063, - 0.0665928778761063, - 0.06659287787610634, - 0.0665928778761063, - 1.0619469034296467e-07, - -0.14459542477876128, - 0.10166875221238943, - -0.0007696849557522316, - 0.08089214159292042, - 0.024555884070796462, - -0.06704164601769926, - -0.04703600000000003, - 0.1411085663716821, - 0.02721671504424786, - -0.04703600000000003, - 0.008643274336283235, - -0.03328283893805306, - -0.08280126353982296, - -0.04353061946902624, - 0.022193132743362702, - -0.07879264601769921, - 0.06659287787610634, - 0.07170867256637195, - 0.1411085663716824, - -0.04703600000000003, - 0.14110856637168173, - -0.05805589380530971, - 0.08516874884955755, - 0.043014315044247776, - -0.002110141592920556, - -0.07482919999999994, - 0.027698871681415955, - -0.08165009999999992, - -0.0536924247787612, - 1.0619469030955972e-07, - -0.09438650000000005, - 0.06338747787610613, - -0.0901489026548673, - -0.04849817699115047, - 0.07722033628318585, - 0.026260424778761074, - 0.0738569911504426, - 0.04712901946902665, - 0.16431531858407084, - 0.09438671238938037, - 0.09438671238938054, - -0.0386190796460177, - -0.09438650000000005, - 1.0619469029580476e-07, - 0.06704106194690244, - 0.00271023008849546, - 0.04821953097345133, - -0.022629159292035374, - 0.24075912389380558, - 0.19588278672566428, - 0.10636762831858415, - 0.07170867256637167, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - 0.24495034513274322, - -0.02112876106194717, - -0.03837423008849555, - 0.0792644690265486, - -0.010963192920353986, - -0.13985853097345086, - -0.06118739999999991, - -0.05918213274336283, - -0.06659289999999989, - 0.19309768141592948, - 0.0665928778761063, - -2.920353984064934e-07, - -0.08791879646017699, - -0.009588667256637163, - 0.039876742477876134, - -0.04371391504424787, - -0.09472733274336269, - -0.08165009999999992, - -0.04703600000000003, - -0.08165009999999992, - -0.059833336283185844, - -0.07838458407079653, - -0.015475274336283125, - -0.0805356, - -0.13698139380530983, - 0.14110856637168137, - -0.04703600000000003, - 0.0665928778761063, - -0.021128761061947016, - 0.017010241592920368, - 0.09822180530973434, - 0.005761375398230098, - 0.0322361946902655, - -0.034939104424778704, - 0.06566965486725665, - 0.061632838053097376, - 0.0004023300884955741, - 0.07045262681415927, - 0.028733457522123865, - 0.02147898230088495, - -0.05026543539823011, - 0.060225181415929224, - -0.07029714159292026, - 0.06618380000000008, - 0.011594984955752213, - 0.040387401769911555, - -0.0058615916814159065, - 0.04742410654867257, - -0.015766054867256643, - -0.062290848053097175, - -0.05214830601769914, - 0.04644970973451337, - -0.05739616814159293, - 0.05439313274336291, - -0.0036409858407079588, - -0.009598277876106183, - -0.011235967256637188, - -0.002634908849557516, - -0.005508535398230053, - -0.05590965752212387, - -0.06772527787610619, - 0.08251315044247781, - -0.08976234513274321, - 0.04703600000000003, - -0.04274165486725669, - -0.05909215752212393, - 0.027935999115044265, - -0.036451818017699096, - 0.03197787610619467, - 0.1596792035398229, - 0.0024668168141592844, - -0.015842806194690306, - 0.07878208849557493, - 0.006463776548672604, - 0.06462291946902653, - 0.025483634513274327, - 0.06707996637168136, - -0.07861038619469025, - -0.0949829097345134, - -0.08679084778761066, - 0.09411216159292037, - -0.061483929203539976, - -0.03750280353982299, - 0.024982454867256657, - 0.010920844247787605, - -0.036973680442477924, - -0.00325765690265486, - -0.06706977168141595, - 0.054682415929203546, - 0.07233616902654867, - 0.024967183185840673, - 0.0201886814159292, - 0.0625599000000001, - 0.016163015929203547, - -0.19404511061946894, - 0.1314095771681416, - -0.02607840336283184, - -0.07232390353982299, - 0.06542182300884967, - 0.09097714132743363, - -0.0490932584955752, - 0.17395115044247766, - -0.08915754336283198, - 0.005843493805309704, - -0.1311985026548673, - 0.0822022767256637, - -0.0316962311504425, - -0.15503262123893807, - 0.050416203539823005, - 0.012278147787610633, - 0.0764223432743363, - 0.20117684424778776, - -0.15312840973451328, - -0.006850403539823016, - -0.22191862300884949, - 0.1207021007964602, - -0.08917110283185833, - -0.07690047646017703, - 0.030319972566371638, - -0.1126870734513274, - 0.06241866831858403, - -0.1273596991150443, - 0.06213639999999999, - -0.07254762831858405, - -0.08504349999999997, - 0.034207636283185856, - -0.02238689532743362, - 0.10946240796460185, - 0.021622823008849552, - -0.1487953611504425, - 0.02685327893805308, - -0.04490421946902649, - -0.04955592035398229, - 0.06734868938053096, - -0.08363668734513273, - 0.022693176017699095, - 0.09933861353982294, - -0.00604589380530972, - -0.10963647433628322, - 0.03259297079646029, - -0.07945840000000003, - -0.007002541592920362, - 0.10658185398230094, - -0.0866022876106194, - 0.06365430106194689 - ] - ], - "std": [ - [ - 0.9732374444872444, - 0.9655808459932996, - 0.2507734231833244, - 0.85756632700396, - 0.9152499916483915, - 0.9319460220789437, - 0.9577523305438101, - 1.1527478213503135, - 0.9576681124104236, - 1.0097636409421697, - 0.9939501739346246, - 0.8077223719814682, - 0.9956881527950738, - 1.065832253077651, - 0.8648866626310105, - 0.7884428876814543, - 0.8846283104978594, - 1.0392968702844574, - 0.9547571784517959, - 0.830419971626617, - 1.9911349325902201, - 0.8944357999064113, - 0.8944357999064099, - 1.0, - 1.0, - 1.0, - 1.0288388455432311, - 1.0366372636701484, - 1.0104922342254585, - 0.6029602666961917, - 1.0, - 0.9119059418676891, - 0.9988936769842922, - 1.3401171108416883, - 1.0, - 1.0, - 1.409505785723462, - 0.7576328500006007, - 1.1142082921935355, - 1.100915710823559, - 0.9521761840451372, - 0.8352521125885086, - 0.7194469320515606, - 0.9886952789548065, - 1.0, - 1.111662684055426, - 1.9911349325902201, - 0.9988936769842919, - 1.0, - 1.0, - 0.9092993788613446, - 1.061138924056677, - 0.8860454459362529, - 0.77869888137794, - 1.0, - 0.9971658374137916, - 0.8944357999064098, - 1.4095057857234619, - 1.409505785723463, - 1.4095057857234636, - 1.4095057857234625, - 0.9988939483461562, - 0.8359429042688657, - 0.9455652546275832, - 1.047159553008427, - 1.2373317065584502, - 0.9367499049873408, - 0.7094990007768702, - 1.0, - 1.9911349325902201, - 1.152138074538977, - 1.0, - 1.076296523650441, - 1.0790204523971971, - 0.9278040585020654, - 0.6623289850929874, - 1.0736843273720698, - 1.059187675645061, - 1.4095057857234636, - 1.1978616378928757, - 1.9911349325902201, - 1.0, - 1.9911349325902201, - 0.9142231440920847, - 1.3486308966826843, - 0.9779239267203217, - 1.072217573812213, - 1.0, - 1.0670736267417575, - 1.0, - 0.7576328500006009, - 0.9988939483461562, - 1.0, - 1.2592635987036094, - 0.6360290623787335, - 0.8549033709264361, - 1.300841714365119, - 0.979322007928904, - 1.2296324368044147, - 1.3300447893255654, - 1.2339107860310472, - 1.4063287585864288, - 1.4063287585864277, - 0.817419899167048, - 1.0, - 0.9988939483461566, - 1.2178666747421332, - 0.9179155627028488, - 1.1674686384124506, - 0.937597875841375, - 1.9128860722576218, - 1.9849443701676805, - 1.2128492302504466, - 1.1978616378928766, - 1.409505785723462, - 1.0, - 0.9988939483461566, - 1.9776639067090993, - 0.8944357999064088, - 0.9089427774812973, - 1.1565813541259533, - 0.9312031818896745, - 0.37790291497240225, - 1.0, - 1.0103067336455187, - 1.0, - 1.612796005825811, - 1.4095057857234625, - 0.9988936769842919, - 0.9869575017654069, - 1.0625408223089012, - 0.8572543250334869, - 0.4626232154331089, - 0.8399894436428749, - 1.0, - 1.0, - 1.0, - 0.9949165069017805, - 0.9763809111647539, - 0.9886383527662114, - 1.0, - 0.8853802248708618, - 1.9911349325902201, - 1.0, - 1.4095057857234612, - 0.8944357999064094, - 0.8545082434186259, - 0.8796291945635648, - 0.9389113833926183, - 0.8861374760427413, - 0.39441056751713705, - 0.8648668783726172, - 0.9862191391833568, - 0.8481954658017612, - 0.9206020572467216, - 0.886517128434336, - 1.0192902215038742, - 0.956622629021229, - 0.8523688961466389, - 0.2992587051477164, - 1.0, - 0.8898404778961094, - 1.0071877733497892, - 0.950155747946548, - 1.0050918229648342, - 0.7815635141616576, - 0.9972744785704897, - 0.9594844360499902, - 0.9255046483391078, - 0.4876909595587591, - 0.5036861467715275, - 0.8566188861170654, - 0.7638467720219689, - 1.0032544884403838, - 1.0560420525550518, - 0.8986819691295396, - 0.9372189161919664, - 0.8101867430665612, - 0.8950623205358443, - 0.7725356624236849, - 1.0, - 0.872460731649835, - 1.045597205130584, - 0.881115812189619, - 0.9553256168269835, - 0.8848742890899297, - 0.5907365616618244, - 0.9525692591339604, - 0.9761188977078773, - 1.2163938242844157, - 0.9319895550002153, - 0.8335462617896103, - 0.9176414735582966, - 0.9775951517497435, - 0.8425042883529639, - 1.2598848541968266, - 0.949252647471748, - 0.838972165335258, - 0.23456841787874302, - 1.1642248030770597, - 0.8628119131177865, - 0.8751618803772816, - 0.9228296916565395, - 0.9809394578124714, - 0.5915262659968897, - 0.8563703331027254, - 1.223677024967222, - 0.9284798655045788, - 1.2965375076317172, - 1.0, - 0.9389878405072626, - 0.8540110671890598, - 1.316521539927867, - 1.4340416104694482, - 0.8735072262525767, - 0.676363014728904, - 1.1134658692256694, - 1.0134545560863548, - 1.7552329970203224, - 1.7155564074285294, - 0.873049365917997, - 1.030474558081803, - 1.0170344415415917, - 1.0766146909852692, - 0.7111765255105056, - 0.6923440560955865, - 1.0058025631570486, - 0.9240158601820535, - 1.9435205267323648, - 1.9899491083438348, - 0.8387690283436754, - 0.9708565551581373, - 0.8493149601758292, - 0.985055690803851, - 0.8279931417986857, - 0.9098729896957297, - 0.9370725829078755, - 0.8393620512490872, - 0.28080206241297245, - 1.0, - 0.8220194136548338, - 0.9761698379739507, - 0.7917031329595748, - 0.9270879739715543, - 0.847139011361557, - 1.0122054789755355, - 0.9745187015121873, - 0.8548335912371546, - 0.16972156566241, - 0.8245729285934237, - 1.06901211839648, - 0.8750748380574906, - 1.0605384058291198, - 0.814622435544981, - 1.1662691506968674, - 1.0027045465050628, - 0.707221379699125, - 1.0, - 0.8738904193642293, - 1.0307627522011051, - 0.9112504790758761, - 1.0340966211802813 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1084073, - "cert_evals": { - "36": 0.49367091059684753, - "72": 0.4556962251663208, - "108": 0.40506330132484436, - "255": 0.2405063360929489 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.5263157894736842, - "test_acc": 0.4858156028368794, - "train_size": 113, - "val_size": 57, - "test_size": 282, - "stats": { - "mean": [ - [ - -0.08236052831858409, - 0.04887446902654869, - 0.0825547600000001, - 0.07080902389380533, - 0.06969351327433632, - -0.02017880672566372, - 0.0033134920353982203, - -0.0904622607964602, - 0.0008566455575221136, - 0.05502761778761062, - 0.0029605046017698983, - 0.16618478141592918, - 0.10348846991150445, - -0.12880789292035386, - 0.001393306194690269, - -0.009972053097345045, - -0.13480514867256632, - 0.15853807787610613, - -0.022554120353982243, - -0.17088875221238942, - -0.04703600000000003, - -0.02112876106194702, - 0.14790371681415893, - 0.0665928778761063, - 0.0665928778761063, - 0.09438671238938028, - -0.033913831858407135, - -0.05746374070796462, - 0.020589044247787618, - -0.08296883185840712, - -0.016433217699115002, - -0.02482472566371683, - -0.13408300000000029, - -0.0661125929203539, - 0.14110856637168206, - 0.19977865575221251, - 0.06659287787610634, - 0.16107630088495584, - -0.04968823575221234, - 0.16085886725663703, - -0.040819525663716834, - -0.04226484955752222, - 0.03399069026548677, - 0.08868894690265484, - 0.14110856637168143, - 0.1435154159292037, - -0.04703600000000003, - -2.920353984457933e-07, - -0.02112876106194691, - 0.1997786557522125, - -0.14194291681415921, - 0.11196102831858407, - 0.0592675752212388, - 0.09347194690265491, - -0.04703600000000003, - 0.13773737168141595, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - 0.0665928778761063, - 0.09438671238938029, - -0.09931298230088502, - -0.11574543716814155, - 0.19007244637168158, - 0.006741415929203616, - -0.17417296814159283, - -2.920353982846636e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247736, - 0.14110856637168231, - -0.00288054867256639, - 0.04904841858407081, - 0.02098572858407086, - -0.1192364601769909, - -0.0031704955752213143, - 0.01358514159292034, - -0.06659289999999989, - 0.014341504424779012, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - 0.07784732743362836, - 0.10888657327433629, - -0.1186584123893806, - -0.02180679646017706, - -0.07482919999999994, - 0.08863622212389385, - 0.13608353008849555, - 0.08948672566371674, - 1.0619469028597977e-07, - -0.09438650000000005, - -0.02112876106194696, - 0.09014838938053121, - -0.048498132743362864, - 0.05329288938053096, - 0.07878135752212394, - 0.006330884955752202, - 0.04712901946902665, - 0.11292442477876118, - -0.09438650000000005, - 0.09438671238938054, - -0.03861907964601756, - 1.0619469029580476e-07, - -0.09438650000000005, - 0.06704106194690229, - -0.07101396460177, - 0.11338092035398238, - 0.022629575221239016, - 0.15994504424778788, - 0.039176644247788044, - 0.11334270796460184, - -0.100392831858407, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469028597977e-07, - 0.027216715044247736, - -0.0211287610619469, - 0.007675044247787407, - 0.017898353982300903, - 0.022447520353982425, - -0.10415006194690236, - -0.06118739999999991, - -0.031867106194690256, - 0.0665928778761063, - 0.0386198407079645, - -0.06659289999999989, - 0.06704106194690229, - 0.03697516814159319, - -0.044993100884955714, - -0.005112693362831841, - -0.08742769999999993, - -0.04059785840707965, - 0.027216715044247736, - 0.1411085663716819, - 0.13608353008849491, - 0.03589945132743362, - -0.0453806460176991, - 0.003572176991150533, - 0.05211161769911493, - -0.012922732743362846, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - 0.14790371681415954, - 0.14316932831858414, - 0.03571657522123903, - -0.10441322884955753, - -0.23222040176991168, - -0.03493910442477871, - 0.05546864601769913, - 0.12581869469026555, - -0.18030577079646018, - -0.07161228646017702, - -0.03718444513274338, - 0.013523787610619589, - 0.10059417451327425, - 0.01624747876106193, - 0.05021323893805318, - -0.05147623362831883, - 0.1827229362831858, - 0.0034618557522124397, - 0.05241511327433623, - 0.030558143362831823, - -0.19202160176991148, - 0.11133997495575228, - 0.12129543628318586, - 0.060097776106194795, - 0.11579815929203502, - -0.027196398230088462, - 0.17599128230088495, - -0.1195051539823009, - 0.18247482389380532, - 0.06219380353982303, - -0.09025506017699113, - 0.08350311504424779, - 0.1271729522123894, - -0.0951591353982304, - 0.10388311504424796, - 0.04703600000000003, - -0.14397143362831855, - -0.056712807079646044, - 0.11911974769911506, - 0.07255731355752211, - 0.17956833628318594, - 0.03657456283185836, - -0.12767188938053103, - -0.21526490619469008, - 0.019409734513274046, - -0.20038580796460184, - 0.13453505858407078, - -0.20150050008849554, - -0.10956924336283183, - -0.1755137388495575, - 0.07771356637168146, - 0.1258815132743363, - 0.05789021663716825, - 0.059674265486725525, - 0.04250356814159293, - 0.18101372743362842, - -0.08988732212389382, - 0.148077411681416, - 0.041530495575221225, - -0.07796867964601775, - -0.08606286725663721, - 0.216610610619469, - 0.09511035132743359, - -0.05938040707964593, - 0.0625599000000001, - -0.09312924070796465, - -0.07196051769911511, - 0.13021555911504423, - 0.10358608645132746, - -0.0039450442477876055, - 0.015811640707964647, - 0.042050546725663725, - -0.11399942584070796, - 0.01275024778761036, - -0.012157897345132696, - -0.07146561415929208, - -0.03644905008849562, - -0.0460240963716814, - -0.04567296300884947, - -0.0159320159292035, - -0.020865886725663647, - 0.006243656991150445, - -0.04104453495575228, - 0.04250217699115046, - 0.034307366371681414, - -0.11968876460176998, - -0.0937977030973451, - -0.007898124601769923, - -0.06254813724778759, - 0.027666705132743385, - -0.0678103380530974, - 0.0033648314159292177, - 0.014861656991150381, - -0.08490639823008855, - 0.06213639999999999, - 0.10985744247787621, - -0.1141806185840708, - -0.0051085477876106, - -0.07652198922123891, - 0.1186390026548673, - -0.006018964601769793, - -0.03378361716814159, - 0.011641800000000063, - -0.06094139999999994, - 0.1415026725663717, - -0.08340849911504429, - -0.021807159292035423, - -0.08355237141592924, - 0.10080485079646004, - -0.0028213893805309528, - -0.039560768141592914, - -0.03811751592920355, - 0.06180052389380527, - 0.08721472743362838, - -0.045456217699115044, - -0.04452998026548677, - -0.08741183716814158 - ] - ], - "std": [ - [ - 1.0288523625377175, - 0.9926765498781311, - 1.5821926864265932, - 1.2345480341843558, - 1.0919259987637373, - 0.8553411989728208, - 0.9770372253740158, - 1.0941619685910755, - 0.9070109264400832, - 1.1660151450666374, - 0.82811358045681, - 0.8585451804478106, - 0.9271539318095082, - 0.826139795075132, - 0.9407871254954377, - 1.1098127265333941, - 0.9673996715099642, - 1.0170784936919917, - 0.7160692020317576, - 0.8881539469849713, - 1.0, - 0.8944357999064094, - 1.5353137244867066, - 1.409505785723462, - 1.4095057857234625, - 1.4063287585864295, - 0.8810006273224485, - 0.9386543902953636, - 0.9544080465249254, - 0.605561339519823, - 0.41738930632162535, - 0.9435148318250272, - 1.0, - 0.7880462841530468, - 1.9911349325902201, - 1.9844233966366362, - 1.4095057857234636, - 1.494834216304884, - 0.8945327921343991, - 1.0465252306595956, - 0.9657902518204129, - 0.8818849232826983, - 1.01289922968906, - 0.9542609489006632, - 1.9911349325902201, - 1.303101066939662, - 1.0, - 0.9988936769842933, - 0.8944357999064099, - 1.9844233966366385, - 0.9721978598866062, - 0.9751070654641969, - 1.053405494669145, - 1.2277188687789828, - 1.0, - 0.9710532649972081, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.409505785723463, - 1.4063287585864295, - 0.9944538524514821, - 1.0084398738408038, - 1.096956593110858, - 0.9848747659663566, - 1.0176485758563296, - 0.9988936769842915, - 1.0, - 1.0, - 1.1521380745389784, - 1.9911349325902201, - 0.8886796764360778, - 1.0626176220464763, - 0.9820129092696263, - 0.48071756015968203, - 0.8052609158630751, - 0.9014845427415126, - 1.0, - 1.0421263616247836, - 1.0, - 1.0, - 1.0, - 1.0603166366167238, - 1.3948018100222412, - 1.0002378777841179, - 1.0521891063258038, - 1.0, - 1.170667828978199, - 1.6220790112596297, - 1.3004892166096398, - 0.9988939483461562, - 1.0, - 0.8944357999064098, - 1.2549059943840741, - 0.9010506624821365, - 1.2640911636544077, - 0.947031285603356, - 0.991260918816901, - 1.3300447893255651, - 1.1497030038124454, - 1.0, - 1.4063287585864277, - 0.8174198991670485, - 0.9988939483461566, - 1.0, - 1.217866674742133, - 0.8282680988206665, - 1.073085103116072, - 0.9693454139903576, - 1.7234040703162494, - 1.1056144342459158, - 1.074119172644369, - 0.6071170412907283, - 1.409505785723462, - 1.0, - 0.9988939483461562, - 1.1521380745389787, - 0.8944357999064119, - 1.058370875443875, - 1.0846522644237848, - 1.0598613115637294, - 0.5613288969768316, - 1.0, - 1.077530223972941, - 1.4095057857234625, - 1.15083399388167, - 1.0, - 1.2178666747421318, - 1.0966395583377115, - 1.0389053330759344, - 1.0429545495698374, - 1.0, - 1.0244696199828591, - 1.152138074538978, - 1.9911349325902201, - 1.6220790112596353, - 1.1329428844818097, - 1.0304640926757396, - 1.0027828154445004, - 1.4038062005460157, - 1.0648539403871593, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 1.5353137244867094, - 0.6866407429573802, - 0.9470876233472572, - 0.8928451459276403, - 1.3503062413436946, - 0.39441056751713693, - 1.0739060999830787, - 0.8074286630470415, - 0.8622816943277237, - 0.9235511168325403, - 0.8884646840941383, - 0.9253177369109523, - 1.0067482855890655, - 0.8717444615689396, - 1.7004798113300974, - 1.2451967529281143, - 1.0189016467998342, - 0.9159576992318523, - 0.9716842292520014, - 0.8537203439878127, - 0.6934639134127168, - 0.6814900866218891, - 1.08628728041417, - 0.8695100152450093, - 1.7244969164094923, - 0.9957413253735008, - 0.886998298843266, - 1.0086098935045376, - 0.9474117590718318, - 0.9527864599550645, - 0.8622024829086022, - 0.928715896349544, - 1.165972778898159, - 1.1444020655792773, - 1.249832703644339, - 1.0, - 1.04414181114218, - 0.7888691092407913, - 0.8896110919230731, - 0.8385172959457787, - 0.6963004767756463, - 1.0524770129026086, - 0.8728215158868736, - 1.2422671085343606, - 1.0395955941659785, - 0.9729248895409327, - 0.942112878700215, - 0.9029124312015971, - 0.9945356002953412, - 0.9067257721352653, - 0.6559269963983796, - 1.0530222495928638, - 0.7742650861348659, - 1.7415209866320729, - 0.31751695199855035, - 0.9401556411866103, - 0.9925662855482592, - 0.9703437391049544, - 0.9315271035229352, - 0.76726349356305, - 1.113451820498087, - 1.5950728246019172, - 0.9108834606609704, - 0.6187680270209445, - 1.0, - 1.026218169309107, - 0.9226908311101232, - 1.3695879042350074, - 1.390915117042367, - 0.9165066682832561, - 1.0788295714407763, - 0.8648263176100378, - 0.9635758583333331, - 0.8878642706591297, - 0.9006687498171835, - 0.8634669309414519, - 1.0263681887473621, - 1.1035216758671196, - 0.9668823371087334, - 0.9093839574625667, - 1.2537251227686863, - 0.925393016008483, - 0.9198488449490679, - 0.9988290268424753, - 0.1771101235529094, - 1.05614751420039, - 0.9497863099739803, - 1.0994839009481026, - 0.92792429034674, - 0.9973731985207415, - 1.4008749618490997, - 0.9833759189369512, - 0.7900467121392818, - 0.5512800744398914, - 1.0, - 1.160435495736531, - 0.840523823247663, - 1.0569742675732663, - 0.8576934466322704, - 0.9349861286126709, - 0.8587290535040432, - 0.9574488028099564, - 0.8825111948837125, - 1.0, - 0.9946462418130932, - 0.8401625258336195, - 1.0609041780534152, - 0.8625411201961046, - 0.8578849236354916, - 0.9245113485505083, - 0.9397104471617286, - 0.949988633400937, - 1.4949439323664353, - 1.0752730715733643, - 0.854508526946672, - 1.0304209489391347, - 0.9286338973772724 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1084073, - "cert_evals": { - "36": 0.38596493005752563, - "72": 0.2982456088066101, - "108": 0.24561403691768646, - "255": 0.08771929889917374 - }, - "fold": 1 - }, - { - "best_epoch": 60, - "best_val_acc": 0.5538461538461539, - "test_acc": 0.6496350364963503, - "train_size": 113, - "val_size": 65, - "test_size": 274, - "stats": { - "mean": [ - [ - 0.003089986725663709, - -0.004440814159291977, - 0.06255539469026555, - 0.0030673203539822954, - 0.001728016814159293, - 0.11026861433628313, - 0.017892446017699123, - -0.06960080176991157, - 0.039233834283185866, - 0.15144875398230093, - 0.006497817787610628, - -0.01399969203539821, - 0.12535314601769912, - 0.032636741592920446, - -0.04566848761061949, - -0.12298024778761062, - -0.000969959292035392, - 0.11890371504424775, - -0.09021629999999985, - -0.11451322123893802, - -0.04703600000000003, - 0.06338747787610569, - -0.1056450000000003, - -0.06659289999999989, - 0.0665928778761063, - -0.09438650000000005, - -0.04968765486725668, - 0.10877121769911505, - -0.018068128318584065, - -0.08296883185840709, - -0.05587280000000011, - -0.06895776106194693, - -2.920353983278935e-07, - -0.013222389380530894, - -0.04703600000000003, - 0.06659287787610632, - -0.06659289999999989, - -0.1252820000000002, - 0.010099320973451271, - 0.07353538053097344, - -0.007326469911504469, - -0.07684545132743385, - -0.0339906548672566, - 0.05784047787610613, - 0.14110856637168143, - 3.805309734868323e-07, - -0.04703600000000003, - -0.06704164601769919, - -0.02112876106194691, - -0.06659289999999989, - 0.15620863893805323, - -0.03053643008849556, - -0.18165605309734498, - -0.11233752212389378, - -0.04703600000000003, - -0.016779973451327427, - -0.021128761061946985, - -0.06659289999999989, - 0.0665928778761063, - -0.06659289999999989, - -0.06659289999999989, - -0.09438650000000005, - -0.00463133628318579, - -0.07507774690265485, - -0.0007694676106195044, - -0.08089127433628311, - -0.10792991415929203, - -2.9203539847723323e-07, - -0.04703600000000003, - -0.04703600000000003, - 0.027216715044247893, - -0.04703600000000003, - -0.02592799999999999, - 0.08057962389380531, - 0.024038425752212503, - -0.16465999999999992, - -0.07926050000000014, - -0.09237758407079648, - -0.06659289999999989, - -0.043025663716814114, - 0.14110856637168245, - 0.1411085663716826, - -0.04703600000000003, - -0.023750336283185847, - 0.03126479168141594, - 0.008899934513274312, - -0.02743449557522126, - 0.06331698053097352, - 0.05539779646017699, - 0.027216715044247736, - 0.017897150442477798, - 1.0619469029187476e-07, - 1.061946903233147e-07, - -0.02112876106194691, - -0.1502479999999999, - -0.016447008849557545, - -0.0054378495575221125, - 0.07474130442477876, - -0.07807693805309734, - -0.07854839999999999, - -0.008790955752212368, - 1.0619469031152472e-07, - 1.0619469029973474e-07, - 0.038619840707964564, - 1.061946903233147e-07, - 1.0619469035868464e-07, - -2.920353983829134e-07, - -0.06884565486725683, - -0.043006230088495565, - 0.13900964601769922, - -0.06902842477876096, - -0.06529410000000001, - -0.07149334513274326, - -0.043025663716814044, - -0.06659289999999989, - 0.02721671504424799, - 1.0619469029187476e-07, - -0.08165009999999992, - -0.1056450000000003, - -0.0844234336283186, - 0.045172380530973465, - 0.08091592477876108, - -0.08034439823008824, - -0.06118739999999991, - 0.009105318584070807, - 0.0665928778761063, - 0.03861984070796471, - -0.06659289999999989, - -2.920353983475435e-07, - -0.01561157522123892, - 0.034667146902654884, - 0.04805644646017698, - 0.07649909380531038, - 0.0778107902654868, - -0.08165009999999992, - -0.04703600000000003, - 0.027216715044247736, - 0.003988389380530976, - 0.07484829203539822, - 0.06071553097345137, - 0.014212502654867237, - 0.06978295752212389, - -0.04703600000000003, - -0.04703600000000003, - -0.06659289999999989, - -0.1056450000000003, - -0.05670110707964598, - 0.09375696460176995, - -0.16628776973451334, - -0.004178826548672555, - -0.07220739999999994, - -0.06694404424778763, - -0.06819787345132745, - -0.049705195575221274, - -0.11667001238938055, - -0.12676487345132748, - 0.06602797345132745, - 0.0027255099115044237, - 0.08367987168141594, - -0.07531826548672561, - 0.06618380000000008, - -0.05077870088495575, - -0.03939802035398229, - 0.0725209725663717, - 0.018818907079646008, - -0.0012129309734513318, - 0.08232463584070795, - 0.06279675221238941, - 0.05451436991150446, - -0.09364632743362859, - -0.013597840707964663, - -0.02791582300884959, - 0.02277181946902653, - 0.09624579256637165, - 0.10685669557522126, - 0.05720445840707966, - -0.11690305221238939, - -0.07600262831858408, - 0.20486032743362856, - -0.11598514159292016, - 0.04703600000000003, - 0.12372530088495573, - 0.07733639557522128, - 0.009731815840707961, - 0.06515634630088495, - -0.004099914159292028, - -0.062444362831858426, - -0.14432490088495575, - 0.010303688495575204, - -0.03996258407079658, - -0.01723771946902648, - -0.03748595911504427, - -0.09338390796460176, - -0.12455748761061945, - -0.07069998663716814, - 0.09306433097345132, - 0.05574491150442479, - 0.05271592371681417, - -0.10488400000000016, - 0.0725061, - -0.06092212743362833, - -0.021001579646017662, - 0.08582514876106195, - 0.05783091212389381, - 0.07796875840707959, - -0.0484065486725664, - -0.06359218141592915, - 0.12465353274336273, - -0.03740971681415926, - -0.006256027433628239, - 0.02847770973451326, - 0.03523589380530972, - -0.007258076106194675, - 0.029468245840707955, - 0.07720809823008848, - -0.029801646017699017, - -0.07590199938053097, - -0.0023667877876106243, - -0.06193052212389384, - 0.0729473, - -0.08944441592920359, - -0.008905622654867247, - -0.09599750318584069, - -0.11731536725663715, - 0.03799221946902657, - 0.04264000707964609, - -0.05476776486725663, - -0.08099349336283189, - -0.06403644955752204, - 0.0510427, - -0.1728837920353984, - 0.04379192212389381, - -0.08503633221238939, - -0.04843164778761059, - -0.013288855929203541, - 0.05900416725663712, - 0.01502987168141596, - -0.028499033982300897, - -0.06898648672566376, - 0.06213639999999999, - -0.020727761061946872, - 0.056635334513274314, - -0.009026141592920364, - 0.03156841769911506, - -0.12126076106194686, - 0.06353122123893817, - 0.031937667522123854, - 0.029336698938053133, - 0.12508993982300817, - -0.07582650442477877, - 0.006734969026548675, - 0.06509837044247789, - 0.03657155663716816, - -0.13086254787610632, - -0.01249529203539823, - 0.041217141592920364, - 0.050712616814159305, - 0.008828665486725618, - -0.04774530973451326, - -0.06531424955752214, - 0.08627439557522125, - 0.019008834867256633 - ] - ], - "std": [ - [ - 0.9244692810470073, - 0.9993356910018533, - 1.1547522998507793, - 0.9432810092169331, - 1.03584004279498, - 0.8753158130277445, - 1.0465755215467378, - 0.9102607240673849, - 1.023778543447583, - 0.9297280045159075, - 1.0069835198754635, - 0.9525566546794436, - 0.9399759480360307, - 0.9978150756585966, - 0.9862811329995884, - 0.9613244275752023, - 1.111865207612389, - 0.9715796850385696, - 1.0, - 1.0813226579822182, - 1.0, - 1.2592635987036094, - 1.0, - 1.0, - 1.4095057857234625, - 1.0, - 1.010538238524329, - 1.0722512669094082, - 1.0593646908068974, - 0.605561339519823, - 1.0, - 0.9556792785074675, - 0.9988936769842924, - 0.9607982608538026, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 0.972373648410722, - 1.0584533172538098, - 1.0284056325027326, - 0.8751294762374062, - 0.7194469320515607, - 0.9753483226530357, - 1.9911349325902201, - 0.99889397212978, - 1.0, - 0.7094990007768706, - 0.8944357999064104, - 1.0, - 0.9004941973725803, - 1.0121581074927941, - 0.761525664661198, - 0.6638398438080123, - 1.0, - 1.0084273596642825, - 0.8944357999064123, - 1.0, - 1.4095057857234632, - 1.0, - 1.0, - 1.0, - 1.0674172345021198, - 1.0415595393603108, - 0.9952640371583976, - 0.7847375185646767, - 1.0253922671299165, - 0.9988936769842935, - 1.0, - 1.0, - 1.1521380745389769, - 1.0, - 0.9380600926852771, - 0.9688329579782285, - 1.0699750013871834, - 1.0, - 1.0, - 0.9022130416875166, - 1.0, - 0.8547515543653855, - 1.9911349325902201, - 1.9911349325902201, - 1.0, - 0.9833161542151768, - 0.9113836368578456, - 1.0154070458101938, - 0.8175726795277899, - 1.0291658658053822, - 1.0023879541161114, - 1.1521380745389784, - 1.0666606471785436, - 0.9988939483461562, - 0.9988939483461564, - 0.8944357999064111, - 1.0, - 1.0194849042181624, - 0.9377289254070391, - 0.9868393622488469, - 0.7115324821514019, - 1.0, - 0.9291878599599749, - 0.9988939483461571, - 0.9988939483461564, - 1.150833993881672, - 0.9988939483461564, - 0.9988939483461563, - 0.9988936769842928, - 0.8446756150368765, - 0.8840822390425243, - 0.879273891482901, - 0.356357040154056, - 1.0, - 0.8575361470050674, - 0.8547515543653872, - 1.0, - 1.1521380745389762, - 0.9988939483461562, - 1.0, - 1.0, - 0.7707096318942795, - 0.9479029615796615, - 0.8861435214681488, - 0.709392406059319, - 1.0, - 0.9648083778490988, - 1.4095057857234619, - 1.1508339938816696, - 1.0, - 0.9988936769842918, - 0.8265732991714976, - 1.0190844405952648, - 0.9459831021380053, - 1.7348381185160544, - 1.1517740759366022, - 1.0, - 1.0, - 1.152138074538978, - 0.912843060712004, - 1.1388119070973806, - 0.9915799039109703, - 1.002719667279991, - 1.085125621845705, - 1.0, - 1.0, - 1.0, - 1.0, - 1.5001714286910226, - 0.9966194693620798, - 0.9443805992812078, - 0.8655175815339226, - 1.0, - 0.7897012658620092, - 1.1164175335449071, - 1.264530190302258, - 0.8921583865445091, - 1.0648052330194941, - 0.8695758038727032, - 0.8660581580725691, - 0.8367831000825393, - 0.37197924168302665, - 1.0, - 0.9262178979224102, - 0.9242646117464632, - 0.973591105652927, - 0.9951600891998066, - 1.1111862475284577, - 0.6670563380647561, - 0.9442962334551489, - 0.990332316811185, - 0.480719441273429, - 1.223234975369157, - 0.940394811395897, - 0.9089632031900003, - 1.0458338698053655, - 0.9721165818563446, - 1.374767108546496, - 0.8594004341053223, - 0.7653673558229712, - 0.6670525311692612, - 0.645642563256581, - 1.0, - 0.891254315503885, - 1.0775980834755503, - 1.007431548670928, - 0.9530753484316439, - 1.4811962251096449, - 1.2176806384389702, - 0.9602107117788192, - 0.8795846242039457, - 1.1116750216535782, - 0.9501349187678776, - 1.0821885258200035, - 1.1407026156836266, - 0.9231893015164008, - 0.8990327480493145, - 0.6422405879838027, - 0.9092214790537131, - 0.9351958368508632, - 1.0, - 1.0, - 0.9288775753611616, - 0.8531876075690629, - 1.034017858801366, - 1.0285706599327553, - 1.5382840820664052, - 1.0793433921827003, - 0.7014984131399681, - 0.9478974831267535, - 0.8121083950620509, - 0.5317226069000799, - 0.877495299738119, - 1.105656776922663, - 0.9679617815757274, - 0.7155463726091819, - 1.108302722756925, - 1.0944778308312668, - 0.7749616919771513, - 0.8850563716056123, - 0.5693811287198752, - 1.0, - 0.9220528856937216, - 0.8553127512283658, - 0.9975197765961968, - 0.8796722204092665, - 1.1740947078133768, - 0.9516756586234943, - 0.9063555755946218, - 0.9537956983823893, - 0.21590336552059824, - 1.0, - 1.1291952185180558, - 1.0007499385498189, - 1.0111383561599954, - 0.9704983147288865, - 1.1385710361021162, - 0.7564588026775311, - 1.0046465692486821, - 0.9312841189336238, - 0.6375502285227569, - 1.0, - 0.829387189699574, - 1.0544363475675953, - 0.9771879250820691, - 1.0137760206245479, - 1.0423498864484522, - 0.43681029699877133, - 0.8991224001063718, - 0.8257144621838688, - 1.968770644943309, - 0.8856828178067617, - 1.0398871114616712, - 0.8345338516516961, - 0.9722595951185294, - 1.285772740124495, - 0.8915167876690523, - 0.8875667705363124, - 0.6453390579256484, - 0.9343424770462008, - 0.8887305596443167, - 1.0443061214405034, - 1.027608228431771, - 0.9189390661089004 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1084073, - "cert_evals": { - "36": 0.4923076927661896, - "72": 0.4769230782985687, - "108": 0.4615384638309479, - "255": 0.3076923191547394 - }, - "fold": 2 - }, - { - "best_epoch": 28, - "best_val_acc": 0.5373134328358209, - "test_acc": 0.5992647058823529, - "train_size": 113, - "val_size": 67, - "test_size": 272, - "stats": { - "mean": [ - [ - 0.04070993805309734, - 0.11996151327433617, - -0.07505505699115043, - -0.053473368141592904, - -0.0023036168141593112, - -0.04386066761061949, - 0.1000648973451327, - 0.21898467610619468, - 0.0844638663362832, - -0.21027526176991146, - 0.08278053309734511, - 0.02691175840707965, - -0.10311968407079651, - -0.019989650442477833, - -0.029568291150442447, - 0.06979861946902657, - -0.09989179115044242, - -0.0017227557522123856, - -2.2654867243656462e-07, - 0.06518417699115044, - -0.04703600000000003, - -0.1056450000000003, - -0.1056450000000003, - 0.19977865575221251, - 0.0665928778761063, - 0.09438671238938035, - -0.10331811504424784, - -0.11287559292035391, - 0.1063068938053097, - 0.04291548672566383, - -0.05587280000000011, - -0.032180318584070916, - 0.06704106194690261, - -0.1718930000000004, - -0.04703600000000003, - 0.0665928778761063, - -0.06659289999999989, - 0.08948672566371665, - -0.025450121504424723, - -0.17311484513274336, - 0.07640526460176993, - 0.11526853982300869, - 0.1133023008849558, - -0.07326554867256642, - -0.04703600000000003, - 0.047838725663716816, - -0.04703600000000003, - 0.06704106194690251, - -0.02112876106194691, - -0.06659289999999989, - -0.013552253982300916, - -0.020357922123893812, - -0.027464973451327517, - -0.006002522123893788, - -0.04703600000000003, - -0.04337743362831858, - 0.14790371681415934, - 0.0665928778761063, - -0.06659289999999989, - 0.06659287787610634, - -0.06659289999999989, - 1.0619469029580476e-07, - 0.044767823008849614, - 0.08289923362831852, - -0.12235442831858409, - -0.11459614159292028, - 0.14790476371681416, - -2.9203539830824354e-07, - -0.04703600000000003, - 0.14110856637168223, - 0.027216715044247736, - -0.04703600000000003, - -0.055889752212389385, - -0.12962760265486717, - 0.10187851619469035, - -0.01324823008849549, - 0.022193132743362702, - -0.07879260176991155, - 0.0665928778761063, - 0.12907584070796485, - -0.04703600000000003, - -0.04703600000000003, - -0.04703600000000003, - -0.002639044247787606, - 0.054982569292035384, - 0.05932991150442477, - -0.06964141592920373, - -0.07482919999999994, - -0.033238396460177, - 0.13608353008849555, - 0.0894867256637167, - -0.09438650000000005, - -0.09438650000000005, - -0.1056450000000003, - 0.030049292035398203, - 0.0004219557522123656, - 0.04024157522123887, - 0.01212035575221241, - -0.06541580530973452, - -0.07854839999999999, - 0.02907596460176992, - -0.09438650000000005, - 0.09438671238938048, - -0.03861907964601766, - 1.0619469030366473e-07, - 1.0619469029580476e-07, - -0.0670416460176993, - -0.04499362831858416, - 0.0430065663716814, - 0.05495734513274337, - 0.025254761061947018, - -0.06529410000000001, - 0.06800543362831867, - -0.15775999999999976, - 0.0665928778761063, - -0.08165009999999992, - 1.0619469029580476e-07, - -0.08165009999999992, - -0.021128761061946954, - 0.0199548849557522, - -0.04005870796460183, - 0.07256339026548671, - 0.0029753097345135682, - 0.008741072566371728, - -0.12291731858407075, - 0.0665928778761063, - -0.03861907964601771, - 0.0665928778761063, - -2.9203539835933345e-07, - -0.15365226548672545, - -0.02139016460176988, - 0.03374174115044254, - -0.03278541946902662, - -0.16577226814159277, - 0.027216715044247785, - 0.14110856637168206, - -0.08165009999999992, - -0.17471278761061948, - -0.05009553982300891, - 0.10357247787610621, - 0.01421250265486715, - -0.16799606460176988, - 0.1411085663716814, - -0.04703600000000003, - 0.1997786557522125, - -0.02112876106194691, - 0.10064383539823014, - -0.09822227433628321, - 0.010812114336283181, - -0.0005969424778760985, - -0.034939104424778704, - -0.021039132743362887, - 0.1549942769911504, - -0.05473569823008849, - 0.09371048247787614, - 0.1284547699115043, - 0.08193819469026561, - -0.1894623433628318, - -0.03994628938053097, - 0.005021592920354035, - 0.06618380000000008, - 0.046780255752212445, - 0.12412912743362833, - -0.15687404504424782, - -0.04040450761061948, - 0.01819149026548674, - 0.047322232477876085, - -0.1316860601769911, - -0.08258592566371675, - 0.05638880530973452, - -0.10198681415929205, - 0.1290602176991152, - -0.03669845398230087, - -0.10499076469026546, - -0.12757559911504432, - -0.06652606637168137, - 0.05155422566371681, - 0.031605256637168136, - 0.0629123805309736, - 0.023197380530973564, - 0.04703600000000003, - -0.03599286283185842, - -0.1574473318584071, - 0.10887992823008849, - -0.053605181415929175, - -0.012299078761061958, - -0.05887616991150452, - 0.07308711769911504, - 0.09051549646017694, - -0.10846913274336303, - -0.15513741725663718, - 0.12073644318584073, - 0.05041307504424779, - 0.1529646697345132, - 0.0776218637168141, - 0.057565741592920404, - -0.17276489823008853, - -0.014984845840707986, - -0.04701723008849572, - -0.03750280353982299, - 0.06355189203539817, - 0.06636549999999998, - -0.1410115592035399, - -0.08766313362831851, - -0.09892783274336285, - -0.013420267079645989, - 0.09777304070796461, - 0.07535415840707965, - -0.10688448672566354, - 0.0625599000000001, - -0.011544922123893811, - -0.09627820707964604, - 0.08584640530973452, - 0.007022314424778771, - -0.05128431504424778, - -0.06365885663716808, - 0.02538907345132746, - 0.071253879380531, - -0.032786734513274456, - 0.0729473, - 0.04719471592920353, - 0.014598110265486715, - 0.026159213575221246, - 0.059101831504424836, - -0.07843545663716811, - 0.0003891433628318023, - 0.014624393274336253, - 0.03384382522123893, - -0.07310352920353969, - 0.0510427, - 0.14306325132743355, - -0.011243908849557487, - 0.02559352380530976, - 0.03617407230973455, - -0.012417333274336301, - -0.10102372743362834, - -0.09638603628318594, - 0.02360371292035396, - -0.0742930973451328, - -0.014339143362831862, - 0.03523714159292039, - 0.03915302300884953, - -0.08945827723893807, - -0.02228378656637163, - 0.10421852477876106, - 0.0697730088495576, - -0.12811908238938052, - -0.10229047238938055, - -0.048111653097345074, - 0.041196920353982314, - 0.10879424867256633, - -0.10693692778761064, - 0.02704163566371678, - 0.12719723849557518, - 0.1358370884955751, - -0.11345866194690264, - -0.11236356814159291, - 0.008828665486725625, - 0.04901849557522122, - 0.10906433185840712, - -0.12028646725663718, - 0.005514894867256633 - ] - ], - "std": [ - [ - 1.0502669179700934, - 0.9792224218294541, - 0.24305352147883325, - 1.043042266446498, - 1.0744571502175468, - 0.9508826739984755, - 0.9451555552883207, - 1.1810283789026603, - 1.0064552702700122, - 1.1190882010665817, - 0.9034793296608571, - 1.1336521923679663, - 0.9786491101919341, - 0.9206985848676537, - 0.8610889538505271, - 0.9619675032812017, - 0.9308084274399617, - 0.9863758024756076, - 0.9547571784517959, - 0.9496800506935921, - 1.0, - 1.0, - 1.0, - 1.9844233966366367, - 1.4095057857234627, - 1.40632875858643, - 0.892002130496044, - 1.0129634785032875, - 0.978487303853688, - 1.1394715296586964, - 1.0, - 1.0267988761241287, - 1.217866674742132, - 1.0, - 1.0, - 1.4095057857234627, - 1.0, - 1.30048921660964, - 1.101075351501756, - 0.9423320679555461, - 0.9745566669040967, - 1.0784150005489006, - 1.3072548131334407, - 1.020520797792866, - 1.0, - 1.1116626840554256, - 1.0, - 1.2178666747421323, - 0.8944357999064103, - 1.0, - 0.9763859814864452, - 0.9882312110151381, - 0.9941548135105892, - 1.0805382570058093, - 1.0, - 0.9455390825539804, - 1.5353137244867092, - 1.4095057857234619, - 1.0, - 1.4095057857234636, - 1.0, - 0.9988939483461567, - 0.9028116049768871, - 1.0263167291591377, - 0.9964436627027657, - 0.4280387316306564, - 1.0514551909197751, - 0.9988936769842915, - 1.0, - 1.9911349325902201, - 1.152138074538978, - 1.0, - 0.9644113662850948, - 0.9806946309645141, - 0.9930268680075975, - 0.8905664891946655, - 1.0736843273720693, - 1.0058668086951204, - 1.409505785723462, - 1.3330925209888196, - 1.0, - 1.0, - 1.0, - 1.0450036005861865, - 1.3244456183776097, - 0.932189980942975, - 0.9625014477361986, - 1.0, - 1.0074707737922228, - 1.62207901125963, - 1.3004892166096393, - 1.0, - 1.0, - 1.0, - 1.0917543201475843, - 1.0127130749629136, - 1.2877909824303606, - 0.9604994075919616, - 0.8657450013263874, - 1.0, - 1.0599660091906427, - 1.0, - 1.4063287585864277, - 0.8174198991670479, - 0.9988939483461567, - 0.9988939483461567, - 0.7094990007768708, - 0.8740833234525124, - 1.010657132912493, - 0.9328151962443406, - 1.3541564903516528, - 1.0, - 1.0437864539647888, - 1.0, - 1.409505785723462, - 1.0, - 0.9988939483461567, - 1.0, - 0.8944357999064098, - 1.2065791134004533, - 1.0500123468485083, - 0.9959504427215604, - 1.0958354145667224, - 0.7400533918928887, - 0.9943642075886404, - 1.4095057857234627, - 0.8174198991670482, - 1.4095057857234627, - 0.9988936769842922, - 0.9193790839730072, - 1.0436031910295362, - 0.9868834993023391, - 0.5782795414175284, - 0.9541173647907301, - 1.1521380745389775, - 1.9911349325902201, - 1.0, - 0.9325216486314452, - 1.0303184562115624, - 0.9698188611354921, - 1.0027196672799903, - 1.0327882823860284, - 1.9911349325902201, - 1.0, - 1.9844233966366391, - 0.8944357999064109, - 0.7112349595162911, - 1.0528496975740775, - 0.9693293962135208, - 1.098217436491506, - 0.39441056751713705, - 1.131185111941341, - 0.8933013668038887, - 0.8692841653701331, - 0.9535583303775852, - 0.9578421783922644, - 0.9351032690489206, - 0.9587912379925385, - 0.8874155629442673, - 0.7402206710271984, - 1.0, - 1.0688089329251667, - 0.997681462694144, - 0.9866601266296527, - 0.9496581319654654, - 0.9257831061652533, - 0.9073562336120353, - 0.9768579353882867, - 0.9602672008044747, - 0.7793988687883875, - 1.2643817992013762, - 0.8858997832358527, - 1.0783739453909889, - 0.9243425987503827, - 0.9894525958813807, - 0.8138319611992417, - 0.9527697944043735, - 1.1413505837251008, - 0.8792523651290115, - 1.0992317647014969, - 1.0, - 1.065433498566479, - 0.9150528093441637, - 1.0062463574228966, - 1.011250604668206, - 0.7913263564369651, - 0.9735543146496928, - 0.9610800849612564, - 0.9880567372837797, - 0.3866698577857632, - 0.9853949011817834, - 0.990227174214131, - 0.8869793376043191, - 1.0049463863071384, - 0.9992217219580515, - 0.9135057665522096, - 0.9794517412025064, - 0.8334338014885702, - 0.37518500497353446, - 1.1642248030770597, - 0.9506854878365382, - 1.1083600583283926, - 0.9361744720072924, - 1.0051395038183164, - 0.7234663786843327, - 1.1371317753211319, - 1.5356103741191347, - 0.8479920793399001, - 0.46656712729960265, - 1.0, - 1.0891589322731212, - 0.8545812844441173, - 1.3469557389840487, - 1.3298686360213214, - 0.8184103746992143, - 1.2426545134673366, - 0.9345647421429395, - 0.8739291157345797, - 0.7954155323258645, - 1.0, - 0.9396031266002715, - 0.8729340873197525, - 1.1022147706138496, - 0.9052007430680863, - 0.8002297286948205, - 1.1474637082252046, - 1.0050624674836923, - 0.8958786752659496, - 0.1199464140766847, - 1.0, - 0.9484606934407114, - 0.924743989986394, - 1.1045533858189263, - 0.9763355497679247, - 0.8775711016746042, - 1.4892483405130004, - 0.9479162196372228, - 0.824520740664537, - 0.48200134691826974, - 0.8093410764663572, - 1.0307538015892828, - 0.8557116942728363, - 0.9675781578595044, - 0.9316537658305905, - 0.961482671503125, - 0.9499524026348503, - 1.0156281171297905, - 0.9533815998673338, - 0.13577727875330386, - 1.0944930405696027, - 0.9984202119037168, - 1.0610893586418122, - 1.0416564535479678, - 0.953141207852886, - 0.9699518518482332, - 1.0661304370514315, - 0.9605383246803934, - 0.9343424770461999, - 1.1428421085341074, - 0.9995106529728873, - 1.0191031224939573, - 1.0275583030415119 - ] - ] - }, - "width": 512, - "in_features": 262, - "out_features": 13, - "depth": 4, - "padding": 524, - "parameters": 1084073, - "cert_evals": { - "36": 0.4925372898578644, - "72": 0.3731343150138855, - "108": 0.3432835638523102, - "255": 0.17910447716712952 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5721403747654341, - "std_test_acc": 0.06958878430439253, - "n_samples": 452, - "n_features": 262, - "n_classes": 13, - "mean_cert_acc_36": 0.4661202058196068, - "std_cert_acc_36": 0.053440173302737204, - "mean_cert_acc_72": 0.4009998068213463, - "std_cert_acc_72": 0.08183510284895222, - "mean_cert_acc_108": 0.3638748414814472, - "std_cert_acc_108": 0.0924559191636123, - "mean_cert_acc_255": 0.2037556078284979, - "std_cert_acc_255": 0.0934978773771672 - }, - "audiology-std": { - "dataset": "audiology-std", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.1935483870967742, - "test_acc": 0.1, - "train_size": 25, - "val_size": 31, - "test_size": 140, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 125022, - "cert_evals": { - "36": 0.09677419066429138, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 31, - "best_val_acc": 0.5151515151515151, - "test_acc": 0.3188405797101449, - "train_size": 25, - "val_size": 33, - "test_size": 138, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 125022, - "cert_evals": { - "36": 0.4545454680919647, - "72": 0.42424243688583374, - "108": 0.3333333432674408, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.36, - "test_acc": 0.3561643835616438, - "train_size": 25, - "val_size": 25, - "test_size": 146, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 125022, - "cert_evals": { - "36": 0.2800000011920929, - "72": 0.23999999463558197, - "108": 0.23999999463558197, - "255": 0.07999999821186066 - }, - "fold": 2 - }, - { - "best_epoch": 45, - "best_val_acc": 0.5, - "test_acc": 0.3546099290780142, - "train_size": 25, - "val_size": 30, - "test_size": 141, - "stats": { - "mean": [ - [ - -1.7763568394002505e-17, - -8.399999999486596e-07, - 7.99999999756551e-08, - -1.2800000001833566e-06, - -3.6000000007696543e-07, - -8.799999999986596e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.000000002006402e-08, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 7.99999999756551e-08, - 0.0, - -3.199999999159431e-07, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -3.3306690738754695e-17, - -3.999999999981796e-07, - 0.0, - 7.99999999756551e-08, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - -8.659739592076221e-17, - 0.0, - -8.659739592076221e-17, - 0.0, - 0.0, - 0.0, - -7.199999999940587e-07, - -4.800000000759752e-07, - 2.799999999325564e-07, - 0.0, - 2.220446049250313e-18, - 0.0, - -1.5999999996907377e-07, - 0.0, - -4.0000000006479297e-07, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9797958971132714, - 0.979795399156076, - 0.979796007645425, - 0.9797944438980055, - 0.979795825808005, - 0.9797970293219844, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132714, - 1.0, - 0.9797961795409461, - 0.979796007645425, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797960076454252, - 1.0, - 0.9797960772142222, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132711, - 0.9797952000000001, - 1.0, - 0.9797960076454251, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9797958971132709, - 1.0, - 0.9797958971132709, - 1.0, - 1.0, - 1.0, - 0.9797942770355633, - 0.9797949007791427, - 0.9797958854236333, - 1.0, - 0.979795897113271, - 1.0, - 0.9797957933341287, - 1.0, - 0.9797952, - 1.0, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 59, - "out_features": 18, - "depth": 4, - "padding": 118, - "parameters": 125022, - "cert_evals": { - "36": 0.36666667461395264, - "72": 0.2666666805744171, - "108": 0.20000001788139343, - "255": 0.10000000894069672 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2824037230874507, - "std_test_acc": 0.12281847571904243, - "n_samples": 196, - "n_features": 59, - "n_classes": 18, - "mean_cert_acc_36": 0.2994965836405754, - "std_cert_acc_36": 0.15278357572308338, - "mean_cert_acc_72": 0.2327272780239582, - "std_cert_acc_72": 0.17516165625189897, - "mean_cert_acc_108": 0.19333333894610405, - "std_cert_acc_108": 0.1404753863603751, - "mean_cert_acc_255": 0.04500000178813934, - "std_cert_acc_255": 0.052599115513181256 - }, - "balance-scale": { - "dataset": "balance-scale", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.7108433734939759, - "test_acc": 0.694300518134715, - "train_size": 156, - "val_size": 83, - "test_size": 386, - "stats": { - "mean": [ - [ - 0.05887832692307693, - -2.5641025661690044e-08, - 0.09964028205128199, - -0.09058207692307692 - ] - ], - "std": [ - [ - 0.9464310236223092, - 0.9765235538802873, - 0.9974316897506468, - 1.0391308031314608 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.6024096012115479, - "72": 0.40963852405548096, - "108": 0.3012048006057739, - "255": 0.048192769289016724 - }, - "fold": 0 - }, - { - "best_epoch": 54, - "best_val_acc": 0.8556701030927835, - "test_acc": 0.7688172043010753, - "train_size": 156, - "val_size": 97, - "test_size": 372, - "stats": { - "mean": [ - [ - 0.09511109615384612, - -3.416070845000482e-17, - 0.00905823076923074, - 0.08152388461538454 - ] - ], - "std": [ - [ - 1.0090351712085057, - 1.0055834762270852, - 0.9532661180714023, - 1.002273371607005 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.6391752362251282, - "72": 0.3711340129375458, - "108": 0.22680412232875824, - "255": 0.0824742242693901 - }, - "fold": 1 - }, - { - "best_epoch": 70, - "best_val_acc": 0.7634408602150538, - "test_acc": 0.7207446808510638, - "train_size": 156, - "val_size": 93, - "test_size": 376, - "stats": { - "mean": [ - [ - -0.00452913461538464, - 0.06340748717948716, - -1.2820512825151571e-08, - 0.09964030769230771 - ] - ], - "std": [ - [ - 0.9879158233594086, - 0.9907460042778667, - 1.027617579941566, - 0.9614936385801037 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.6236559152603149, - "72": 0.47311827540397644, - "108": 0.3333333432674408, - "255": 0.04301075264811516 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.8260869565217391, - "test_acc": 0.8143236074270557, - "train_size": 156, - "val_size": 92, - "test_size": 377, - "stats": { - "mean": [ - [ - 0.05434929487179499, - -0.08605298076923085, - 0.06793655769230768, - -0.16757685256410257 - ] - ], - "std": [ - [ - 1.0569029867956488, - 1.0161657906649941, - 0.9625917447832895, - 0.9469510608150327 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.5978261232376099, - "72": 0.3695652186870575, - "108": 0.260869562625885, - "255": 0.032608695328235626 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7495465026784774, - "std_test_acc": 0.053069441895888275, - "n_samples": 625, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.6157667189836502, - "std_cert_acc_36": 0.01923950508924251, - "mean_cert_acc_72": 0.40586400777101517, - "std_cert_acc_72": 0.048515145807339156, - "mean_cert_acc_108": 0.2805529572069645, - "std_cert_acc_108": 0.046506777504148146, - "mean_cert_acc_255": 0.051571610383689404, - "std_cert_acc_255": 0.02159682495708453 - }, - "balloons": { - "dataset": "balloons", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.5, - "train_size": 4, - "val_size": 4, - "test_size": 8, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.968246, - 0.968246, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.3, - "train_size": 4, - "val_size": 2, - "test_size": 10, - "stats": { - "mean": [ - [ - -0.484123, - 0.484123, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 0.968246, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.9090909090909091, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - -0.484123, - 0.0, - -0.484123, - -0.484123 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.968246, - 0.8385256331126676, - 0.8385256331126676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 1.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 1.0, - "test_acc": 0.6363636363636364, - "train_size": 4, - "val_size": 1, - "test_size": 11, - "stats": { - "mean": [ - [ - 0.48412299999999997, - 0.484123, - -0.968246, - 0.0 - ] - ], - "std": [ - [ - 0.8385256331126676, - 0.8385256331126676, - 1.0, - 0.968246 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5863636363636363, - "std_test_acc": 0.2556792929168224, - "n_samples": 16, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.375, - "std_cert_acc_36": 0.47871355387816905, - "mean_cert_acc_72": 0.125, - "std_cert_acc_72": 0.25, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "bank": { - "dataset": "bank", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 52, - "best_val_acc": 0.8388017118402282, - "test_acc": 0.8356877323420074, - "train_size": 1130, - "val_size": 701, - "test_size": 2690, - "stats": { - "mean": [ - [ - -0.043444115752212485, - 0.038350172566371764, - 0.021509683185840713, - -0.021201484955752213, - -0.006912000000000016, - 0.04290420228318581, - -0.031048147787610524, - -0.010544807964601867, - -0.027401819469027113, - -0.0011023982300885904, - -0.020262814867256583, - -0.01690946219469023, - -0.0050658819469022965, - 0.027795634513274152, - 0.0035984575221236132, - 0.03735520353982189 - ] - ], - "std": [ - [ - 0.9589625434028519, - 0.9947635481983416, - 1.013551308348929, - 0.9759306172571834, - 1.025514103095601, - 1.1941195969624385, - 0.9952628808737004, - 1.0099558672249285, - 1.0069197139677768, - 1.0315253300196314, - 1.005152797600638, - 0.9721293687592033, - 0.9311569270874402, - 1.0436010567990328, - 0.9725976279868672, - 1.0344584167333912 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.7589158415794373, - "72": 0.6661911606788635, - "108": 0.5763195753097534, - "255": 0.20970043540000916 - }, - "fold": 0 - }, - { - "best_epoch": 27, - "best_val_acc": 0.8402985074626865, - "test_acc": 0.8357221609702316, - "train_size": 1130, - "val_size": 670, - "test_size": 2721, - "stats": { - "mean": [ - [ - -0.01574801380530978, - 0.0023927396460177394, - 0.0021967858407077644, - -0.01932307256637162, - 0.006853599999999982, - -0.03479098039734521, - 0.0010882398230089275, - 0.02142298584070794, - -0.04310824424778776, - -0.002926514159292115, - -0.01356536707964567, - 0.01527978015929205, - -0.04149083628318521, - -0.006613960176991296, - 0.006211176106194516, - -0.021354536283185895 - ] - ], - "std": [ - [ - 0.969300386690253, - 1.0029838787869998, - 1.0077378567908635, - 1.0067270576318987, - 0.9737641828355684, - 0.8874066057167844, - 1.0000362134178429, - 0.978768086158569, - 1.0166647522536418, - 1.0110908544078474, - 0.9795699211960872, - 0.988628308543735, - 0.8468895052095667, - 1.0088647512260476, - 1.0744144429583726, - 0.97024384329565 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.7820895314216614, - "72": 0.7179104685783386, - "108": 0.6283581852912903, - "255": 0.2283582091331482 - }, - "fold": 1 - }, - { - "best_epoch": 59, - "best_val_acc": 0.84992784992785, - "test_acc": 0.8328391401037806, - "train_size": 1130, - "val_size": 693, - "test_size": 2698, - "stats": { - "mean": [ - [ - 0.03612999486725651, - 0.0039014732743363205, - -0.026264318584070866, - 0.007914513274336264, - -2.920000000001238e-05, - -0.02074493859203536, - -0.02212137345132746, - -0.02529917433628319, - -0.017585318584070603, - 0.002009283628318563, - -0.032913651327433256, - 0.01575317238053096, - 0.01656134477876116, - 0.004832360176991011, - 0.0046435044247787275, - -0.007806110619469017 - ] - ], - "std": [ - [ - 1.026029784154538, - 1.014567266706415, - 0.9934924943110668, - 1.0009548228746656, - 0.9999976513205256, - 0.9005330945128681, - 0.9966950423207805, - 1.02369326820955, - 1.0066229970970322, - 1.0105897259642973, - 0.9953808522736891, - 1.0444837633462487, - 0.9721502138598372, - 1.0252935681497495, - 0.9895490051866441, - 0.9907898156267138 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.789321780204773, - "72": 0.7243867516517639, - "108": 0.6536796689033508, - "255": 0.3232323229312897 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.8491704374057315, - "test_acc": 0.841275659824047, - "train_size": 1130, - "val_size": 663, - "test_size": 2728, - "stats": { - "mean": [ - [ - -0.0319807638938054, - 0.00842759592920361, - 0.0032132584070795264, - -0.0512567557522122, - 0.02061919999999998, - 0.017208951831858395, - -0.023906728318583995, - 0.009127680530973464, - 0.04229537345132683, - 0.03913422522123883, - -0.0012866005309730669, - 0.019049747389380534, - 0.0011946368141599608, - -0.01394144424778776, - -0.01887086017699146, - -0.012322258407079635 - ] - ], - "std": [ - [ - 0.9997012384907139, - 1.011637351521284, - 1.0052459246549308, - 0.9835551200097631, - 0.9188989108776542, - 0.975563370252112, - 0.9964151726496702, - 0.9910016079646086, - 0.9876324728734414, - 0.9709295082923052, - 1.018649934814902, - 1.045208416973306, - 1.0916320113723843, - 0.971971990527501, - 0.9802679634858928, - 0.9883913040231975 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.7888386249542236, - "72": 0.7119155526161194, - "108": 0.6591252088546753, - "255": 0.2609351575374603 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8363811733100166, - "std_test_acc": 0.0035316264010701024, - "n_samples": 4521, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.7797914445400238, - "std_cert_acc_36": 0.01430327204539198, - "mean_cert_acc_72": 0.7051009833812714, - "std_cert_acc_72": 0.02643505516913966, - "mean_cert_acc_108": 0.6293706595897675, - "std_cert_acc_108": 0.037822849281247704, - "mean_cert_acc_255": 0.25555653125047684, - "std_cert_acc_255": 0.04983797967081281 - }, - "blood": { - "dataset": "blood", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.7704918032786885, - "test_acc": 0.7015945330296127, - "train_size": 187, - "val_size": 122, - "test_size": 439, - "stats": { - "mean": [ - [ - 0.08207599251336908, - 0.07211877540106948, - 0.07211877540106948, - 0.12092969090909093 - ] - ], - "std": [ - [ - 1.0915037898164763, - 0.9154190444987925, - 0.9154190444987925, - 1.0234960637376278 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.24590162932872772, - "72": 0.049180325120687485, - "108": 0.008196720853447914, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.603448275862069, - "test_acc": 0.7056179775280899, - "train_size": 187, - "val_size": 116, - "test_size": 445, - "stats": { - "mean": [ - [ - -0.0044589358288771265, - -0.03777642245989305, - -0.03777642245989305, - -0.04118699946524062 - ] - ], - "std": [ - [ - 1.0355747128653376, - 1.0168425706533084, - 1.0168425706533084, - 0.9389071377082803 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.43103447556495667, - "72": 0.3448275923728943, - "108": 0.24137930572032928, - "255": 0.025862067937850952 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7727272727272727, - "test_acc": 0.7450110864745011, - "train_size": 187, - "val_size": 110, - "test_size": 451, - "stats": { - "mean": [ - [ - 0.05565309197860972, - -0.04876601497326191, - -0.04876601497326191, - 0.022211831550802065 - ] - ], - "std": [ - [ - 1.2081413746481122, - 0.9472357528176619, - 0.9472357528176619, - 0.9442482982599183 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.5181818008422852, - "72": 0.0181818176060915, - "108": 0.0181818176060915, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.6864406779661016, - "test_acc": 0.672686230248307, - "train_size": 187, - "val_size": 118, - "test_size": 443, - "stats": { - "mean": [ - [ - 0.02856966417112282, - -0.11561878823529406, - -0.11561878823529406, - -0.0299989443850266 - ] - ], - "std": [ - [ - 1.1041996654221626, - 0.9454192748690525, - 0.9454192748690525, - 0.9892882254644951 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.4406779706478119, - "72": 0.24576270580291748, - "108": 0.1355932205915451, - "255": 0.016949152573943138 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7062274568201277, - "std_test_acc": 0.02972663932662613, - "n_samples": 748, - "n_features": 4, - "n_classes": 2, - "mean_cert_acc_36": 0.40894896909594536, - "std_cert_acc_36": 0.11548556283790307, - "mean_cert_acc_72": 0.1644881102256477, - "std_cert_acc_72": 0.15687500892247172, - "mean_cert_acc_108": 0.10083776619285345, - "std_cert_acc_108": 0.11011241991947414, - "mean_cert_acc_255": 0.010702805127948523, - "std_cert_acc_255": 0.012883066153798646 - }, - "breast-cancer": { - "dataset": "breast-cancer", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.7352941176470589, - "test_acc": 0.6519337016574586, - "train_size": 71, - "val_size": 34, - "test_size": 181, - "stats": { - "mean": [ - [ - -0.0162575774647888, - 0.01285738028169014, - 0.05645037746478872, - -0.0029103802816902316, - -0.11736198591549311, - -0.028151649295774777, - -0.03566477464788737, - 0.00970807042253526, - 0.22726122535211296 - ] - ], - "std": [ - [ - 1.0503834784726616, - 0.9628419637542994, - 0.9596794691642652, - 0.9092740907525307, - 1.049772063174192, - 1.0411696038595801, - 0.9953573619388768, - 0.9968442343032266, - 0.8156962912830921 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.6470588445663452, - "72": 0.5588235259056091, - "108": 0.2647058963775635, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 29, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.6094674556213018, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.19254230985915494, - -0.19285994366197182, - 0.20358705070422517, - 0.009330281690140758, - -0.03202669014084532, - -0.08538911549295794, - -0.007489267605633831, - -0.18945425352112666, - -0.10300454929577448 - ] - ], - "std": [ - [ - 1.026498898055275, - 1.0381849522269773, - 0.8715501768246713, - 1.1092478240870034, - 1.0696236526518819, - 1.0540261837033709, - 0.9977471789729346, - 0.7297492222931498, - 1.0547842980526614 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.43478262424468994, - "72": 0.21739131212234497, - "108": 0.1304347813129425, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.7, - "test_acc": 0.6324324324324324, - "train_size": 71, - "val_size": 30, - "test_size": 185, - "stats": { - "mean": [ - [ - 0.011582478873239406, - 0.03857201408450704, - 0.023010226760563364, - -0.21100099999999994, - 0.1670883239436617, - -0.04723080000000009, - -0.17654230985915503, - 0.10343116901408457, - -0.003924816901408183 - ] - ], - "std": [ - [ - 1.0328973500575376, - 0.9120557342457011, - 1.064258264362845, - 0.5867856877712776, - 0.7568737218929631, - 1.003788410624883, - 0.9711357918131928, - 0.9987696871895037, - 1.0006562466084945 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.46666669845581055, - "72": 0.23333334922790527, - "108": 0.1666666716337204, - "255": 0.06666667014360428 - }, - "fold": 2 - }, - { - "best_epoch": 55, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.7159763313609467, - "train_size": 71, - "val_size": 46, - "test_size": 169, - "stats": { - "mean": [ - [ - 0.10902253521126751, - -0.06428660563380281, - 0.1099546112676056, - 0.08277422535211261, - -0.1742519718309861, - 0.18171905915492953, - -0.14836680281690146, - 0.1854393802816902, - -0.16905770422535188 - ] - ], - "std": [ - [ - 0.9700145966779166, - 1.0084610495616426, - 1.0559460579933821, - 1.206060152642598, - 1.1213259288422783, - 0.9728498213970074, - 0.9776535548414097, - 1.0665540888636171, - 1.0843586560371206 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.52173912525177, - "72": 0.45652174949645996, - "108": 0.3913043439388275, - "255": 0.08695652335882187 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6524524802680349, - "std_test_acc": 0.04576775956988825, - "n_samples": 286, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.5175618231296539, - "std_cert_acc_36": 0.09350514762585142, - "mean_cert_acc_72": 0.36651748418807983, - "std_cert_acc_72": 0.16838350122546106, - "mean_cert_acc_108": 0.23827792331576347, - "std_cert_acc_108": 0.11672451586730709, - "mean_cert_acc_255": 0.03840579837560654, - "std_cert_acc_255": 0.04511415323827067 - }, - "breast-cancer-wisc": { - "dataset": "breast-cancer-wisc", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.9661016949152542, - "test_acc": 0.9334975369458128, - "train_size": 175, - "val_size": 118, - "test_size": 406, - "stats": { - "mean": [ - [ - -0.022535588571428563, - 0.03270772571428592, - 0.05325746457142836, - 0.06163440114285701, - 0.059859796571428064, - -0.04726777714285723, - 0.04544096571428557, - 0.06602559942857117, - 0.14610774857142944 - ] - ], - "std": [ - [ - 0.952214787303689, - 1.0892638945885795, - 1.0696936676502014, - 1.089278359409774, - 1.1050209023715667, - 0.9596438048031793, - 1.0789832917046138, - 1.092361737838657, - 1.280102883239457 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.9322034120559692, - "72": 0.8389830589294434, - "108": 0.7627118825912476, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.9912280701754386, - "test_acc": 0.9560975609756097, - "train_size": 175, - "val_size": 114, - "test_size": 410, - "stats": { - "mean": [ - [ - -0.014418068571428517, - 0.008363611428571432, - 0.0013426971428572047, - 0.04362350857142855, - 0.06760174228571425, - -0.012737622857143117, - 0.12043267999999967, - -0.02566830114285711, - -0.0004912342857143631 - ] - ], - "std": [ - [ - 1.0359812403938078, - 0.9851680594955492, - 1.0075838815724851, - 1.0487044899930569, - 1.0481096015979268, - 0.9902459117914181, - 1.0891962569916647, - 0.9837374432610851, - 1.028364534365016 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.8859649300575256, - "72": 0.5, - "108": 0.2982456088066101, - "255": 0.2017543911933899 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.9813084112149533, - "test_acc": 0.9616306954436451, - "train_size": 175, - "val_size": 107, - "test_size": 417, - "stats": { - "mean": [ - [ - 0.022111400000000093, - 0.05892480000000022, - 0.053257361714285696, - 0.011603669142857164, - 0.01340863999999994, - 0.028070879999999694, - -0.015489731428571414, - -0.006955264571428654, - -0.02714547428571435 - ] - ], - "std": [ - [ - 1.030600322394337, - 1.0255153351270532, - 1.050776582254071, - 0.979718412809739, - 0.9943823240987255, - 1.0416854377063047, - 1.0036051510508777, - 0.9886021184539473, - 1.0198774589002766 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.9439252018928528, - "72": 0.7850466966629028, - "108": 0.644859790802002, - "255": 0.14018690586090088 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.989247311827957, - "test_acc": 0.962877030162413, - "train_size": 175, - "val_size": 93, - "test_size": 431, - "stats": { - "mean": [ - [ - 0.0424054742857143, - -0.014108091428571279, - -0.00827128971428571, - -0.056438248, - -0.030462011428571644, - 0.035918565714285505, - -0.09751196000000009, - -0.053737870857142926, - -0.04380451428571453 - ] - ], - "std": [ - [ - 0.9542842873481718, - 0.9773558222868145, - 0.959218665273952, - 0.9009025916399945, - 0.98004059543331, - 1.0172287889258582, - 1.000728061455461, - 0.9224531635202544, - 0.947073789238405 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.9569892287254333, - "72": 0.9569892287254333, - "108": 0.9247311949729919, - "255": 0.5483871102333069 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.95352570588187, - "std_test_acc": 0.013673333062946482, - "n_samples": 699, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.9297706931829453, - "std_cert_acc_36": 0.03090880024638116, - "mean_cert_acc_72": 0.7702547460794449, - "std_cert_acc_72": 0.19394997428615532, - "mean_cert_acc_108": 0.6576371192932129, - "std_cert_acc_108": 0.2656473031913981, - "mean_cert_acc_255": 0.22258210182189941, - "std_cert_acc_255": 0.2330339441690044 - }, - "breast-cancer-wisc-diag": { - "dataset": "breast-cancer-wisc-diag", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.975, - "test_acc": 0.9538904899135446, - "train_size": 142, - "val_size": 80, - "test_size": 347, - "stats": { - "mean": [ - [ - 0.0825849457746479, - 0.16776179100774652, - 0.08018569295774641, - 0.08525118492957748, - -0.13794442330985915, - -0.020546994366197266, - 0.031128610563380326, - 0.027148295774647915, - -0.03857999985915492, - -0.13734727633802823, - 0.08226506922535208, - -0.06624039612676055, - 0.09562314598591552, - 0.11241559394366195, - -0.0706283795774648, - 0.012817941971830999, - 0.03673792985915488, - 0.06254002929577464, - -0.016561529295774678, - -0.03867594647887324, - 0.07726569126760555, - 0.11026314366197185, - 0.07734966126760559, - 0.07510323753521127, - -0.10811489788732392, - 0.017963794225352204, - 0.03508001049295764, - 0.03470587605633805, - -0.006298125654929594, - -0.05882395070422536 - ] - ], - "std": [ - [ - 1.0298680528672801, - 1.0456187991444128, - 1.0339745446187498, - 1.1112548477482211, - 0.9413610006349405, - 1.0168663973319072, - 1.0127149891342198, - 0.9829034935431965, - 0.9115153190139265, - 0.8362062139046329, - 1.3277929800502757, - 0.7882767184809211, - 1.351171258508586, - 1.4874958213599554, - 0.8030624718228448, - 1.0638857030973894, - 1.0680975160236916, - 1.029388660893026, - 0.8840778078833855, - 0.9386046041123467, - 1.042323932480091, - 1.0325935116911305, - 1.0468623000133939, - 1.097427344818284, - 0.9438879408105022, - 1.048839947871273, - 1.087511123501064, - 1.02306665439061, - 0.9281333050780699, - 0.9709946269989288 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 31866, - "cert_evals": { - "36": 0.9375, - "72": 0.9375, - "108": 0.9125000238418579, - "255": 0.699999988079071 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.9390243902439024, - "test_acc": 0.9304347826086956, - "train_size": 142, - "val_size": 82, - "test_size": 345, - "stats": { - "mean": [ - [ - -0.11201186056338029, - 0.07070025633802816, - -0.10239308169014083, - -0.11672702063380279, - 0.032527111971830974, - 0.05026270500000002, - -0.02818336908450703, - -0.04343403450704224, - -0.02067522316901408, - 0.08708522408450704, - -0.11080013492957747, - 0.04381799119718306, - -0.0825752031690141, - -0.11760619366197181, - -0.12109326042253515, - 0.0031279288732394177, - -0.06837052551408451, - -0.09945178922535211, - 0.02686396394366193, - -0.03645938134507036, - -0.09511004859154928, - 0.08993712535211269, - -0.07473255774647886, - -0.10130778450704225, - 0.04382505676056337, - 0.08864361894366199, - 0.03680164077464787, - -0.003688304577464759, - 0.0977748130774647, - 0.08804689718309852 - ] - ], - "std": [ - [ - 0.9195016301354824, - 1.094593366492765, - 0.9291056843219847, - 0.8651637977085379, - 1.104895872882098, - 1.0612349352106514, - 0.9960386306069985, - 0.9599334814324468, - 0.995073713912434, - 1.0059759191906428, - 0.8154754957601557, - 1.1714910738712319, - 0.8337124056974246, - 0.7056775636749633, - 0.8384686418997397, - 0.997008703041016, - 0.7652271837716654, - 0.9491550332342998, - 0.9894126977193328, - 0.8349121832481521, - 0.9324374909578882, - 1.0776300277359205, - 0.9582162700674596, - 0.8930111054213019, - 1.0965646002689322, - 1.0909755237588887, - 1.0811372221216917, - 1.0368266566472815, - 1.0808007528399084, - 1.0161303395181038 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 31866, - "cert_evals": { - "36": 0.8170731663703918, - "72": 0.707317054271698, - "108": 0.5365853309631348, - "255": 0.10975609719753265 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.9545454545454546, - "test_acc": 0.9321533923303835, - "train_size": 142, - "val_size": 88, - "test_size": 339, - "stats": { - "mean": [ - [ - -0.021816593521126793, - 0.06485498873239437, - -0.02247304859154929, - -0.029893932042253508, - 0.038515619718309926, - -0.02588728169014086, - -0.05297414225352113, - -0.003333404225352076, - 0.04336582049295775, - -0.03314538676056333, - -0.030619029577464745, - -0.0005102492957746506, - -0.05296082697183101, - -0.03949717746478873, - 0.010749251408450719, - -0.0881686789436619, - -0.1314002314507042, - -0.11034913126760565, - -0.034516665140845094, - -0.06504294760563381, - -0.02178127598591549, - 0.04724548049295773, - -0.027157091126760537, - -0.033063059859154906, - 0.05190005140845066, - -0.03469985169014086, - -0.07640525704225351, - -0.020877885915492986, - 0.0502971771619718, - -0.0047201802816901695 - ] - ], - "std": [ - [ - 0.9463937708331187, - 1.0456850321490456, - 0.9481587587922021, - 0.9061036579406758, - 0.9991272345406123, - 0.9529645424014063, - 0.9656412252488126, - 1.0086024557337858, - 1.0101851762447767, - 0.971237840916314, - 0.8511955942668115, - 0.9348241096823969, - 0.7677709117900025, - 0.7619556774338143, - 0.9861286665457306, - 0.835402354513955, - 0.6497713689377111, - 0.83419033386709, - 0.8966910096607936, - 0.7137654744350889, - 0.9276882020178508, - 1.0094191904095935, - 0.9175498580969587, - 0.8830907945718708, - 0.9951613811713826, - 0.955386515361877, - 0.9648461201262609, - 1.0198807080859185, - 1.0490861818978507, - 0.9618292961310324 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 31866, - "cert_evals": { - "36": 0.875, - "72": 0.8522727489471436, - "108": 0.7727273106575012, - "255": 0.4886363744735718 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.9876543209876543, - "test_acc": 0.9739884393063584, - "train_size": 142, - "val_size": 81, - "test_size": 346, - "stats": { - "mean": [ - [ - 0.041954460563380286, - -0.03068368455563383, - 0.05642674225352119, - 0.04212094478873236, - 0.0753741992957746, - 0.19173782535211265, - 0.13158766190140847, - 0.10927857042253514, - 0.12073864654929573, - 0.16060644718309858, - 0.0007204726760563243, - 0.02137304077464788, - 0.05429816549295772, - -0.012780137042253566, - 0.013563698028169006, - 0.15196018795774635, - 0.11918610920422545, - 0.08330966570422528, - 0.08884857161971826, - 0.08853129507042258, - 0.03332697760563379, - -0.006147756197183027, - 0.06017890535211265, - 0.025833432394366203, - 0.10165912112676065, - 0.184136802112676, - 0.17515080211267609, - 0.12936214014084502, - 0.10002845492957746, - 0.16336953521126774 - ] - ], - "std": [ - [ - 1.0573062114321623, - 0.9552884577469056, - 1.0710079092993716, - 1.0509022734984494, - 1.1270846333930622, - 1.1567722248607955, - 1.1330587765489406, - 1.140649555855837, - 1.1542513895561295, - 1.0051375538789176, - 0.8967996396101922, - 1.097489083446709, - 0.9381483291097392, - 0.7912780594989863, - 0.9397288734854672, - 0.9788202766737033, - 1.073938446577066, - 0.9563830108562081, - 1.1438144705840625, - 0.7701703811879946, - 1.0262729293228618, - 0.9839279786422038, - 1.0483951162266714, - 1.0167649174977718, - 1.0851034209747896, - 1.0398339487141628, - 1.1490024738247944, - 1.0756456277267925, - 1.0959872724158726, - 0.9323448193880042 - ] - ] - }, - "width": 128, - "in_features": 30, - "out_features": 2, - "depth": 4, - "padding": 60, - "parameters": 31866, - "cert_evals": { - "36": 0.9506173133850098, - "72": 0.9382716417312622, - "108": 0.9135802388191223, - "255": 0.7530864477157593 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9476167760397455, - "std_test_acc": 0.02056827041201667, - "n_samples": 569, - "n_features": 30, - "n_classes": 2, - "mean_cert_acc_36": 0.8950476199388504, - "std_cert_acc_36": 0.06156870925253268, - "mean_cert_acc_72": 0.8588403612375259, - "std_cert_acc_72": 0.10877976707729985, - "mean_cert_acc_108": 0.783848226070404, - "std_cert_acc_108": 0.1776178428143881, - "mean_cert_acc_255": 0.5128697268664837, - "std_cert_acc_255": 0.2920100805509661 - }, - "breast-cancer-wisc-prog": { - "dataset": "breast-cancer-wisc-prog", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.7727272727272727, - "test_acc": 0.6850393700787402, - "train_size": 49, - "val_size": 22, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.31970781836734696, - 0.1594104081632653, - 0.24753781836734692, - 0.15300701836734695, - 0.1584555244897959, - -0.07602553591836737, - -0.06153886122448981, - 0.024552744897959188, - 0.06713168775510207, - -0.10528630102040819, - -0.1678704836734694, - -0.0915255861224489, - 0.07864324755102042, - -0.0763010120408163, - -0.037683283673469285, - -0.06905704693877551, - -0.042495671428571434, - -0.06359507428571427, - 0.03737176122448981, - -0.1542635448979592, - -0.17539257755102045, - 0.03410600122448976, - 0.19654199204081632, - 0.030810593877551008, - 0.026635724489795946, - -0.07049495102040816, - -0.06440993673469386, - -0.08851851224489796, - 0.02908160000000001, - -0.1859407571428571, - -0.1654363697959184, - 0.12819854693877544, - 0.07058588775510208 - ] - ], - "std": [ - [ - 0.8821495545994039, - 1.046791889090161, - 0.9578267027302361, - 1.039660283165596, - 1.062402836067028, - 0.8890421367893667, - 0.77925901952072, - 1.0440797113889244, - 1.07089974397772, - 0.8387965488338012, - 0.843277245772551, - 0.9360392595139003, - 0.9823857653557395, - 0.9082591415396649, - 0.9365116398737245, - 0.5979213497916245, - 0.6539721608757036, - 0.7958185885004673, - 0.9242350544633458, - 0.6845312987462778, - 0.6502938972920995, - 0.949219789937265, - 0.9404670831714534, - 0.9171284397752019, - 0.9104156790640995, - 1.0518203238418193, - 0.8156351280441914, - 0.8683551446970883, - 0.9112079933660755, - 0.813430119013099, - 0.8388136650033143, - 1.1512761088815193, - 1.0375108599738538 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.6363636255264282, - "72": 0.5, - "108": 0.4545454680919647, - "255": 0.1818181872367859 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.6333333333333333, - "test_acc": 0.6974789915966386, - "train_size": 49, - "val_size": 30, - "test_size": 119, - "stats": { - "mean": [ - [ - -0.2954286122448979, - 0.22705779387755098, - 0.13045305210204083, - 0.21518541632653068, - 0.21329647816326533, - -0.23494008897959187, - -0.13741642857142858, - -0.01620160836734699, - 0.07495674877551023, - -0.08356683326530613, - -0.30211086122448977, - 0.17222382204081632, - 0.1861636093877551, - 0.18613398183673469, - 0.17258124081632648, - -0.019180042857142875, - 0.011242470816326589, - -0.019861698775510188, - 0.09400348163265304, - 0.03439312653061231, - -0.08544421122448984, - 0.1251565993877551, - 0.0614657979591837, - 0.1106848959183673, - 0.10643556734693876, - -0.283786518367347, - -0.22690647755102036, - -0.21750787142857142, - -0.11082883795918366, - -0.2517320069387755, - -0.3646700183673469, - 0.17979882653061224, - -0.02691289795918366 - ] - ], - "std": [ - [ - 0.8143503780150015, - 0.9174121431953063, - 0.9505147809888337, - 0.9270519324131056, - 0.9280401005535991, - 1.1301563685159044, - 1.0842494023346008, - 1.17774758901752, - 1.1259425788210895, - 1.0343443324314006, - 0.899946779911175, - 1.0776959194375155, - 1.0652779342066867, - 1.0778896598336396, - 1.0489415511808549, - 1.0202607569462199, - 1.065380703338058, - 1.046928716393895, - 1.0889438008342867, - 1.0504050035821422, - 0.966138030350577, - 0.8642794080204923, - 1.0800430340260923, - 0.8743291823479178, - 0.8688670309147045, - 1.0842628402104706, - 0.8975026094533473, - 0.9571151684782386, - 1.0396216376453484, - 0.914946697740367, - 0.749250166005288, - 1.1231797264684098, - 0.8886200116636936 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.40000003576278687, - "72": 0.36666667461395264, - "108": 0.36666667461395264, - "255": 0.03333333507180214 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.5945945945945946, - "test_acc": 0.6964285714285714, - "train_size": 49, - "val_size": 37, - "test_size": 112, - "stats": { - "mean": [ - [ - -0.03842323061224502, - -0.10614214693877552, - 0.030698034693877517, - -0.1000028979591836, - -0.08415378163265311, - -0.03538041755102043, - -0.04750202040816325, - -0.10165484306122448, - -0.1358923424489796, - -0.02547460816326529, - 0.027964706122448967, - 0.1158320934693878, - 0.2141981857142857, - 0.11305339408163259, - 0.09026773632653065, - -0.07205539183673473, - -0.11876845979591835, - -0.09018467959183678, - -0.001788581632653037, - -0.09199452244897957, - -0.05832562632653058, - -0.06420658346938772, - 0.05587048142857144, - -0.07304466938775511, - -0.028326246938775446, - -0.04279098959183677, - -0.11518350408163265, - -0.12291339183673465, - -0.1940691712244898, - -0.03263718653061224, - -0.029735322448979654, - 0.15452512040816324, - 0.20183378571428573 - ] - ], - "std": [ - [ - 0.9794534025714385, - 1.0053275769298504, - 0.9095119348920842, - 1.008933323770274, - 0.9879586777091109, - 1.0102761898726105, - 0.9960048575197608, - 1.0021029195920532, - 0.9776597311295145, - 0.9821341050152573, - 0.9436155579641772, - 1.1817284472744785, - 1.1856988946274227, - 1.1970542714305854, - 1.1086625077552497, - 0.6618568645391364, - 0.7687365990953271, - 0.8119143908977525, - 1.0415418534564902, - 0.8186632232431363, - 0.8434368212477027, - 1.0615598386819989, - 0.8454048970519085, - 1.0522702304694245, - 1.041897029381895, - 1.1007804274989816, - 0.8280858289610474, - 0.8451988761728604, - 1.0253215425598294, - 0.9705970427113062, - 0.8554540105246272, - 0.9682864062481196, - 1.2134784272055537 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.45945948362350464, - "72": 0.37837839126586914, - "108": 0.3243243396282196, - "255": 0.1621621698141098 - }, - "fold": 2 - }, - { - "best_epoch": 3, - "best_val_acc": 0.68, - "test_acc": 0.6048387096774194, - "train_size": 49, - "val_size": 25, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.06744018775510212, - 0.18968365714285723, - -0.014217911020408189, - 0.21184517142857145, - 0.16995342797959181, - 0.0988115742857143, - 0.23174346530612244, - 0.2643820010204082, - 0.2708541071428573, - 0.17052290612244894, - 0.08597982244897957, - 0.02605522000000001, - -0.09904910612244898, - 0.07999727979591835, - 0.021088532448979617, - 0.032508024489795916, - 0.1139721422448979, - 0.17344601857142858, - 0.1454327612244898, - 0.09731225102040818, - 0.07194746775510205, - 0.15103356959183675, - -0.07001499795918376, - 0.19365317551020406, - 0.10773460285714288, - 0.06407297959183662, - 0.08076181836734692, - 0.18958595510204077, - 0.30016600816326516, - 0.048603673469387716, - 0.014894271020408143, - 0.2872125, - 0.2280839387755102 - ] - ], - "std": [ - [ - 0.9697920367102327, - 0.9203134351014114, - 0.9060497409545201, - 0.9187807307729611, - 0.9729266703311016, - 0.9430977585802243, - 0.8769553733450195, - 0.8356859349258849, - 0.8680804682359612, - 1.0166341852710845, - 0.8914293133833798, - 0.7940097770795826, - 0.7723528820449007, - 0.8508321197542031, - 0.7752894285658177, - 0.7444263872990391, - 0.9053411998307737, - 0.9999993608516502, - 0.8504750965678145, - 1.090497279238265, - 0.7631870591645827, - 0.9076864322017706, - 0.8687695687330197, - 0.9366133883217269, - 0.9044846120349299, - 0.9712465829469978, - 0.7332294033502637, - 0.8612201045664006, - 0.9404165330479154, - 0.8777899215486339, - 0.6950358654750831, - 1.288136700201249, - 1.084093306135652 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.5999999642372131, - "72": 0.5600000023841858, - "108": 0.3999999761581421, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6709464106953423, - "std_test_acc": 0.04443031248661641, - "n_samples": 198, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.5239557772874832, - "std_cert_acc_36": 0.11246190535448386, - "mean_cert_acc_72": 0.4512612670660019, - "std_cert_acc_72": 0.09428279324039908, - "mean_cert_acc_108": 0.38638411462306976, - "std_cert_acc_108": 0.05498955932713792, - "mean_cert_acc_255": 0.09432842303067446, - "std_cert_acc_255": 0.09105699348958074 - }, - "breast-tissue": { - "dataset": "breast-tissue", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 29, - "best_val_acc": 0.5625, - "test_acc": 0.46875, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.05975213076923076, - -0.1700837961538461, - -0.07101548961538463, - -0.07560978846153853, - -0.09291733192307686, - -0.016577561538461575, - -0.04475990000000001, - -0.07285894230769238, - 0.07173603846153843 - ] - ], - "std": [ - [ - 1.0224159106861461, - 0.8445520785357892, - 0.7741253936128145, - 0.8853536860600771, - 0.38729731508258874, - 0.9582996830625056, - 0.82333349002183, - 0.8965544012774733, - 1.0474511376253193 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.375, - "72": 0.1875, - "108": 0.1875, - "255": 0.125 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.29411764705882354, - "test_acc": 0.3333333333333333, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.06515484615384612, - 0.03429535384615387, - 0.00023585769230772996, - 0.02817068038461536, - 0.29457321923076923, - 0.28562573076923076, - 0.1850123226923077, - 0.007732330769230795, - 0.09394715384615383 - ] - ], - "std": [ - [ - 1.0481371005758702, - 0.9468687513118862, - 0.9541555931791563, - 1.161367210725673, - 1.8089072605844074, - 1.4326989403612587, - 1.2263588432882497, - 1.1230111041722295, - 1.0768662243391771 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.22727272727272727, - "test_acc": 0.27586206896551724, - "train_size": 26, - "val_size": 22, - "test_size": 58, - "stats": { - "mean": [ - [ - 0.1420645923076924, - -0.021972550769230735, - 0.05583075653846149, - 0.1584816346153846, - 0.34043701807692306, - 0.2878222653846154, - 0.08915464576923074, - 0.16733479230769233, - 0.15722880769230765 - ] - ], - "std": [ - [ - 1.1134982409667369, - 0.9816789499398818, - 1.0050663167371856, - 1.3274295018092825, - 1.8473866317578664, - 1.5489183023129736, - 1.1110278693236766, - 1.3406661330121303, - 1.11545486536904 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.4166666666666667, - "test_acc": 0.4411764705882353, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1574124615384615, - 0.10245514615384627, - 0.03514549230769227, - 0.3551133961538462, - 0.3894629076923076, - 0.3001374115384615, - 0.28138883461538466, - 0.3308483076923076, - 0.1433466538461538 - ] - ], - "std": [ - [ - 1.080732063435857, - 0.9803609509557707, - 0.9980517989674806, - 1.3433457176877586, - 1.8319487646118202, - 1.4349909430519747, - 1.3440593710651376, - 1.3474895378547405, - 1.0747301574317993 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.0833333358168602, - "72": 0.0833333358168602, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3797804682217714, - "std_test_acc": 0.09063004787734046, - "n_samples": 106, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.11458333395421505, - "std_cert_acc_36": 0.17800007788211114, - "mean_cert_acc_72": 0.06770833395421505, - "std_cert_acc_72": 0.08900003915906171, - "mean_cert_acc_108": 0.046875, - "std_cert_acc_108": 0.09375, - "mean_cert_acc_255": 0.03125, - "std_cert_acc_255": 0.0625 - }, - "car": { - "dataset": "car", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 48, - "best_val_acc": 0.7481481481481481, - "test_acc": 0.7426900584795322, - "train_size": 432, - "val_size": 270, - "test_size": 1026, - "stats": { - "mean": [ - [ - 0.08486305092592587, - -0.024837976851851778, - -1.3287037036350012e-06, - 0.011336944444444445, - -0.03684506944444444, - -0.03401083333333333 - ] - ], - "std": [ - [ - 1.0016589891278265, - 1.0231915721256846, - 0.9608720065155524, - 0.9785956932593036, - 0.9832757136677825, - 1.0299163223065575 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 1844, - "cert_evals": { - "36": 0.67037034034729, - "72": 0.5629629492759705, - "108": 0.4444444477558136, - "255": 0.10370370000600815 - }, - "fold": 0 - }, - { - "best_epoch": 39, - "best_val_acc": 0.7755905511811023, - "test_acc": 0.7399232245681382, - "train_size": 432, - "val_size": 254, - "test_size": 1042, - "stats": { - "mean": [ - [ - 0.11177086574074095, - 0.05174572685185183, - 0.006257092592592696, - -0.014171180555555555, - 0.00850270833333333, - -0.04251354166666666 - ] - ], - "std": [ - [ - 1.0027127363181396, - 1.0149158181522542, - 1.0007483470954381, - 0.9838637435503522, - 0.9979369093278955, - 0.9935806706647962 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 1844, - "cert_evals": { - "36": 0.6338582634925842, - "72": 0.5078740119934082, - "108": 0.3937007784843445, - "255": 0.06692913174629211 - }, - "fold": 1 - }, - { - "best_epoch": 27, - "best_val_acc": 0.828, - "test_acc": 0.7982791586998088, - "train_size": 432, - "val_size": 250, - "test_size": 1046, - "stats": { - "mean": [ - [ - 0.03725695833333315, - -0.008279379629629494, - -0.017212699074074026, - -0.022673888888888886, - 0.11053520833333332, - -0.005668472222222222 - ] - ], - "std": [ - [ - 1.015550913169218, - 1.0070528609914111, - 1.0176501107132674, - 0.9748453883737107, - 1.0057305909552958, - 0.9857113000295774 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 1844, - "cert_evals": { - "36": 0.6840000152587891, - "72": 0.5040000081062317, - "108": 0.3680000305175781, - "255": 0.10000000149011612 - }, - "fold": 2 - }, - { - "best_epoch": 73, - "best_val_acc": 0.7509157509157509, - "test_acc": 0.7536656891495601, - "train_size": 432, - "val_size": 273, - "test_size": 1023, - "stats": { - "mean": [ - [ - 0.006209462962963474, - 0.006209476851851934, - -0.0015661527777777126, - -0.017005416666666662, - 0.02267388888888889, - -0.04534777777777777 - ] - ], - "std": [ - [ - 1.0216642383326442, - 0.997836524752538, - 0.9973262178910823, - 0.9855809020000981, - 1.020073036790825, - 0.9917072748761516 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 4, - "depth": 4, - "padding": 12, - "parameters": 1844, - "cert_evals": { - "36": 0.6483516693115234, - "72": 0.5604395866394043, - "108": 0.4395604431629181, - "255": 0.10989011079072952 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7586395327242599, - "std_test_acc": 0.02708458963485285, - "n_samples": 1728, - "n_features": 6, - "n_classes": 4, - "mean_cert_acc_36": 0.6591450721025467, - "std_cert_acc_36": 0.022358406919640042, - "mean_cert_acc_72": 0.5338191390037537, - "std_cert_acc_72": 0.03225078858246153, - "mean_cert_acc_108": 0.4114264249801636, - "std_cert_acc_108": 0.03688614503593331, - "mean_cert_acc_255": 0.09513073600828648, - "std_cert_acc_255": 0.019238633743568555 - }, - "cardiotocography-10clases": { - "dataset": "cardiotocography-10clases", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 68, - "best_val_acc": 0.6551724137931034, - "test_acc": 0.6394984326018809, - "train_size": 531, - "val_size": 319, - "test_size": 1276, - "stats": { - "mean": [ - [ - 0.05696145216572526, - 0.04547308248587554, - 0.02537313540489641, - 0.00411199623352259, - 0.004895357815442945, - 0.008270713935970049, - 0.005839290018833664, - -0.016622836393596845, - 0.056058268926553946, - -0.03742293794726937, - 0.012369841544256039, - 0.0072619020715631285, - 0.009574918079096046, - 0.031539144971751344, - 0.013908543314500948, - 0.011100862523540712, - 0.04299334557438753, - 0.0388642668549907, - 0.03971033022598931, - 0.04886574700564973, - 0.01822254990583819 - ] - ], - "std": [ - [ - 0.9791003932834449, - 1.021744482805594, - 1.1340682159044895, - 1.0045684160238317, - 1.0167341100485954, - 1.0690427250537498, - 1.0300221271732741, - 1.0094253367928134, - 1.0210603991574776, - 0.9572713912379988, - 1.0483212024662971, - 1.0072461534048065, - 1.0014897901284459, - 0.9804849453944862, - 0.9885214019890697, - 1.0745697261946487, - 0.992143934303644, - 0.984246843865331, - 0.9805974247887139, - 1.1272267847632704, - 1.0038856117840471 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 11694, - "cert_evals": { - "36": 0.5611284971237183, - "72": 0.45454543828964233, - "108": 0.37304073572158813, - "255": 0.12539184093475342 - }, - "fold": 0 - }, - { - "best_epoch": 60, - "best_val_acc": 0.60790273556231, - "test_acc": 0.6311216429699842, - "train_size": 531, - "val_size": 329, - "test_size": 1266, - "stats": { - "mean": [ - [ - 0.02423730847457605, - 0.013319074199623025, - 0.015243735216572874, - 0.004751267419963072, - -0.009100580225987828, - 0.008270713935970045, - 0.024992621468926206, - 0.03573573145009404, - -0.005775212429378253, - -0.0017990462335216943, - -0.04130081879472713, - 0.004844720715630924, - 0.008810358945386055, - 0.025032086685499028, - -0.003331445386064059, - 0.003099077212806293, - 0.013448002824858358, - 0.00903407777777766, - 0.006905300357815675, - 0.014681350583804143, - -0.02494074199623351 - ] - ], - "std": [ - [ - 0.9901364010340642, - 1.0331843009790576, - 1.0385537848348627, - 1.004594460707876, - 0.9939531654620118, - 1.0690427250537498, - 1.1059904833090093, - 1.0066519698467797, - 0.9947251360209003, - 1.007854194532267, - 0.9613978699084029, - 1.0039167957400732, - 1.0015612937949965, - 1.0093255157872945, - 0.9891264460600468, - 0.9170858677231267, - 1.0232842600875196, - 0.9997950684728752, - 1.0142818567858394, - 1.0064323164990734, - 0.9910108983737475 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 11694, - "cert_evals": { - "36": 0.5075988173484802, - "72": 0.4407294988632202, - "108": 0.37689968943595886, - "255": 0.13069908320903778 - }, - "fold": 1 - }, - { - "best_epoch": 99, - "best_val_acc": 0.6765578635014837, - "test_acc": 0.6311605723370429, - "train_size": 531, - "val_size": 337, - "test_size": 1258, - "stats": { - "mean": [ - [ - -0.017864035781544274, - 0.006498658568738066, - 0.055962871563087456, - 0.031599305084746454, - -0.01800729736346521, - 0.008270713935970026, - -0.010121785310734386, - 0.06804887372881353, - -0.026457461770244318, - -0.009681385969868147, - -0.06351851043314512, - 0.0022826497175141396, - 0.0007831224105461175, - 0.006246139887005633, - 0.020293879472693028, - -0.039576907721280453, - -0.031042671939736536, - -0.02997460489642182, - -0.02915410564971728, - -0.03835001242937842, - -0.02802381167608266 - ] - ], - "std": [ - [ - 0.9840240485333955, - 1.0369630058509158, - 1.3077211738329413, - 0.9781910820406798, - 0.9593815683814114, - 1.0690427250537495, - 0.9831811654899777, - 1.0030139105693259, - 0.9410382228102027, - 1.0102835335540883, - 0.9567918855139759, - 0.9840184308800868, - 0.9460545431142556, - 1.0343625123637432, - 0.9972026659995562, - 0.9845178278494092, - 0.982127775954673, - 0.9875424397739129, - 0.9974176458730358, - 0.9332863192875079, - 1.005191404704601 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 11694, - "cert_evals": { - "36": 0.578635036945343, - "72": 0.49554896354675293, - "108": 0.41246291995048523, - "255": 0.1543026715517044 - }, - "fold": 2 - }, - { - "best_epoch": 63, - "best_val_acc": 0.6740506329113924, - "test_acc": 0.6434714620797498, - "train_size": 531, - "val_size": 316, - "test_size": 1279, - "stats": { - "mean": [ - [ - 0.00242115593220332, - -0.035886080602636754, - -0.03572555838041413, - -0.01890058003766386, - -0.032639473446328435, - 0.008270713935969828, - -0.010121798493407167, - 0.037159613276836166, - -0.026031056685498998, - -0.0068150113747645945, - -0.01142061785310738, - -0.00994834726930324, - -0.03017912354048965, - -0.07131180037664787, - -0.020571447269303055, - -0.026240708097928056, - 0.01977089152542346, - -0.0009897885122410945, - 0.008988329585687696, - -0.027821750659133063, - 0.07988433521657268 - ] - ], - "std": [ - [ - 0.9646815053252067, - 0.9964364169189934, - 0.8667767137648238, - 0.9918320242400497, - 0.9443068366192023, - 1.0690427250537484, - 0.9028491559082471, - 0.9963685539925591, - 0.9378981844514512, - 0.9990211691032591, - 0.9968931340694016, - 0.9947823538218709, - 1.01034823063542, - 0.9491639320099594, - 0.9768788202272297, - 0.8919007118681375, - 0.9486367993709804, - 0.9697075304143699, - 0.975375266216865, - 0.9399010412320569, - 0.9783943677709094 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 10, - "depth": 4, - "padding": 42, - "parameters": 11694, - "cert_evals": { - "36": 0.6012658476829529, - "72": 0.5158227682113647, - "108": 0.4208860993385315, - "255": 0.1139240562915802 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6363130274971645, - "std_test_acc": 0.006188383171729031, - "n_samples": 2126, - "n_features": 21, - "n_classes": 10, - "mean_cert_acc_36": 0.5621570497751236, - "std_cert_acc_36": 0.03991107106661718, - "mean_cert_acc_72": 0.47666166722774506, - "std_cert_acc_72": 0.03497889886922495, - "mean_cert_acc_108": 0.39582236111164093, - "std_cert_acc_108": 0.02437327177554334, - "mean_cert_acc_255": 0.13107941299676895, - "std_cert_acc_255": 0.016991361808280727 - }, - "cardiotocography-3clases": { - "dataset": "cardiotocography-3clases", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 38, - "best_val_acc": 0.891640866873065, - "test_acc": 0.8490566037735849, - "train_size": 531, - "val_size": 323, - "test_size": 1272, - "stats": { - "mean": [ - [ - -0.030111656873823105, - -0.003732127118644177, - 0.01116787758945438, - -0.08985611299434969, - -0.00846454877589486, - 0.008270713935970052, - 0.01860809416195951, - 0.07714044712806034, - -0.005562035969867772, - -0.02718609557438801, - -0.012457818041431213, - 0.012724705461393555, - -0.02157851902071565, - -0.007921984030131852, - 0.03306414218455754, - 0.04044068926553697, - -0.048516965348399554, - -0.04458778192090391, - -0.03123695568738192, - 0.02170018583804156, - -0.018774542372881505 - ] - ], - "std": [ - [ - 1.0267196734843282, - 1.0079165135088577, - 0.9473557451244335, - 0.9914796817927604, - 1.004413984395137, - 1.0690427250537498, - 1.0265337126752654, - 1.0005000887455053, - 1.027745709308044, - 0.9908319242282088, - 1.0037543771306683, - 1.0398975301195088, - 1.0062327099761543, - 1.0841869723664168, - 1.0142218392015123, - 1.151741953917099, - 1.0734457791437295, - 1.0354213623061976, - 1.0200885928553527, - 1.1205840477329363, - 1.0030899076810105 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8452011942863464, - "72": 0.801857590675354, - "108": 0.7770897746086121, - "255": 0.504643976688385 - }, - "fold": 0 - }, - { - "best_epoch": 42, - "best_val_acc": 0.8558282208588958, - "test_acc": 0.8463356973995272, - "train_size": 531, - "val_size": 326, - "test_size": 1269, - "stats": { - "mean": [ - [ - 0.016391169491525318, - 0.0011396926553671261, - -0.02373987099811634, - 0.03607396610169575, - -0.010373017325799852, - 0.00827071393597003, - 0.012223685499058473, - 0.010651874764595136, - 0.01981098888888896, - 0.01887923308851223, - -0.018915777890772333, - -0.015072648775894497, - 0.009447557815442556, - -0.017157672448210953, - -0.006524062146892641, - -0.03690971751412391, - -0.03587095574387965, - -0.017897674387947204, - -0.022515022862523364, - 0.011496865838041524, - -0.04343927306967993 - ] - ], - "std": [ - [ - 0.9391569592897272, - 1.0230906606141204, - 0.9581004188558814, - 0.9835526445831309, - 0.9979926559581693, - 1.0690427250537498, - 1.0123898646052452, - 1.000643989202775, - 1.0328535759777588, - 1.0412458470198602, - 1.0101002215424937, - 1.0019895656154183, - 1.0176643747680885, - 0.9912502978877031, - 0.9736333689619006, - 0.8842664932785655, - 1.039084545290219, - 0.9977498578188039, - 0.9855549645903211, - 1.0605253991894208, - 1.000119457990836 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8220858573913574, - "72": 0.7730061411857605, - "108": 0.7269938588142395, - "255": 0.4447852671146393 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.8484848484848485, - "test_acc": 0.857707509881423, - "train_size": 531, - "val_size": 330, - "test_size": 1265, - "stats": { - "mean": [ - [ - 0.011989649905837963, - 0.017703763653483834, - -0.04815508248587558, - 0.0878522580037672, - -0.0001940107344639859, - -0.0574620999999995, - 0.04414582297551817, - 0.04154100908662901, - 0.0033932510357819923, - 0.013044282391713674, - -0.042404981242937984, - 0.04134378888888889, - -0.01985842806026365, - 0.05704191233521654, - 0.04647320527306972, - -0.06624954802259869, - 0.0383948538606398, - 0.015676433521657228, - 0.03476359286252388, - 0.0983877023352167, - -0.00027604896421838714 - ] - ], - "std": [ - [ - 1.0121411725514342, - 1.0022698506112053, - 0.7850107263672123, - 1.021861659011844, - 1.0205680703685656, - 1.0, - 1.0504178369202641, - 0.9762037792485212, - 0.9969033920323853, - 1.0262088384173584, - 0.9577094393711939, - 1.018018865673482, - 1.0072567026892174, - 1.0240761987453126, - 0.9864342700743015, - 0.8655231462742808, - 1.0132444325659744, - 1.002180759880479, - 1.0086965056851351, - 1.1584443320466373, - 0.9678154222739248 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8060605525970459, - "72": 0.760606050491333, - "108": 0.6909090876579285, - "255": 0.4515151381492615 - }, - "fold": 2 - }, - { - "best_epoch": 60, - "best_val_acc": 0.8562300319488818, - "test_acc": 0.8705148205928237, - "train_size": 531, - "val_size": 313, - "test_size": 1282, - "stats": { - "mean": [ - [ - 0.07590710470809812, - -0.024193697175141464, - -0.04779198342749522, - -0.03360304143126111, - 0.029070319209039387, - -0.024595693032014893, - 0.005839325800377342, - 0.06772045080037671, - 0.004032814877590208, - -0.01572106636534833, - -0.023934781092278794, - -0.0005697517890771726, - -0.008709438794726921, - -0.015583420433144993, - -0.012270593220338952, - 0.01910270809792879, - -0.009544668926553972, - -0.0007485035781543035, - 0.019792885216572968, - 0.012601643615819754, - 0.07063507344632772 - ] - ], - "std": [ - [ - 0.9774443663972388, - 0.9691878598072985, - 0.7938133543361705, - 1.0258465761633682, - 0.9993132346074002, - 0.7566415100311142, - 1.0194614547438874, - 0.9883543548463236, - 0.9952655430481072, - 0.9924332095258233, - 1.0409700820319554, - 0.9838443180700808, - 0.9913771235918427, - 0.9821486224205357, - 0.9651162627503362, - 1.033340912804804, - 1.0105779866484361, - 1.0049118298763688, - 0.989141891228224, - 1.0204876585018856, - 0.9866082018247349 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8178913593292236, - "72": 0.7763578295707703, - "108": 0.7316293716430664, - "255": 0.5079872012138367 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8559036579118398, - "std_test_acc": 0.010880685878437876, - "n_samples": 2126, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.8228097409009933, - "std_cert_acc_36": 0.016397428438331186, - "mean_cert_acc_72": 0.7779569029808044, - "std_cert_acc_72": 0.017314368142342888, - "mean_cert_acc_108": 0.7316555231809616, - "std_cert_acc_108": 0.035337774921437616, - "mean_cert_acc_255": 0.4772328957915306, - "std_cert_acc_255": 0.033721636589595774 - }, - "chess-krvk": { - "dataset": "chess-krvk", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 95, - "best_val_acc": 0.2489351632749645, - "test_acc": 0.24476688867745006, - "train_size": 7014, - "val_size": 4226, - "test_size": 16816, - "stats": { - "mean": [ - [ - 0.012324607927003232, - 0.007078780439120998, - 0.0020496236099223986, - -0.024108994297119334, - -0.0005551300684344027, - 0.00494480253777899 - ] - ], - "std": [ - [ - 0.999931915679557, - 1.0057899986789152, - 1.0018138589619487, - 0.9949807268406698, - 1.0000689847213224, - 1.0016960231746526 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 2026, - "cert_evals": { - "36": 0.13629910349845886, - "72": 0.06483672559261322, - "108": 0.0293421670794487, - "255": 0.0011831519659608603 - }, - "fold": 0 - }, - { - "best_epoch": 96, - "best_val_acc": 0.25821707259399385, - "test_acc": 0.2575388092547434, - "train_size": 7014, - "val_size": 4229, - "test_size": 16813, - "stats": { - "mean": [ - [ - 0.02662805560307895, - 0.005693713430283323, - -0.0016727181351587745, - 0.014426962075848423, - -0.007343462446535813, - 0.00437411206158899 - ] - ], - "std": [ - [ - 0.9852094089714073, - 0.9988688121679218, - 1.0043106562162794, - 0.9917902725212167, - 0.9953541320225967, - 0.995076350426718 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 2026, - "cert_evals": { - "36": 0.14187751710414886, - "72": 0.06620950996875763, - "108": 0.025774415582418442, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 97, - "best_val_acc": 0.24417498811222063, - "test_acc": 0.2425160370634355, - "train_size": 7014, - "val_size": 4206, - "test_size": 16836, - "stats": { - "mean": [ - [ - 0.009281328200740034, - -0.0021550139720564235, - -0.004650539349872485, - 0.006120143427431122, - -0.0004934166951813222, - 0.0024717757342437065 - ] - ], - "std": [ - [ - 0.9905305563279689, - 1.0007194352174467, - 1.0073929861352688, - 0.996792137495875, - 0.995664797353786, - 0.9984373474066448 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 2026, - "cert_evals": { - "36": 0.14407989382743835, - "72": 0.07108892500400543, - "108": 0.031145982444286346, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 48, - "best_val_acc": 0.25175644028103045, - "test_acc": 0.23765800143095636, - "train_size": 7014, - "val_size": 4270, - "test_size": 16772, - "stats": { - "mean": [ - [ - 0.0038034088964931244, - -0.012312182207011678, - 0.00825354519532299, - -0.012616928286283908, - 0.00814625808383194, - 0.012173608639860799 - ] - ], - "std": [ - [ - 0.9903915605524702, - 0.991199162231707, - 1.011474563134033, - 0.9971077092137348, - 0.999255185770078, - 1.0033642166267953 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 18, - "depth": 4, - "padding": 12, - "parameters": 2026, - "cert_evals": { - "36": 0.15058547258377075, - "72": 0.0747072622179985, - "108": 0.03255269303917885, - "255": 0.00023419203353114426 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.24561993410664631, - "std_test_acc": 0.00848162366702804, - "n_samples": 28056, - "n_features": 6, - "n_classes": 18, - "mean_cert_acc_36": 0.1432104967534542, - "std_cert_acc_36": 0.005907348848134352, - "mean_cert_acc_72": 0.0692106056958437, - "std_cert_acc_72": 0.004541612014345048, - "mean_cert_acc_108": 0.029703814536333084, - "std_cert_acc_108": 0.0029306951405655415, - "mean_cert_acc_255": 0.00035433599987300113, - "std_cert_acc_255": 0.0005634650181104128 - }, - "chess-krvkp": { - "dataset": "chess-krvkp", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.9612068965517241, - "test_acc": 0.9643041903776514, - "train_size": 799, - "val_size": 464, - "test_size": 1933, - "stats": { - "mean": [ - [ - -0.012910581977471696, - 0.0232343479349185, - 0.01974840050062684, - -0.006236645807259704, - 0.016582745932415422, - 0.011297774718398169, - 0.042862941176470284, - 0.03031926157697225, - 0.0180404605757215, - -0.010202853566957767, - -0.00189366082603287, - -0.016319619524404437, - 0.0033822653316640658, - -0.03204078085106409, - 0.0705100575719649, - 0.02903828535669439, - -0.03100208760951203, - -0.008096886107634134, - -0.03482669524405622, - 0.019232514392990924, - 0.012952405506882283, - 0.028141539424280874, - 0.012118360450564641, - -0.021248015018773447, - -0.016025085481852858, - 5.306633288432277e-07, - -0.020626277847311296, - -0.017688700000000283, - 0.0857653942428025, - -0.03719805506883507, - 0.005740868585732433, - 0.07288125406758252, - 0.025791864831039592, - -0.00712086608260405, - -0.040342160200250346, - -0.05876795494368149 - ] - ], - "std": [ - [ - 0.9837163023685394, - 1.0378682164982054, - 1.0465982807867846, - 0.9915165284267596, - 1.005530465952035, - 1.0006602278791406, - 1.010781822340367, - 1.0199155022259125, - 1.0041109770934162, - 0.9954304425556489, - 0.999580748645936, - 0.9784729377035531, - 1.001226355888721, - 0.7309839212424674, - 1.0450840322089407, - 1.0585050069556725, - 0.9104979964986178, - 1.0030733244153598, - 0.7855814376765642, - 1.0182546843992308, - 1.0103378991543899, - 1.020315666869466, - 1.0226041285721963, - 0.9944445166738229, - 0.8530722671343124, - 0.9998428506463546, - 0.958403864877632, - 1.0, - 1.297598626233983, - 0.9108937768595846, - 1.0046803731698561, - 1.1311938967311475, - 1.0059129579966133, - 1.0017029704517841, - 1.020154120299574, - 0.9629351207831572 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 38034, - "cert_evals": { - "36": 0.9331896305084229, - "72": 0.868534505367279, - "108": 0.7780172228813171, - "255": 0.3318965435028076 - }, - "fold": 0 - }, - { - "best_epoch": 60, - "best_val_acc": 0.9866962305986696, - "test_acc": 0.9758478931140802, - "train_size": 799, - "val_size": 451, - "test_size": 1946, - "stats": { - "mean": [ - [ - -0.0009927534418022186, - 0.018342768460575525, - -0.06582760575719632, - -0.0020792615769724375, - 0.051078400500625745, - 0.011297774718398223, - -0.03506647058823558, - -0.021223376720899582, - -0.03866361702127398, - -0.02380752190237722, - -0.014526558197747444, - 0.016318818523153884, - 0.006087788485606497, - 0.07781297659574443, - -0.04009326658322881, - 0.017423181476844563, - -0.016413096370462833, - -0.032386387984980926, - 0.020896709511889343, - 0.0017488035043802706, - 0.0032379173967446036, - -0.04377830913642133, - 0.00134634543179087, - -0.008370843554443178, - -0.01602508548185286, - -0.05699136670838574, - 0.012376380475592372, - -0.017688700000000283, - 0.023390775969961416, - 0.03719677847309204, - 0.005740868585732397, - -0.004124948685859613, - 0.002579862327909166, - -0.025243699624531293, - -0.02052447684605754, - 0.019589255319148336 - ] - ], - "std": [ - [ - 0.9986195311743077, - 1.0300230852190024, - 0.8216604611116667, - 0.9970790771407829, - 1.0163955081800622, - 1.0006602278791408, - 0.9894273630441428, - 0.9849960711322177, - 0.9895223747807858, - 0.9893503391280706, - 0.9977270081722001, - 1.0205058915949463, - 1.0023223894472089, - 1.4564544306041578, - 0.9790108101412359, - 1.0355371587989588, - 0.9537117155994841, - 1.0123108404588719, - 1.108181480971759, - 1.001546561141509, - 1.0024924985959782, - 0.9655037096440781, - 1.0024053099202712, - 0.9977739015125082, - 0.8530722671343125, - 1.021876104669329, - 1.0237032374075374, - 1.0, - 1.0898218142005072, - 1.080220497632301, - 1.0046803731698557, - 0.9917285097795778, - 1.000482486194206, - 1.0061895454376688, - 1.0104282205557285, - 1.0110875620192163 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 38034, - "cert_evals": { - "36": 0.9711751341819763, - "72": 0.9534367918968201, - "108": 0.9223946928977966, - "255": 0.572062075138092 - }, - "fold": 1 - }, - { - "best_epoch": 43, - "best_val_acc": 0.9705263157894737, - "test_acc": 0.9661810613943809, - "train_size": 799, - "val_size": 475, - "test_size": 1922, - "stats": { - "mean": [ - [ - 0.04270595118898613, - -0.035464605757197565, - -0.026330987484355414, - 0.010392891113891287, - 0.024543281602002653, - -0.001253777221526715, - -0.011687647058824222, - -0.02728721652065032, - 0.0025757121401775553, - -0.07006339424280264, - -0.0018936608260329234, - -0.004080205256570354, - 0.04125958948685799, - -0.03204078085106409, - -0.02626784230287835, - -0.023229682102629934, - 0.041942868585731145, - 0.01619261576971138, - 0.006965858322903206, - -0.001747938673341953, - -0.05828717396746041, - 0.04064933917396773, - 0.06597843554443104, - -0.018672580725907748, - 0.005341821777221022, - -0.005427269086358065, - 0.03437815269086148, - -0.017688700000000283, - -0.007796533166459127, - -6.382978713675692e-07, - -0.04346299874843527, - 0.01787682352940982, - -0.03610680851063828, - 0.04465865832290276, - 0.019110889862328, - 0.03990408760951166 - ] - ], - "std": [ - [ - 1.0503026614950781, - 0.9377299469744113, - 0.9332222466570044, - 1.0134812577120929, - 1.0081529457229899, - 0.9997466732969692, - 0.9965218768327301, - 0.9806280790356154, - 1.0004721494235536, - 0.9669617912464558, - 0.9995807486459362, - 0.9945690429937961, - 1.0158077550757176, - 0.7309839212424674, - 0.9989487460582208, - 0.9496723729602274, - 1.1079472020538745, - 0.9931560757473815, - 1.0372639011971079, - 0.998134626824417, - 0.9489971567418679, - 1.0290373693626786, - 1.116580541935386, - 0.9951246155880097, - 1.0441402229839951, - 1.0021017867674258, - 1.064445876205708, - 1.0, - 0.9678679341238935, - 0.999842760601726, - 0.9613338278133499, - 1.0340832941176457, - 0.9901571062749744, - 0.9869400115230125, - 0.9895000075374855, - 1.0222216905424544 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 38034, - "cert_evals": { - "36": 0.9536841511726379, - "72": 0.9410526156425476, - "108": 0.9094736576080322, - "255": 0.5642104744911194 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9541484716157205, - "test_acc": 0.9613202681794739, - "train_size": 799, - "val_size": 458, - "test_size": 1939, - "stats": { - "mean": [ - [ - 0.0029798560700874874, - -0.015898287859826204, - 0.013165630788484818, - -0.002079261576972459, - 0.06434595994993732, - -0.0087847083854817, - -0.035066470588235754, - -0.021223376720899842, - 0.012885544430540316, - -0.0755052615769703, - -0.07516446558197788, - 0.004079404255319092, - 0.041259589486858005, - 0.04119505744680826, - -0.0069122853566958315, - -0.029037234042554844, - -0.01641309637046286, - -0.037784055068836316, - -0.03482669524405622, - -0.04370884480600792, - -0.035620035043805974, - 0.04690323904881119, - -0.009425669586981995, - -0.00064454067584565, - -0.05875890000000068, - -0.04884966708385503, - 0.0453790387984959, - -0.017688700000000283, - 0.002599236545681054, - 0.030997209011264834, - -0.05002351439299086, - 0.006875937421775107, - -0.010315694618272687, - -0.04077755694618336, - 0.004955401752189988, - 0.10084858448060059 - ] - ], - "std": [ - [ - 1.003506639923147, - 0.9726497119550556, - 1.031291250931018, - 0.9970790771407828, - 1.0202330509186042, - 0.9991224561764447, - 0.9894273630441432, - 0.9849960711322175, - 1.0029259974983142, - 0.9641477850388797, - 0.9865314194046129, - 1.0050737920779802, - 1.0158077550757172, - 1.2629201270580204, - 0.9808444007141872, - 0.9366196797544946, - 0.9537117155994845, - 1.0142732074093561, - 0.7855814376765643, - 0.9552444287880467, - 0.9695039665985851, - 1.033313842690941, - 0.9816728244810887, - 0.9996865943557063, - 1.0, - 1.0189528540341442, - 1.0840757895240576, - 1.0, - 1.0102634466126872, - 1.067334702526026, - 0.9552142319361535, - 1.0131869855246693, - 0.9972193469515207, - 1.0097604697449478, - 0.9972056619226006, - 1.052569358911855 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 2, - "depth": 4, - "padding": 72, - "parameters": 38034, - "cert_evals": { - "36": 0.9344978332519531, - "72": 0.914847195148468, - "108": 0.9017467498779297, - "255": 0.528384268283844 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9669133532663966, - "std_test_acc": 0.006283645052707012, - "n_samples": 3196, - "n_features": 36, - "n_classes": 2, - "mean_cert_acc_36": 0.9481366872787476, - "std_cert_acc_36": 0.017990527476299156, - "mean_cert_acc_72": 0.9194677770137787, - "std_cert_acc_72": 0.03757369278340208, - "mean_cert_acc_108": 0.8779080808162689, - "std_cert_acc_108": 0.06713645292561793, - "mean_cert_acc_255": 0.49913834035396576, - "std_cert_acc_255": 0.11310378220984034 - }, - "congressional-voting": { - "dataset": "congressional-voting", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.5789473684210527, - "test_acc": 0.5687732342007435, - "train_size": 109, - "val_size": 57, - "test_size": 269, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.11779591743119261, - -0.04414557798165136, - -0.044145577981651356, - -0.1385431192660551, - -0.04414557798165139, - -0.026378550458715573, - 0.11256628440366967, - -0.10507706422018329, - -0.054913027522935885, - -0.05395532110091718, - 0.008270385321100901, - 0.10771073394495408, - 0.03500372477064211, - -0.000600422018348633, - -0.02276844036697253 - ] - ], - "std": [ - [ - 0.8184815616369955, - 0.8313668954689791, - 0.8538679440524577, - 0.8538679440524576, - 0.5219210944971431, - 0.8538679440524588, - 0.9259164552817457, - 1.2484961570437194, - 0.7457451590890042, - 0.7568400989501728, - 0.8761485096645807, - 1.012504902324288, - 1.1811957798165138, - 1.0783310548027614, - 0.9977827937237086, - 0.9845600817644352 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.24561403691768646, - "72": 0.08771929889917374, - "108": 0.035087719559669495, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.5625, - "test_acc": 0.5343511450381679, - "train_size": 109, - "val_size": 64, - "test_size": 262, - "stats": { - "mean": [ - [ - -0.00038625688073406236, - 0.057688394495412916, - 0.07259284403669729, - 0.07259284403669727, - -0.08832123853211014, - 0.01422363302752295, - -0.07830136697247703, - -0.08832123853211014, - 0.10401949541284418, - -0.054913027522935885, - -0.09670699082568791, - 0.043890183486238465, - -0.010408844036697309, - -0.05957216513761476, - 0.22344607339449585, - 0.020201284403669834 - ] - ], - "std": [ - [ - 0.9977358415203772, - 1.0666277227790677, - 1.1962128629178321, - 1.196212862917833, - 0.7346827772265264, - 1.0408721364505138, - 0.7595653225302291, - 0.7346827772265264, - 1.1887281938323424, - 0.7568400989501728, - 0.7623714803384029, - 1.0685939449541277, - 0.9788020482079224, - 0.8432648555935023, - 1.3191500469500397, - 1.0109306979905373 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.296875, - "72": 0.25, - "108": 0.140625, - "255": 0.0625 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6981132075471698, - "test_acc": 0.5604395604395604, - "train_size": 109, - "val_size": 53, - "test_size": 273, - "stats": { - "mean": [ - [ - -0.05633650458715604, - -0.0008063761467889231, - -0.044145577981651335, - -0.10251478899082538, - -0.08832123853211014, - 0.014223633027522997, - -0.078301366972477, - -0.08832123853211014, - -0.14689637614678883, - -0.12773999999999977, - 0.03154801834862407, - 0.008270385321100882, - 0.028964348623853046, - -0.012284220183486308, - -0.0006004220183486534, - 0.04168614678899078 - ] - ], - "std": [ - [ - 0.8184815616369948, - 0.9978460372285823, - 0.853867944052458, - 0.6065906343935914, - 0.7346827772265261, - 1.0408721364505131, - 0.7595653225302292, - 0.7346827772265265, - 0.6117637925728782, - 1.0, - 1.062789656192666, - 1.0125049023242882, - 1.0520823572341493, - 0.9691144875367229, - 0.9977827937237085, - 1.023184850832101 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.28301888704299927, - "72": 0.28301888704299927, - "108": 0.16981132328510284, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 5, - "best_val_acc": 0.5492957746478874, - "test_acc": 0.5725490196078431, - "train_size": 109, - "val_size": 71, - "test_size": 255, - "stats": { - "mean": [ - [ - -0.0003862568807340379, - -0.05930114678899078, - 0.014223633027522962, - -0.04414557798165134, - -0.03809935779816519, - -0.04414557798165141, - -0.026378550458715615, - 0.012122522935779772, - -0.02143844036697227, - 0.017913944954128333, - -0.0967069908256879, - 0.07950998165137609, - 0.028964348623853057, - -0.012284220183486292, - -0.0006004220183485913, - -0.02276844036697257 - ] - ], - "std": [ - [ - 0.9977358415203773, - 0.9202474953183722, - 1.0408721364505134, - 0.8538679440524575, - 0.8955844252869521, - 0.8538679440524586, - 0.9259164552817456, - 1.0292422785092563, - 0.9536270350654188, - 1.0653667607530586, - 0.7623714803384029, - 1.1207507845689388, - 1.0520823572341482, - 0.9691144875367229, - 0.9977827937237086, - 0.9845600817644354 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 2, - "depth": 4, - "padding": 32, - "parameters": 8770, - "cert_evals": { - "36": 0.11267605423927307, - "72": 0.0845070406794548, - "108": 0.056338027119636536, - "255": 0.028169013559818268 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5590282398215788, - "std_test_acc": 0.017211694031624637, - "n_samples": 435, - "n_features": 16, - "n_classes": 2, - "mean_cert_acc_36": 0.2345459945499897, - "std_cert_acc_36": 0.08408192461367077, - "mean_cert_acc_72": 0.17631130665540695, - "std_cert_acc_72": 0.10502872357704789, - "mean_cert_acc_108": 0.10046551749110222, - "std_cert_acc_108": 0.0649181964358447, - "mean_cert_acc_255": 0.022667253389954567, - "std_cert_acc_255": 0.02969021061986368 - }, - "conn-bench-sonar-mines-rocks": { - "dataset": "conn-bench-sonar-mines-rocks", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.7878787878787878, - "test_acc": 0.7398373983739838, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.07224829615384616, - 0.06143836403846155, - 0.17981892115384618, - 0.18359467307692307, - 0.17865188250000005, - 0.18166694038461537, - 0.13145928269230767, - 0.3580806807692308, - 0.2723380293846154, - 0.32641636923076933, - 0.3547530749999999, - 0.27079468269230766, - 0.2390470615384616, - 0.08077609423076923, - 0.06372549615384623, - 0.027136992307692294, - -0.0707615403846154, - -0.013202551923076929, - 0.07079190192307686, - 0.14980152423076923, - 0.19067387173076927, - 0.18353470192307691, - 0.09474908461538462, - 0.11814903269230771, - 0.12851396730769224, - 0.09148541923076925, - 0.007863109038461517, - -0.03280788846153844, - -0.038817317307692306, - -0.030111546153846168, - -0.06803155000000002, - -0.1759780653846154, - -0.09925099846153843, - -0.06391267884615386, - -0.10967796730769228, - -0.09900584423076922, - -0.07212157115384613, - -0.04979613730769235, - -0.014902880769230744, - -0.06563232307692309, - -0.19819578653846154, - -0.09516337250000001, - 0.028546435961538493, - 0.02690762884615383, - -0.051032306153846144, - -0.1709350942307693, - -0.15902759326923072, - 0.05230017500000001, - -0.06006629230769232, - -0.14417805423076924, - 0.04664167115384615, - 0.035231851923076866, - 0.10847407884615384, - 0.0320697788461538, - 0.014380650000000059, - 0.1584930519230769, - 0.24879878846153847, - -0.06910759711538458, - -0.04868835576923079, - -0.009460907692307728 - ] - ], - "std": [ - [ - 0.8826781365757673, - 0.8736204750730865, - 1.0631193826022287, - 1.0559935051069889, - 1.0948164691784295, - 0.9911164668100656, - 1.058133601574446, - 1.1345779651029129, - 1.2612720115229583, - 1.3050289136088924, - 1.2242580940441732, - 1.1507745621698449, - 0.9449561434126305, - 0.9761316418147328, - 1.0515687251009254, - 1.0336058228027496, - 1.0092336792759293, - 0.9721128786372969, - 0.9828570204269845, - 1.0526094050032175, - 1.007626826074757, - 0.9451553241613345, - 1.0688742655635421, - 1.1766129754915444, - 1.0893546356638915, - 0.9472223527353211, - 0.9975324667404246, - 0.9442106678014526, - 0.9147349976996598, - 0.8924870761180707, - 0.9115618167344114, - 0.9476131762252616, - 0.9936735012487963, - 1.091198911266045, - 1.0880994377807855, - 1.058748260466537, - 1.0322810862952991, - 1.0794760575131008, - 1.0563032817583005, - 1.063491740689508, - 0.9911947467095144, - 0.9289066519838143, - 1.060366924720947, - 1.0624085035469397, - 0.8715483240662897, - 0.6896203094035522, - 0.7267883935975691, - 0.928021673885073, - 0.8751357100836189, - 0.7223660360736314, - 0.7383172079055456, - 0.8199366242592814, - 1.0798630214435168, - 1.1347800621794066, - 0.9003324355296055, - 1.2234839576090903, - 1.1067568444114322, - 0.7263873158583661, - 0.9265847016853823, - 0.8105858418957635 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 125170, - "cert_evals": { - "36": 0.6060606241226196, - "72": 0.42424243688583374, - "108": 0.3333333432674408, - "255": 0.09090909361839294 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.7931034482758621, - "test_acc": 0.7952755905511811, - "train_size": 52, - "val_size": 29, - "test_size": 127, - "stats": { - "mean": [ - [ - -0.1496621807692307, - -0.08903577807692303, - -0.14030929807692305, - -0.035338826923076924, - 0.08386959669423068, - 0.09199651153846154, - 0.14088967307692307, - 0.07056369423076922, - -0.0025582480769230555, - 0.009174194230769301, - 0.0818218730769231, - 0.08237485384615381, - 0.04123067288461538, - -0.00616768461538463, - -0.028849084615384605, - -0.04050276923076927, - -0.0212545653846154, - -0.05132907923076921, - -0.04626740192307692, - -0.07403159615384614, - -0.05252051923076921, - 0.030670448076923096, - -0.021138782692307692, - 0.005048434615384597, - 0.09778213076923079, - 0.2050811269230769, - 0.18951900000000002, - 0.09827862115384613, - 0.07715956730769227, - 0.1654723846153846, - 0.07360706730769234, - -0.012788405769230859, - -0.07698564038461544, - -0.11772723500000001, - -0.012259624999999958, - 0.0018293673076923635, - -0.07115984249999997, - -0.07953136711538462, - -0.04274317096153846, - -0.03792623653846152, - -0.08625715769230768, - -0.05082718653846153, - 0.0639244403846154, - 0.05993298846153846, - 0.008120661730769264, - -0.03299837499999998, - -0.08261534326923076, - -0.13786070961538463, - -0.11194899807692303, - -0.1165946903846154, - -0.11254034384615383, - -0.09731205576923077, - -0.10915543461538466, - -0.020348332692307698, - -0.03527259615384616, - -0.05305450769230768, - -0.0766177076923077, - 0.017685547115384614, - 0.05708845576923076, - 0.13349773076923077 - ] - ], - "std": [ - [ - 0.808987901180408, - 0.6916743939877592, - 0.6533719713044063, - 0.7289409087743024, - 0.9799815957215703, - 1.1546934744155954, - 1.0489671907417901, - 1.0406351665781963, - 1.06602300100525, - 0.9855510401092009, - 0.941611877990984, - 0.874334438804182, - 0.8948617088044496, - 0.9284777014495024, - 0.9652796384670821, - 0.9176168045360895, - 0.9187448624511494, - 0.9637941840958039, - 1.036895695822955, - 1.080455047426266, - 1.0569445623516454, - 1.027280062203057, - 0.9972067893847262, - 0.9558109386682533, - 0.9135564279343454, - 0.9323450964074564, - 0.9165881179625035, - 0.9150530169961677, - 0.8966782811687405, - 0.9697039290944067, - 1.0552459326194796, - 1.0678782438443375, - 1.0350794282536124, - 0.981036806175182, - 1.0268794592105523, - 1.049486682131856, - 1.0562822257610098, - 1.0082564159163012, - 1.008195204043701, - 1.0704359719340684, - 1.0356445372719016, - 0.9497252302544834, - 1.0265656593627723, - 1.1425919880616457, - 0.984594565229331, - 0.9387504917802769, - 0.9538513934843633, - 0.9644663205759176, - 0.9826957464876444, - 0.906104614495397, - 0.6863012460053298, - 0.8135699574469399, - 0.8718984903633391, - 0.87106180576059, - 0.9705550873133266, - 0.7881063937322114, - 1.0305107562527829, - 0.9850679024115949, - 1.0840227025091698, - 0.955646054806482 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 125170, - "cert_evals": { - "36": 0.6896551847457886, - "72": 0.5862069129943848, - "108": 0.517241358757019, - "255": 0.24137930572032928 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8787878787878788, - "test_acc": 0.8048780487804879, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11352727307692301, - 0.005484550769230757, - 0.14128544711538463, - 0.01698709807692309, - -0.05546616484423073, - 0.015633542307692313, - 0.01695465576923076, - 0.007012186538461534, - 0.16428315769230764, - 0.1885259807692308, - 0.17271181923076925, - 0.10288603057692303, - 0.035842053846153805, - 0.06598513846153845, - 0.024155067307692363, - -0.031890009615384636, - -0.09900835576923078, - -0.06074108884615382, - -0.057217736538461544, - -0.05421212307692307, - 0.009597998076923055, - 0.08198633076923077, - 0.0738865326923077, - 0.11153800000000001, - 0.12820763269230767, - 0.1497061423076923, - 0.17804224999999999, - 0.12074562557692313, - 0.011866653846153862, - 0.02657458461538462, - 0.08961283461538459, - 0.012436888461538488, - -0.15344758865384617, - -0.25327539384615383, - -0.1676381884615385, - -0.08097806538461542, - 0.010272027115384563, - 0.0761040280769231, - 0.07725368461538452, - 0.01526856923076923, - 0.09035966538461546, - -0.018093585576923078, - -0.08110181153846155, - -0.05179539615384614, - -0.062206399423076895, - -0.05773718076923074, - -0.015536751903846145, - -0.05303988461538456, - -0.0334830886538462, - -0.019491399423076903, - -0.014853353461538439, - -0.04920472788461536, - -0.013006382692307706, - -0.11464770384615387, - -0.22059024807692304, - -0.20056836153846153, - -0.17135017615384612, - -0.09496722596153845, - -0.12957644230769227, - 0.05055160769230771 - ] - ], - "std": [ - [ - 0.7779847294085735, - 0.8164589056484339, - 0.8897943994160501, - 0.8232379895108087, - 0.8913136137549748, - 1.2277539871431498, - 1.148342655187086, - 1.0125738638827777, - 1.0308151593845143, - 1.0814728380420244, - 1.1275636354460448, - 1.0953105542528634, - 0.9617223163008869, - 0.9271042130221435, - 1.002366167344782, - 1.0134009310910002, - 0.9541301699800748, - 0.9039526162729385, - 0.8533527267834845, - 0.8674137383144989, - 0.8667342359963858, - 0.8682751705934699, - 0.8669633975953135, - 0.8844079338595519, - 0.8959832014657619, - 0.9477171784962183, - 0.9665146933040765, - 0.9608709208756278, - 0.9362600441482569, - 0.826100491116595, - 0.9039285396250091, - 0.9697986338184826, - 0.8888423793086146, - 0.878236080206782, - 0.9309060317786465, - 0.9900496254008503, - 1.00813869687356, - 1.0903606967893815, - 1.0386726650233546, - 0.9723646970288363, - 0.965534654631892, - 0.9659616919831083, - 0.9294069827841253, - 0.9165737515917189, - 0.890391924899276, - 0.8408198724294259, - 0.7367456383541913, - 0.9168199780746074, - 0.8757122466574018, - 0.8068953654942984, - 0.8229736283202036, - 0.7999629806684128, - 0.9417385941942646, - 0.873184043119562, - 0.7480790001744239, - 0.9895160335641305, - 1.0132212109764678, - 0.7628419936253807, - 0.961901997536315, - 1.3290599320503582 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 125170, - "cert_evals": { - "36": 0.7878788113594055, - "72": 0.6666666865348816, - "108": 0.5454545617103577, - "255": 0.3030303120613098 - }, - "fold": 2 - }, - { - "best_epoch": 46, - "best_val_acc": 0.9090909090909091, - "test_acc": 0.7560975609756098, - "train_size": 52, - "val_size": 33, - "test_size": 123, - "stats": { - "mean": [ - [ - -0.11402919442307692, - -0.1958088194230769, - -0.192454475, - -0.2174456115384615, - -0.1483449469961539, - -0.09730015192307692, - -0.11111996346153846, - -0.1199549596153846, - -0.08601968673076922, - -0.1359838, - -0.07711971153846155, - 0.005683598076923046, - -0.07644932499999996, - -0.12452823865384616, - -0.18065320384615383, - -0.24127502307692308, - -0.2122367865384616, - -0.17662752923076924, - -0.13966792115384613, - -0.06574370384615388, - -0.007378620000000012, - -0.0002028721153846167, - 0.06875905961538463, - 0.10454161923076924, - 0.1822036923076923, - 0.14234525, - 0.08357052884615387, - 0.14328510769230768, - 0.2375776069230769, - 0.1643224807692307, - 0.10515068653846156, - 0.09213309999999994, - 0.013323825000000011, - -0.06487759653846153, - -0.13430994076923078, - -0.21115623846153847, - -0.22730641923076922, - -0.23543729230769228, - -0.22808152115384622, - -0.14895506923076926, - -0.001168684615384663, - -0.04320264326923076, - -0.018799333269230768, - -0.013186748076922994, - -0.07072882692307694, - -0.03641541923076926, - -0.009211202865384651, - 0.028638237499999993, - 0.052042886346153845, - -0.09590774230769232, - -0.057291330384615397, - 0.06657091249999998, - 0.02539913076923079, - -0.15310468230769228, - -0.20838050961538462, - -0.049366707692307735, - -0.07994125884615386, - -0.19751397115384617, - -0.2403308269230769, - -0.24415720000000002 - ] - ], - "std": [ - [ - 0.8763416312333093, - 0.602973469758421, - 0.5448117196260321, - 0.5663296924240132, - 0.686341085757452, - 0.8337013907572342, - 0.6813276818285096, - 0.7825144766842531, - 0.7861121760890293, - 0.7905273301791387, - 0.7805552299762032, - 0.9027317120726256, - 0.8667207852850977, - 0.8531311452416169, - 0.8318630140159454, - 0.8852179006046725, - 0.8740431599665568, - 0.8442406359472446, - 0.8609171894886277, - 0.886971626868803, - 0.9185053211820478, - 1.0100806480837976, - 0.9919727273312126, - 1.0562822860856174, - 0.9850251469218465, - 0.9910273621465151, - 1.0655846350198521, - 0.9906322053442151, - 0.8736899428048334, - 0.9821436750511889, - 0.9453561139667965, - 0.8625303165093016, - 1.0040239879345572, - 0.9847231539651756, - 0.9280844832031707, - 0.9503954469001101, - 0.9765763369138967, - 0.965164414073675, - 0.9709362119147936, - 1.0665530487737096, - 1.0793454570821943, - 1.0572717622116554, - 1.0593503627745042, - 1.0162684589041668, - 1.0177130607371694, - 1.0958546673800382, - 1.1902586310529617, - 1.1293249209196217, - 1.0653539976947333, - 0.9647675285784101, - 1.1814566025747812, - 1.13738601881979, - 1.0351334435322548, - 0.934859922308927, - 0.7895031892247589, - 0.9239212461978867, - 0.8971132845231489, - 0.7340435621135994, - 0.876038640540552, - 0.7272617950430326 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 2, - "depth": 4, - "padding": 120, - "parameters": 125170, - "cert_evals": { - "36": 0.8181818723678589, - "72": 0.6666666865348816, - "108": 0.6363636255264282, - "255": 0.3636363744735718 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7740221496703157, - "std_test_acc": 0.03105738430840569, - "n_samples": 208, - "n_features": 60, - "n_classes": 2, - "mean_cert_acc_36": 0.7254441231489182, - "std_cert_acc_36": 0.09666376152057732, - "mean_cert_acc_72": 0.5859456807374954, - "std_cert_acc_72": 0.11428001993396937, - "mean_cert_acc_108": 0.5080982223153114, - "std_cert_acc_108": 0.12711395103936834, - "mean_cert_acc_255": 0.24973877146840096, - "std_cert_acc_255": 0.11706038257044903 - }, - "conn-bench-vowel-deterding": { - "dataset": "conn-bench-vowel-deterding", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 68, - "best_val_acc": 0.7326732673267327, - "test_acc": 0.7189695550351288, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 6397, - "cert_evals": { - "36": 0.5841584205627441, - "72": 0.47524750232696533, - "108": 0.3366336524486542, - "255": 0.029702968895435333 - }, - "fold": 0 - }, - { - "best_epoch": 27, - "best_val_acc": 0.6574074074074074, - "test_acc": 0.669047619047619, - "train_size": 462, - "val_size": 108, - "test_size": 420, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 6397, - "cert_evals": { - "36": 0.472222238779068, - "72": 0.34259259700775146, - "108": 0.17592592537403107, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 45, - "best_val_acc": 0.7326732673267327, - "test_acc": 0.6861826697892272, - "train_size": 462, - "val_size": 101, - "test_size": 427, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 6397, - "cert_evals": { - "36": 0.5346534848213196, - "72": 0.39603960514068604, - "108": 0.2772277295589447, - "255": 0.029702968895435333 - }, - "fold": 2 - }, - { - "best_epoch": 43, - "best_val_acc": 0.719626168224299, - "test_acc": 0.6983372921615202, - "train_size": 462, - "val_size": 107, - "test_size": 421, - "stats": { - "mean": [ - [ - -2.857142828580301e-07, - 2.385281389853348e-08, - -4.3088744564142115e-08, - -3.844155827509708e-08, - -8.807359302639395e-08, - -1.304545454734722e-07, - 2.852813846998729e-08, - -1.7538961132040442e-08, - 1.6883116991740976e-08, - 6.995670959114648e-08, - -9.999999998989893e-08 - ] - ], - "std": [ - [ - 0.9989172494309853, - 0.9989172586260624, - 0.9989172585041448, - 0.9989169579535073, - 0.9989173225330026, - 0.9989172947423731, - 0.9989172394761775, - 0.9989172874813478, - 0.9989173118500234, - 0.9989170573955074, - 0.9989173544054772 - ] - ] - }, - "width": 64, - "in_features": 11, - "out_features": 11, - "depth": 4, - "padding": 22, - "parameters": 6397, - "cert_evals": { - "36": 0.5420560836791992, - "72": 0.40186914801597595, - "108": 0.28037381172180176, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6931342840083738, - "std_test_acc": 0.021000197555031797, - "n_samples": 990, - "n_features": 11, - "n_classes": 11, - "mean_cert_acc_36": 0.5332725569605827, - "std_cert_acc_36": 0.04617203254487567, - "mean_cert_acc_72": 0.4039372131228447, - "std_cert_acc_72": 0.054512898711557504, - "mean_cert_acc_108": 0.2675402797758579, - "std_cert_acc_108": 0.06689701115713324, - "mean_cert_acc_255": 0.014851484447717667, - "std_cert_acc_255": 0.01714901708751067 - }, - "connect-4": { - "dataset": "connect-4", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.8062628036289142, - "test_acc": 0.8134695796323329, - "train_size": 16889, - "val_size": 10251, - "test_size": 40417, - "stats": { - "mean": [ - [ - 0.030039043756277816, - 0.019902300550625314, - 0.02412979927762107, - 0.01985044289179096, - 0.04051709657175008, - 0.019031591236910044, - -0.0045395188821050255, - 0.00019764479838064707, - -0.0054407273373289445, - 0.0013942071762814724, - 0.0055600884599283544, - 0.001485642518807598, - -0.045466167742357476, - -0.01035231553081155, - -0.011896642548398602, - -0.003500336017520728, - -0.005169183847484449, - -0.004208846444423896, - -0.015666746284570425, - -0.004623683640220639, - -0.003240515128237825, - 0.007526564154155245, - 0.005614181419874743, - -0.0009578565812173992, - -0.008785680620530124, - 2.9899105920217333e-05, - 0.008153071703466623, - 0.012008136479367208, - 0.006621551092434575, - -0.0019656975546212823, - -0.013779740837230907, - -0.007963726330753096, - 0.0029912185446102466, - 0.006957733791219768, - 0.009923208727565623, - 0.008400017940669328, - 0.005648935283319054, - -0.0006844205696187397, - -0.00016250281250430496, - 0.005438035407640847, - 0.006130487891554314, - 0.0019121513411066388 - ] - ], - "std": [ - [ - 1.006531226467314, - 1.008924218376966, - 1.0197183666704737, - 1.023893878424687, - 1.1159454713651147, - 1.1190732652590052, - 1.0024169825217877, - 0.9994835093105424, - 0.9930989860238304, - 1.004612308430935, - 1.0242747269577495, - 0.9967703228906594, - 1.0081015996457976, - 1.0023951062831706, - 0.9892908401102037, - 0.9991151349692805, - 0.9863950858355114, - 0.960184531380724, - 0.9986346631032498, - 1.0001270989782147, - 0.9928951530660571, - 1.0169032842233705, - 1.013285375385304, - 0.970290472444351, - 0.9945759706604689, - 0.9972408901165424, - 1.0114521905940863, - 1.0290063758644428, - 1.023278904623385, - 0.9324949802555003, - 0.9965943679305745, - 0.9932874797871102, - 1.0036564691959504, - 1.0228377133115587, - 1.0386526847608728, - 1.1257342158605066, - 1.0035861966708441, - 1.000236858494279, - 0.9968329006749054, - 1.0125833294784417, - 1.0214319654141149, - 1.006766118353405 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 44202, - "cert_evals": { - "36": 0.6950541138648987, - "72": 0.5642375946044922, - "108": 0.42288556694984436, - "255": 0.045263875275850296 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8079952737298148, - "test_acc": 0.8089701816745656, - "train_size": 16889, - "val_size": 10156, - "test_size": 40512, - "stats": { - "mean": [ - [ - 0.027203261152216014, - 0.024381636864207697, - 0.020735522529443332, - 0.023047149623986126, - 0.020027097519112465, - 0.026940308105877917, - -0.00722533788855856, - -0.00531791621766461, - -0.009308466457466616, - 0.00578968973889537, - -0.0010269574279278557, - 0.004949220640663072, - -0.037384035289282136, - -0.016723926816264917, - -0.008892225590617149, - -0.008508028006396103, - -0.004554644798399636, - 0.0002488341287307118, - -0.014038076854764218, - 0.0028520603943621176, - 0.0008038332642066601, - 0.002791597607881187, - -0.00160992456626965, - -0.0009578257800985885, - 5.388069156555676e-05, - 0.010160649535196326, - 0.012398836639225969, - 5.7993960568914834e-05, - -0.003970593522402191, - 0.0032774340103030072, - -0.010958108650600418, - 0.003209088104681389, - 0.008421007164421582, - 0.007349537331987826, - 0.008767308745328259, - -0.0032300263189079456, - -0.0018860788679084654, - -0.009485176801493057, - -0.0028463511753280563, - 0.0013060429865429904, - -0.0015533507016145245, - 0.012107637870801016 - ] - ], - "std": [ - [ - 1.0053784970608792, - 1.0086117051709853, - 1.0174407281192794, - 1.0328236445577126, - 1.0555647249928823, - 1.1828794778966805, - 1.0020910755122447, - 1.0000565113338769, - 0.9890321160451245, - 1.0150152665488792, - 0.9899360205182285, - 1.0509979377431884, - 1.0058247313452429, - 0.9943794278675755, - 0.9914355031605685, - 0.98735263698585, - 0.9895129572809503, - 0.9832660190727348, - 1.0002454573596118, - 1.005345164132691, - 1.0022702027544366, - 1.0038695389702308, - 0.9884994910041733, - 1.0323210247180712, - 0.9997460580413666, - 1.0089872644160143, - 1.0235001251776934, - 0.9984386209085483, - 0.9823324227005963, - 1.0494438702787408, - 0.9933592013054958, - 1.0038908920524567, - 1.013697656799958, - 1.0183153010542547, - 1.0567215054144603, - 0.8880868673858706, - 1.0011297314158905, - 0.9952887406369397, - 0.9967427026967423, - 1.006175884588394, - 0.991937713430211, - 1.1100304287997806 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 44202, - "cert_evals": { - "36": 0.6988971829414368, - "72": 0.5588814616203308, - "108": 0.41285941004753113, - "255": 0.042241040617227554 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.8136852394916911, - "test_acc": 0.8129729462386864, - "train_size": 16889, - "val_size": 10230, - "test_size": 40438, - "stats": { - "mean": [ - [ - 0.025572694783573928, - 0.01329715524895377, - 0.021220418319602922, - 0.01865168985727237, - 0.01982012718339098, - 0.00963998614483818, - 0.002528423115643657, - 0.014210160400253889, - 0.019369405767058635, - 0.014451386997468231, - 0.013793931316224738, - 0.012371159470670088, - -0.039714018710444283, - 0.002464175676483553, - -0.003429649002305634, - -0.009634763751553201, - 0.0009762194327558758, - 0.0017347277695622, - -0.010497498845409039, - -0.009077317366310872, - -0.009626320682147567, - -0.007594781810667109, - -0.00470596897387065, - -0.0015970677600842312, - -0.009472249452314906, - -0.00820725051809292, - -0.0026667849487946728, - -0.015432931020187987, - 0.0013254907454667974, - 0.008520569927173222, - -0.01259168517970182, - -0.013636079637638902, - -0.01148821777488854, - 0.0004930685061226005, - 0.0037583447036442816, - 0.004523333086622283, - -0.0011041412753886373, - 0.0011898180472266853, - 0.004086905974287228, - 0.0047194280300578055, - 0.006496377523849094, - 0.0006377091894106407 - ] - ], - "std": [ - [ - 1.002340911028259, - 1.000241509886604, - 1.0182352047279812, - 1.026450786988581, - 1.0586830294039484, - 1.0573441287107759, - 0.9999723336345973, - 1.0051963116139528, - 1.0189730060934503, - 1.0249429350044355, - 1.0283337398578962, - 1.0717856671455852, - 1.007021137501264, - 1.0086278986575667, - 0.9953893180688569, - 0.98676435866359, - 1.0045070750637721, - 0.9894410915928983, - 1.0018969853345276, - 0.9951351558433682, - 0.9829488046935272, - 0.9826669281585328, - 0.9809482582136214, - 1.0155101449208117, - 0.9962026519420597, - 0.990863381380769, - 1.0019931559758173, - 0.9596014491771616, - 1.0169055158769793, - 1.076548189219986, - 0.9955495648295175, - 0.9907146280157456, - 0.9785756681213451, - 1.006526766910725, - 1.0173366899136054, - 1.0876518916773228, - 1.0029420841971977, - 0.9990722630784118, - 1.0096089946640998, - 1.0127375864747392, - 1.01584212211435, - 0.9362241233272562 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 44202, - "cert_evals": { - "36": 0.7020527720451355, - "72": 0.5635386109352112, - "108": 0.42189639806747437, - "255": 0.05210166424512863 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8156792339916218, - "test_acc": 0.8113035775798435, - "train_size": 16889, - "val_size": 10026, - "test_size": 40642, - "stats": { - "mean": [ - [ - 0.0255017919592495, - 0.022711381550094376, - 0.022287194327654584, - 0.02371314346613092, - 0.02809891444136949, - 0.011617169660734934, - -0.003762045615482179, - -0.0006222379063383423, - -0.0011956524365063191, - 0.008375274142948436, - -0.0028795755225458197, - 0.004949219420934186, - -0.03286969234417018, - -0.016504218603819, - -0.0016998223695865533, - -0.0031247556989696936, - -0.011519434898461321, - 0.0002488323820318791, - -0.012126160814738062, - -0.0071686163775022144, - 0.0038903055242530825, - 0.0026388575403812784, - 0.004066158683185444, - -0.0015970711824220074, - -0.004837915684773933, - -0.005745571910715695, - -0.003762464740373103, - -0.006138376635676964, - 0.001325493137553573, - 0.008520567025875392, - -0.0066514068920593425, - -0.003064876132393696, - 0.005525119900522458, - 0.009504424891937585, - 0.011849736177385477, - 0.008400017940669543, - -0.0067909446385286945, - -0.00818136082659884, - 0.004646044170746594, - 0.012444457339079356, - -0.0015533672804591957, - 0.00446103881223969 - ] - ], - "std": [ - [ - 1.0045809901782567, - 1.011044061995358, - 1.0172043141389446, - 1.0411444793879623, - 1.0848038904253097, - 1.0532589212327128, - 1.001732294856909, - 0.9979736375563433, - 0.9960552361012427, - 1.01505820099451, - 0.9927946698994767, - 1.0430998783719132, - 1.0035374294499668, - 0.9954329781752278, - 0.9998036225568965, - 0.9986000648188756, - 0.968307334521185, - 1.0041135888200137, - 1.0020709200665507, - 0.9957946771192316, - 1.0066983742054452, - 0.9982009085917064, - 1.0079501138389146, - 1.0086913740499897, - 0.9975519054988539, - 0.9949781645083238, - 0.9908446185534602, - 0.980252534332932, - 1.0196582337505167, - 1.129171084329408, - 0.9975018305111572, - 0.9962923547954192, - 1.0083259241822573, - 1.0245524736842544, - 1.0587730123334396, - 1.1257342158603454, - 1.000888709096108, - 0.9958781134180874, - 1.0074167017832345, - 1.03159906035601, - 0.975850670238492, - 1.1586868157131331 - ] - ] - }, - "width": 128, - "in_features": 42, - "out_features": 2, - "depth": 4, - "padding": 84, - "parameters": 44202, - "cert_evals": { - "36": 0.6997805833816528, - "72": 0.5526630878448486, - "108": 0.4048474133014679, - "255": 0.03780171647667885 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8116790712813571, - "std_test_acc": 0.0020297053137321506, - "n_samples": 67557, - "n_features": 42, - "n_classes": 2, - "mean_cert_acc_36": 0.698946163058281, - "std_cert_acc_36": 0.0029153457570138008, - "mean_cert_acc_72": 0.5598301887512207, - "std_cert_acc_72": 0.0053368230256452005, - "mean_cert_acc_108": 0.41562219709157944, - "std_cert_acc_108": 0.008482356149841936, - "mean_cert_acc_255": 0.04435207415372133, - "std_cert_acc_255": 0.006006973063602684 - }, - "contrac": { - "dataset": "contrac", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 57, - "best_val_acc": 0.5592417061611374, - "test_acc": 0.4955257270693512, - "train_size": 368, - "val_size": 211, - "test_size": 894, - "stats": { - "mean": [ - [ - 0.04983602472826088, - -0.03683848315217381, - -0.030433624999999895, - 0.04126441032608701, - 0.0759277635869569, - 0.038788576086956336, - -0.05566297010869535, - 0.0662070706521741, - 0.049484739130435086 - ] - ], - "std": [ - [ - 1.0349771394866476, - 1.0203618187773704, - 1.0773888859130338, - 0.9920452760418988, - 0.9188135203134653, - 0.9763026632803047, - 0.9941427090552807, - 0.9825316131926941, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 2617, - "cert_evals": { - "36": 0.36966824531555176, - "72": 0.20379146933555603, - "108": 0.14218010008335114, - "255": 0.02369668334722519 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.5238095238095238, - "test_acc": 0.4402234636871508, - "train_size": 368, - "val_size": 210, - "test_size": 895, - "stats": { - "mean": [ - [ - -0.029433755434782626, - -0.071642726902174, - -0.09035044293478262, - 0.020525774456521734, - 0.007337516304348054, - 0.03878857608695629, - 0.035455372282608796, - -0.03957563858695622, - 0.049484739130434774 - ] - ], - "std": [ - [ - 1.034137512591575, - 1.0184105128981196, - 1.0653920839838686, - 1.048083233025277, - 0.9923881347533616, - 0.9763026632803046, - 0.9969044818106321, - 1.048729739192908, - 1.0760483787682442 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 2617, - "cert_evals": { - "36": 0.36666667461395264, - "72": 0.25238096714019775, - "108": 0.10476190596818924, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 31, - "best_val_acc": 0.5161290322580645, - "test_acc": 0.47374562427071176, - "train_size": 368, - "val_size": 248, - "test_size": 857, - "stats": { - "mean": [ - [ - -0.0224978108695652, - 0.0756058451086956, - 0.07941412771739106, - 0.040112260869565215, - -0.03076817663043453, - -0.09286419021739152, - -0.046236899456521284, - 0.002180663043478335, - -0.06466629619565217 - ] - ], - "std": [ - [ - 1.0160308953617057, - 0.95882526146548, - 0.9253350657327032, - 1.0559034595300474, - 1.0290230539377072, - 1.0476659682160625, - 0.9462830856884548, - 0.9600526966125309, - 0.8858527840526336 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 2617, - "cert_evals": { - "36": 0.3951612710952759, - "72": 0.24193547666072845, - "108": 0.14919354021549225, - "255": 0.016129031777381897 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.45021645021645024, - "test_acc": 0.4588100686498856, - "train_size": 368, - "val_size": 231, - "test_size": 874, - "stats": { - "mean": [ - [ - -0.05156334456521742, - -0.044870314673913024, - -0.03376221739130403, - 0.026286519021739164, - 0.06068548641304363, - -0.023903217391304493, - 0.03859739402173936, - -0.05627817934782584, - -0.01277946195652176 - ] - ], - "std": [ - [ - 1.0188547788894706, - 0.9948418681411789, - 0.9984372596511997, - 1.0660676802579363, - 0.9360979718845777, - 1.0130497245255512, - 0.9834396874521251, - 1.0057604797479107, - 0.9785587320331135 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 3, - "depth": 4, - "padding": 18, - "parameters": 2617, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.1818181872367859, - "108": 0.09956710040569305, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4670762209192748, - "std_test_acc": 0.023404096404657522, - "n_samples": 1473, - "n_features": 9, - "n_classes": 3, - "mean_cert_acc_36": 0.36620738357305527, - "std_cert_acc_36": 0.025372022918466, - "mean_cert_acc_72": 0.21998152509331703, - "std_cert_acc_72": 0.032915336325005005, - "mean_cert_acc_108": 0.12392566166818142, - "std_cert_acc_108": 0.02537898899642679, - "mean_cert_acc_255": 0.009956428781151772, - "std_cert_acc_255": 0.011904572951011518 - }, - "credit-approval": { - "dataset": "credit-approval", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.86, - "test_acc": 0.8636363636363636, - "train_size": 172, - "val_size": 100, - "test_size": 418, - "stats": { - "mean": [ - [ - 0.04231717441860458, - -0.04319939244186043, - 0.01132773546511633, - 0.10497429069767436, - 0.1039714651162791, - -0.016887567441860464, - 0.12197747790697662, - 0.056721959767441876, - 0.023127069767441777, - 0.01803883720930219, - 0.02175907906976748, - -0.014331000000000156, - 0.026975616279069855, - -0.07794171941860471, - 0.08645942000000016 - ] - ], - "std": [ - [ - 0.9668001544731439, - 0.9828833679832603, - 1.0033612624654744, - 1.0683622008830216, - 1.0656041538091992, - 1.0007415139821727, - 1.1272056598607636, - 1.0528268054248064, - 1.0000784525981627, - 0.9964680315230805, - 0.9149454309542941, - 1.0003809007273163, - 1.0289037612452905, - 0.9424723282553955, - 1.5519077166103805 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 8254, - "cert_evals": { - "36": 0.7899999618530273, - "72": 0.7699999809265137, - "108": 0.6599999666213989, - "255": 0.14000000059604645 - }, - "fold": 0 - }, - { - "best_epoch": 37, - "best_val_acc": 0.8709677419354839, - "test_acc": 0.8494117647058823, - "train_size": 172, - "val_size": 93, - "test_size": 425, - "stats": { - "mean": [ - [ - -0.05893763953488379, - -0.09494667732558137, - 0.10661604441860463, - 0.0016465697674418215, - -0.0016443023255812898, - -0.03715416976744184, - 0.019046397674418694, - 0.12816041290697705, - 0.04639099999999992, - 0.006295348837209058, - -0.02008573604651146, - -0.13093850000000004, - 0.006132180232558206, - -0.012206166162790686, - 0.10673194959302351 - ] - ], - "std": [ - [ - 1.0212712368033299, - 1.002227255518295, - 1.0267015215317181, - 1.0197891663144403, - 1.0132886907601226, - 0.9740103182437764, - 0.9462774495372472, - 1.135180114956504, - 1.0003490000000002, - 0.9983346607548056, - 0.9387238466077318, - 1.0017391917815985, - 0.9989094608428061, - 0.9604377028423987, - 1.6924318356475039 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 8254, - "cert_evals": { - "36": 0.7849462628364563, - "72": 0.7311828136444092, - "108": 0.6559139490127563, - "255": 0.13978494703769684 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.8785046728971962, - "test_acc": 0.8540145985401459, - "train_size": 172, - "val_size": 107, - "test_size": 411, - "stats": { - "mean": [ - [ - -0.09690819767441845, - -0.07829492377906978, - 0.14346898139534883, - 0.008104488372092981, - 0.011557720930232681, - 0.0203769784883721, - -0.058847231395348816, - -0.004431645348837212, - 0.01149510465116271, - -0.02893511627906998, - -0.018890154651162814, - -0.07263475000000007, - -0.0563980755813953, - -0.0557846427906977, - -0.04536849656976747 - ] - ], - "std": [ - [ - 1.0400780435620642, - 0.9163334239629656, - 1.1299454947101701, - 0.9838838771477533, - 0.9907637201902963, - 1.0059394076223003, - 0.9122317175379675, - 0.9398719190475693, - 0.9997401653873875, - 1.0030891544052551, - 0.8392167415058691, - 1.0027567026500943, - 0.9205981575020528, - 0.8548997051032522, - 0.5350874335618861 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 8254, - "cert_evals": { - "36": 0.822429895401001, - "72": 0.7757009267807007, - "108": 0.7196261286735535, - "255": 0.29906541109085083 - }, - "fold": 2 - }, - { - "best_epoch": 30, - "best_val_acc": 0.9150943396226415, - "test_acc": 0.8276699029126213, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.029660302325581287, - 0.04967415668604653, - 0.035228697674418614, - -0.08230726744186062, - -0.0808560755813953, - -0.06068950697674418, - 0.05521145232558148, - 0.0520138111627908, - -0.00013686046511636238, - -0.02893511627906982, - 0.0647990941860465, - -0.08429550000000029, - -0.11892838372093019, - -0.14010143755813953, - -0.060122975697674434 - ] - ], - "std": [ - [ - 0.9866458073044232, - 1.0497387015089001, - 0.9194770520533397, - 0.928940005324823, - 0.9330534400726008, - 1.0077990709538949, - 1.0375139084982685, - 0.9494310078822967, - 0.9992663708949371, - 1.0030891544052551, - 1.2789280573338035, - 1.0028244999999991, - 0.8074645456755252, - 0.8265119967382965, - 0.4698103883611287 - ] - ] - }, - "width": 64, - "in_features": 15, - "out_features": 2, - "depth": 4, - "padding": 30, - "parameters": 8254, - "cert_evals": { - "36": 0.8301886916160583, - "72": 0.7735849022865295, - "108": 0.7735849022865295, - "255": 0.3396226465702057 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8486831574487532, - "std_test_acc": 0.015210855489151933, - "n_samples": 690, - "n_features": 15, - "n_classes": 2, - "mean_cert_acc_36": 0.8068912029266357, - "std_cert_acc_36": 0.02273850158955796, - "mean_cert_acc_72": 0.7626171559095383, - "std_cert_acc_72": 0.021087915178063812, - "mean_cert_acc_108": 0.7022812366485596, - "std_cert_acc_108": 0.055745520509367985, - "mean_cert_acc_255": 0.22961825132369995, - "std_cert_acc_255": 0.10492112655974777 - }, - "cylinder-bands": { - "dataset": "cylinder-bands", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 30, - "best_val_acc": 0.7439024390243902, - "test_acc": 0.7152317880794702, - "train_size": 128, - "val_size": 82, - "test_size": 302, - "stats": { - "mean": [ - [ - -0.018113468749999997, - -0.09801495312499989, - -0.09835764843749996, - 0.015201562499999939, - -0.08460044531249963, - -0.05902956249999998, - -0.02159560937500003, - -0.10518925781250046, - 0.03565878125000016, - 0.03781927343750002, - -0.0029206640624998936, - -0.005388015624999963, - -0.007189643749999884, - -0.11441540624999999, - 0.02687471875000009, - -0.08272973437500022, - 0.014233650781250131, - -0.040908945312500035, - -0.20346299999999978, - 0.09558365781249996, - -0.12876496562500006, - -0.05027554687499996, - 0.03137399609374995, - -0.07727224921875003, - -0.112076146875, - 0.04986750409374999, - 0.0467316294531248, - 0.08485301562499976, - -0.07968368828125014, - -0.0404871031249999, - 0.026726734374999978, - 0.04898852562499999, - 0.07183878906250019, - 0.01963753046874992, - 0.07539527343749987 - ] - ], - "std": [ - [ - 1.009708113595319, - 0.6915256837343526, - 1.1851115463631896, - 1.1075149207516606, - 0.6356019715752345, - 0.9895598820491779, - 1.036117446187858, - 0.47416953322612243, - 0.9128570390625407, - 0.9754439041131451, - 0.9772769577736968, - 0.9965990540260843, - 1.0049338980010496, - 1.0152930221805465, - 1.0110105352731478, - 0.9779734187172597, - 0.946783796715577, - 0.9180378675297654, - 0.9791387337832046, - 1.3026657902081404, - 1.1587041225508155, - 1.0035768471185391, - 1.0872637801794474, - 0.8506413201552353, - 1.0909742588199165, - 0.9223170655454694, - 0.925140911301162, - 1.2060797979297548, - 0.10884702615305564, - 1.0969927491363656, - 1.0397512419029202, - 0.9385559077709305, - 0.7908440559763066, - 0.8086858742098973, - 0.23360368046727112 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 37006, - "cert_evals": { - "36": 0.5975609421730042, - "72": 0.4878048598766327, - "108": 0.3658536374568939, - "255": 0.10975609719753265 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.6826923076923077, - "train_size": 128, - "val_size": 72, - "test_size": 312, - "stats": { - "mean": [ - [ - -0.15498346874999988, - 0.07623314062499989, - -0.08125197656250005, - 0.1064101249999995, - 0.028200664062500352, - 0.14560404687500025, - 0.1655534453124999, - -0.021037773437500448, - 0.03565884375000017, - -0.09565992968750019, - -0.06719309374999989, - 0.07724234374999989, - 0.014383128125000021, - 0.015113148437499955, - 0.11287723437500005, - 0.15718076562499975, - -0.11598707812499996, - 0.01952450812500009, - -0.05958846093749991, - 0.05810956640625002, - 0.09577258359374996, - 0.01608712499999998, - 0.0455139015625, - -0.09322180656250004, - 0.010363770312500003, - -0.09235189678125001, - -0.12943964476562508, - 0.07837251562499978, - -0.08934230000000017, - -0.11201488515624988, - -0.016908421875000006, - -0.19726601218749995, - -0.027512601562499843, - -0.1071632757812501, - -0.06936312500000016 - ] - ], - "std": [ - [ - 0.9566675689840457, - 1.1785922605080725, - 1.0752069854571855, - 1.134315391792329, - 1.0921920451077407, - 1.0073040155644573, - 1.0080335723206957, - 0.8147932438575216, - 0.7216766565111302, - 1.0325076089625134, - 1.0351765461316509, - 0.9787809233141151, - 0.9952912678839302, - 0.9646382079847095, - 0.9376275956128628, - 1.025290058167112, - 1.1238851154497491, - 0.9392938268734667, - 0.9623682791314133, - 0.6383677679060908, - 0.8128844998290236, - 0.9862468382017052, - 0.8444859158500648, - 1.051379690058149, - 0.9861572089261571, - 1.2038176163546097, - 1.2075147493034224, - 1.1662944917994549, - 1.0, - 1.0433698981937496, - 0.9167305702944823, - 1.1576246436005715, - 1.2133555868200756, - 1.2553958063370618, - 1.386742675536984 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 37006, - "cert_evals": { - "36": 0.625, - "72": 0.4861111044883728, - "108": 0.3611111044883728, - "255": 0.0694444477558136 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.72, - "test_acc": 0.540453074433657, - "train_size": 128, - "val_size": 75, - "test_size": 309, - "stats": { - "mean": [ - [ - -0.018113499999999876, - -0.010890906250000026, - 0.004276054687499921, - -0.04560409375000058, - -0.02819989062499964, - 0.003934625000000143, - 0.10796916406250016, - 0.02103777343750001, - -0.02139478124999982, - 0.02002204687499978, - -0.008763656249999825, - -0.04131476562499997, - 0.057528609375000095, - -0.11441537500000004, - -0.051960625, - 0.09099853124999963, - 0.025328648437500097, - 0.06508276609375009, - -0.0463809687499999, - 0.05531756718749999, - 0.048115672656250004, - -0.044416265624999944, - -0.006333254687500049, - 0.07249342484374995, - 0.017864971093750025, - -0.032888132281249996, - -0.005630188515625072, - -0.08849829687500009, - 0.1810991601562506, - -0.03171481484375, - -0.03763525000000013, - 0.012247269375000123, - -0.010699218749999687, - -0.04182582187500004, - 0.0392055468749999 - ] - ], - "std": [ - [ - 1.0014570356459378, - 0.9701723266723137, - 0.976668923366092, - 0.8848220008281984, - 0.8953310490553396, - 0.9995254897694512, - 1.0022604928841146, - 1.1538252271496559, - 1.0317076974392008, - 0.9849764181760653, - 0.9644949026944296, - 0.9682202506697574, - 1.0200144373065265, - 1.024650754456481, - 0.991180532876508, - 1.0231518076189408, - 0.9417295162218619, - 1.1518106310277838, - 1.0373234489917649, - 1.1369455371092343, - 0.9154717541032745, - 1.1226380377592042, - 1.0778851186420637, - 0.9942494651921334, - 0.9650868598248783, - 0.991851813013072, - 0.9883223822673011, - 0.8159153965212675, - 1.7818000158367098, - 0.9958958318550638, - 0.8529177390193199, - 0.9950922963006184, - 1.0386479794315284, - 1.046608837125399, - 0.3263770311133624 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 37006, - "cert_evals": { - "36": 0.6133333444595337, - "72": 0.4933333396911621, - "108": 0.36000001430511475, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 41, - "best_val_acc": 0.7567567567567568, - "test_acc": 0.7290322580645161, - "train_size": 128, - "val_size": 74, - "test_size": 310, - "stats": { - "mean": [ - [ - -0.09862528124999967, - 0.07623314062499992, - -0.14967442968749994, - 0.1064100937499999, - 0.08460121875000035, - 0.11412195312500018, - 0.035988921874999975, - 0.02103796874999956, - 0.049922195312500195, - 0.020022046875000005, - 0.07303782812500019, - 0.1706510703124999, - 0.03116200625000013, - 0.10146572656249976, - 0.12004409375000007, - 0.04963468749999977, - -0.09730074531250002, - 0.2519632110937501, - 0.10295269531250012, - -0.017867453124999995, - 0.15167814140624994, - 0.053232843750000036, - 0.05788653593750008, - -0.03172638593750004, - 0.12707835390624983, - -0.07419502420312495, - -0.046009344765625224, - 0.07189192187499989, - -0.012073297656250094, - -0.011471089062500009, - 0.04745321093750001, - -0.06254772593749994, - 0.02904130468750018, - -0.017295875000000013, - -0.045236640625000143 - ] - ], - "std": [ - [ - 0.9681512944811281, - 1.1785922605080716, - 1.1820212062123494, - 1.2342204701284085, - 1.2560999937316328, - 1.0073040155644557, - 0.9422562101157176, - 0.9370712715647449, - 0.8107579850267628, - 0.9849764181760654, - 1.0089890027616917, - 1.0128688585013823, - 1.021806803227722, - 0.9860449137879513, - 0.965560494387225, - 1.0099223731350104, - 1.1411416049886207, - 0.9766554256496787, - 1.078888741266553, - 0.8735915598455525, - 0.9043004878113329, - 0.935916801014639, - 0.9022876021268718, - 1.0095878491602719, - 0.9226412455171137, - 1.103674350946853, - 1.109671652163808, - 1.0892584104797631, - 0.8707774330138579, - 0.9662087759049208, - 0.9327069000527582, - 1.0958735530051178, - 1.0258970951245958, - 1.0635339261419625, - 1.376208872677819 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 2, - "depth": 4, - "padding": 70, - "parameters": 37006, - "cert_evals": { - "36": 0.662162184715271, - "72": 0.5, - "108": 0.44594594836235046, - "255": 0.1621621698141098 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6668523570674877, - "std_test_acc": 0.08647657123789307, - "n_samples": 512, - "n_features": 35, - "n_classes": 2, - "mean_cert_acc_36": 0.6245141178369522, - "std_cert_acc_36": 0.0275020992704167, - "mean_cert_acc_72": 0.4918123260140419, - "std_cert_acc_72": 0.006269375291408119, - "mean_cert_acc_108": 0.383227676153183, - "std_cert_acc_108": 0.041889162905045296, - "mean_cert_acc_255": 0.08534067869186401, - "std_cert_acc_255": 0.06839438514140483 - }, - "dermatology": { - "dataset": "dermatology", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 13, - "best_val_acc": 0.9827586206896551, - "test_acc": 0.9170506912442397, - "train_size": 91, - "val_size": 58, - "test_size": 217, - "stats": { - "mean": [ - [ - 0.06255490109890108, - -0.09950824175824165, - 0.06084052747252747, - -0.16717494505494507, - 0.052244340659340686, - 0.0025714945054945153, - -0.02246861538461534, - -0.017277736263736184, - -0.021717483516483508, - 0.03348407692307688, - -0.0475760989010988, - 0.06572261538461521, - 0.08858902197802174, - -0.1041265714285716, - 0.005385186813186856, - -0.035476670329670376, - 0.07677762417582405, - 0.04374145054945071, - 0.1155099230769231, - 0.12043031868131869, - 0.01650943956043959, - 0.07769217582417579, - -0.030356758241758278, - 0.013477208791208829, - 0.015482648351648287, - -0.0034025274725273612, - 0.04002742857142865, - 0.03137470329670338, - 0.008364593406593394, - 0.03786149450549449, - 0.03501758241758232, - 0.19951439560439582, - -0.014634098901098907, - 0.06380519120879125 - ] - ], - "std": [ - [ - 0.9579388217601761, - 1.0149277614583099, - 0.9508267211955849, - 0.9797619817212763, - 0.9779606305193399, - 1.0067406344751444, - 1.0036930400753548, - 0.9655703337016306, - 0.988719482589257, - 1.0387140092945895, - 0.9421816899315113, - 1.108600785818115, - 1.0553627690990925, - 0.8963300954815475, - 1.0312593831866153, - 0.9305276662720072, - 0.9419348744801717, - 1.0024345032706516, - 0.9943938503609722, - 1.126743771486882, - 1.024448001551178, - 1.0936199274871503, - 0.9903178300286889, - 1.0625282108029304, - 1.0022849145804325, - 1.0039785513963642, - 1.0686040527754073, - 1.0117848046592977, - 1.0099891482666616, - 1.032180187104034, - 1.0599064093185755, - 0.98964025727435, - 0.9787453595616104, - 0.9013728009327256 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 36254, - "cert_evals": { - "36": 0.931034505367279, - "72": 0.8620689511299133, - "108": 0.7586206793785095, - "255": 0.41379308700561523 - }, - "fold": 0 - }, - { - "best_epoch": 32, - "best_val_acc": 0.9272727272727272, - "test_acc": 0.9545454545454546, - "train_size": 91, - "val_size": 55, - "test_size": 220, - "stats": { - "mean": [ - [ - -0.15234734065934108, - -0.03685075824175817, - 0.024514153846154, - -0.003059032967032986, - 0.0522442747252747, - -0.020386087912087892, - 0.03530865934065939, - -0.043625648351648345, - -0.08879309890109885, - 0.09415389010989002, - -0.04757609890109863, - 0.06572261538461541, - 0.222018769230769, - 0.05758529670329658, - -0.007495417582417526, - -0.08522665934065947, - -0.07745157142857151, - -0.04334439560439563, - -0.12401621978021984, - 0.04764354945054952, - -0.021313461538461483, - 0.0352194725274725, - 0.051580087912087895, - 0.05687082417582426, - 0.041357142857142794, - -0.028813681318681075, - 0.017010725274725334, - -0.04641174945054939, - 0.01987447252747256, - 0.013464769230769122, - -0.009952681318681485, - -0.14857142857142827, - 0.03504902197802198, - 0.07064716813186812 - ] - ], - "std": [ - [ - 1.0799649707740484, - 0.9701819203088585, - 1.0349980862760444, - 0.9962695208080098, - 1.0565723090694727, - 0.956401750666777, - 1.0996255828899324, - 0.9272437132189425, - 0.9338556246970804, - 1.132692340014453, - 0.9421816899315112, - 1.108600785818116, - 1.3507430798011204, - 0.9954000343509968, - 0.9838347974365711, - 1.0051011914402448, - 1.082244925397, - 0.9863336565802372, - 0.8936601742161131, - 1.0709540797521042, - 0.9668866324311055, - 1.0433938478729325, - 1.061517000809812, - 1.0860930768159869, - 1.0492767576804765, - 0.9727826405276763, - 1.0221067222848232, - 0.9644227334697079, - 1.0222445250094454, - 1.1137241387036405, - 0.9325232366107138, - 0.9431871301685265, - 1.0294846104354056, - 0.954054376413069 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 36254, - "cert_evals": { - "36": 0.9090908765792847, - "72": 0.8909090757369995, - "108": 0.8363636136054993, - "255": 0.5999999642372131 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.9836065573770492, - "test_acc": 0.9532710280373832, - "train_size": 91, - "val_size": 61, - "test_size": 214, - "stats": { - "mean": [ - [ - 0.1286785934065936, - -0.052514956043955986, - -0.0723557912087912, - -0.03202061538461543, - -0.15349332967032966, - -0.020386153846153894, - -0.09950505494505507, - -0.004103824175824138, - 0.03417917582417588, - 0.08201997802197789, - -0.01447120879120871, - -0.022712967032967008, - -0.04484103296703309, - 0.003681208791208678, - 0.044027285714285734, - 0.04412385714285691, - -0.04660575824175837, - -0.014315659340659313, - -0.02820572527472527, - 0.03724537362637364, - -0.01185779120879114, - -0.039107373626373704, - 0.0024179670329669205, - -0.015451747252747299, - 0.002545351648351576, - 0.08553615384615376, - 0.017010747252747392, - -0.017241828571428485, - 0.008364593406593424, - -0.05972478021978029, - 0.012532417582417426, - 0.1541118681318682, - 0.0052391428571429075, - 0.04806798461538459 - ] - ], - "std": [ - [ - 0.9701280514742756, - 0.9293627837603032, - 0.9985142789172075, - 1.0092809883627014, - 0.9144981766921801, - 0.9688575910999048, - 0.7552905986573396, - 0.9998322435146684, - 1.0704136812401557, - 1.0731541860690452, - 0.9820497437937411, - 0.9606585652114606, - 0.9412251138507225, - 1.032650720921409, - 1.0662219170916833, - 1.0316415589934254, - 0.8883921685550962, - 1.0965763955898655, - 0.9938166856011934, - 1.0449962571399998, - 0.9713151295619376, - 0.916982706185695, - 1.0485354727700578, - 0.9633861656803218, - 0.9854442339078262, - 1.003978327496943, - 1.0338310542422602, - 0.9972909993244929, - 1.0099891482666616, - 0.6769782284640671, - 0.9985019725218273, - 0.9997718075782989, - 1.0050250528703155, - 0.9607093594262002 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 36254, - "cert_evals": { - "36": 0.9508196115493774, - "72": 0.868852436542511, - "108": 0.8032786250114441, - "255": 0.5409835577011108 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 1.0, - "test_acc": 0.9417040358744395, - "train_size": 91, - "val_size": 52, - "test_size": 223, - "stats": { - "mean": [ - [ - -0.05316160439560428, - 0.07280001098901108, - 0.00029673626373637353, - -0.012712835164835188, - 0.028039912087912074, - -0.05482258241758234, - 0.01604945054945059, - 0.009070153846153903, - 0.011820373626373679, - -0.0029178351648351595, - -0.14689076923076905, - -0.02271290109890109, - -0.04484103296703295, - 0.0036813406593406033, - 0.08266931868131823, - 0.054073769230769106, - -0.000336973626373744, - 0.02922736263736266, - 0.043652076923076925, - 0.03724537362637369, - -0.0024020659340658864, - 0.03521959340659338, - 0.0024179780219780282, - 0.056870879120879105, - 0.015482648351648276, - 0.00930285714285733, - 0.017010725274725344, - 0.002204784615384724, - -0.014655186813186854, - 0.0622580769230768, - 0.012532483516483228, - 0.06330681318681318, - -0.004697549450549487, - 0.015909242857142816 - ] - ], - "std": [ - [ - 0.9579387151851927, - 0.9666344534450786, - 0.9971916717551561, - 1.0285803186606315, - 0.9689331448788322, - 0.9145691771687489, - 0.8846614143098532, - 1.0173836013652253, - 0.9964001763067949, - 0.9871125181905619, - 0.8027509230903981, - 0.9299285829647791, - 0.9412251138507224, - 0.9834698643403745, - 1.1391943175030825, - 0.9785493379039759, - 1.017445012936306, - 0.9645207385980711, - 0.9428629894457031, - 1.0449962571399996, - 0.9921708037991144, - 1.033514126697011, - 1.048535468132942, - 1.0684193315579842, - 1.002284914580432, - 0.9595830510736266, - 1.022106722284823, - 1.0153293741790863, - 0.9598175741851003, - 1.1500085669506441, - 1.0435622629094696, - 0.949962818915988, - 1.0144124428718615, - 1.013968145011949 - ] - ] - }, - "width": 128, - "in_features": 34, - "out_features": 6, - "depth": 4, - "padding": 68, - "parameters": 36254, - "cert_evals": { - "36": 0.9230769872665405, - "72": 0.884615421295166, - "108": 0.826923131942749, - "255": 0.6730769276618958 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9416428024253792, - "std_test_acc": 0.017382651739556918, - "n_samples": 366, - "n_features": 34, - "n_classes": 6, - "mean_cert_acc_36": 0.9285054951906204, - "std_cert_acc_36": 0.017423277489718683, - "mean_cert_acc_72": 0.8766114711761475, - "std_cert_acc_72": 0.013418547132325546, - "mean_cert_acc_108": 0.8062965124845505, - "std_cert_acc_108": 0.034696689117964835, - "mean_cert_acc_255": 0.5569633841514587, - "std_cert_acc_255": 0.10967769607694487 - }, - "echocardiogram": { - "dataset": "echocardiogram", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.6, - "test_acc": 0.717948717948718, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - -0.057606475757575756, - -0.15964663636363635, - -0.060374909090909125, - 0.0400295, - 0.10041431515151517, - 0.07715459090909091, - 0.009048404242424318, - 0.011163848484848474, - -0.3499357575757576, - -0.0035744545454545447 - ] - ], - "std": [ - [ - 1.1573831652081632, - 0.8404744208999705, - 0.7381400184555348, - 1.0796554948826975, - 0.8705069277860507, - 1.2129557576954413, - 1.0456434215229085, - 0.9246089519830962, - 1.0989667179647085, - 0.9932372830639454 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.4000000059604645, - "72": 0.3499999940395355, - "108": 0.3499999940395355, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.8695652173913043, - "test_acc": 0.76, - "train_size": 33, - "val_size": 23, - "test_size": 75, - "stats": { - "mean": [ - [ - -0.10427761212121212, - -0.08161054545454546, - 0.08791276969696966, - -0.14441026060606058, - 0.09186773939393943, - 0.02212875757575757, - -0.12115638181818184, - 0.13688663636363635, - -0.19213333333333332, - -0.08161054545454546 - ] - ], - "std": [ - [ - 0.8430736384486278, - 0.9233354795587926, - 1.041073713648991, - 0.8385992375905786, - 0.7966783723844354, - 0.8163890823085291, - 0.8747642125794102, - 0.7576737832204337, - 1.0947098909221693, - 0.9233354795587928 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.739130437374115, - "72": 0.47826087474823, - "108": 0.17391304671764374, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8, - "test_acc": 0.8076923076923077, - "train_size": 33, - "val_size": 20, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.04318501212121217, - -0.08161054545454545, - -0.1960651757575758, - 0.10663209696969696, - -0.039179059090909095, - -0.08327692727272729, - -0.02021858363636361, - -0.027255212121212104, - -0.0343309090909092, - -0.08161054545454542 - ] - ], - "std": [ - [ - 1.1928881057545633, - 0.9233354795587926, - 0.7336788223210056, - 1.0424668853529024, - 1.015206992443095, - 0.7150465728455708, - 0.9871909809630498, - 0.7552585618074782, - 1.0673558137650077, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.699999988079071, - "72": 0.6000000238418579, - "108": 0.6000000238418579, - "255": 0.05000000074505806 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.8089887640449438, - "train_size": 33, - "val_size": 9, - "test_size": 89, - "stats": { - "mean": [ - [ - 0.17818635454545453, - -0.003574454545454491, - 0.09132509090909088, - -0.2657220666666666, - 0.02064670606060603, - 0.008581981818181823, - -0.001812626060606065, - -0.08051203030303035, - 0.005119696969696846, - -0.08161054545454548 - ] - ], - "std": [ - [ - 0.65057027499482, - 0.9932372830639454, - 0.9917679778099099, - 0.9657357364086732, - 0.9330992242935773, - 1.0185738628461445, - 0.9305394942774076, - 0.8664314560759948, - 1.0688129554861598, - 0.9233354795587926 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.5555555820465088, - "108": 0.5555555820465088, - "255": 0.1111111119389534 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7736574474214923, - "std_test_acc": 0.04357622462437551, - "n_samples": 131, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.5986715033650398, - "std_cert_acc_36": 0.1541920020726641, - "mean_cert_acc_72": 0.49595411866903305, - "std_cert_acc_72": 0.10953468582565216, - "mean_cert_acc_108": 0.4198671616613865, - "std_cert_acc_108": 0.19683668631058762, - "mean_cert_acc_255": 0.040277778171002865, - "std_cert_acc_255": 0.05277777819387745 - }, - "ecoli": { - "dataset": "ecoli", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 84, - "best_val_acc": 0.7777777777777778, - "test_acc": 0.7828282828282829, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.013150064285714266, - 0.030534154761904717, - -0.03497671428571443, - -0.05455450000000004, - -0.07806762144047612, - 0.0146216491309523, - 0.00923791428571434 - ] - ], - "std": [ - [ - 0.9944073468449054, - 1.0029903172616768, - 0.8958309259021103, - 1.0, - 1.0494215334470565, - 0.9464416656581703, - 0.9697251209067621 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 2168, - "cert_evals": { - "36": 0.5370370149612427, - "72": 0.40740740299224854, - "108": 0.29629629850387573, - "255": 0.018518518656492233 - }, - "fold": 0 - }, - { - "best_epoch": 89, - "best_val_acc": 0.9122807017543859, - "test_acc": 0.8256410256410256, - "train_size": 84, - "val_size": 57, - "test_size": 195, - "stats": { - "mean": [ - [ - 0.05841213633333324, - 0.009642500000000023, - -0.1049293571428573, - -0.05455450000000004, - -0.13059923814285718, - -0.04276377619047619, - -0.11014530833333327 - ] - ], - "std": [ - [ - 1.0146171837993285, - 1.0844043612606449, - 0.6372989064356027, - 1.0, - 1.1282134026013562, - 0.9791745837868009, - 1.0002488772478277 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 2168, - "cert_evals": { - "36": 0.7368420958518982, - "72": 0.5964912176132202, - "108": 0.35087719559669495, - "255": 0.017543859779834747 - }, - "fold": 1 - }, - { - "best_epoch": 72, - "best_val_acc": 0.8928571428571429, - "test_acc": 0.7448979591836735, - "train_size": 84, - "val_size": 56, - "test_size": 196, - "stats": { - "mean": [ - [ - -0.011315743142857089, - -0.03455130952380979, - -0.03497671428571443, - -0.05455450000000004, - 0.08828174398809528, - -0.05821374880952385, - -0.06637139999999996 - ] - ], - "std": [ - [ - 1.012351652595517, - 1.0330947119577754, - 0.8958309259021106, - 1.0, - 1.0026493882045864, - 0.9566088016671406, - 0.9710783614044303 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 2168, - "cert_evals": { - "36": 0.8035714626312256, - "72": 0.4821428656578064, - "108": 0.2857142984867096, - "255": 0.0357142873108387 - }, - "fold": 2 - }, - { - "best_epoch": 64, - "best_val_acc": 0.9074074074074074, - "test_acc": 0.7878787878787878, - "train_size": 84, - "val_size": 54, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.17523749880952394, - -0.0650854523809525, - -0.03497671428571443, - -0.05455450000000004, - 0.014348625000000045, - -0.16084512944047624, - -0.12776817619047612 - ] - ], - "std": [ - [ - 1.0115769923283313, - 0.9182494349544681, - 0.8958309259021106, - 1.0, - 1.1277230453570237, - 0.9641663228847202, - 0.9980600835386763 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 8, - "depth": 4, - "padding": 14, - "parameters": 2168, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.3333333432674408, - "108": 0.12962962687015533, - "255": 0.018518518656492233 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7853115138829425, - "std_test_acc": 0.033027676547186594, - "n_samples": 336, - "n_features": 7, - "n_classes": 8, - "mean_cert_acc_36": 0.6582515388727188, - "std_cert_acc_36": 0.1323301127773676, - "mean_cert_acc_72": 0.454843707382679, - "std_cert_acc_72": 0.11228569626727629, - "mean_cert_acc_108": 0.2656293548643589, - "std_cert_acc_108": 0.09505610055212202, - "mean_cert_acc_255": 0.02257379610091448, - "std_cert_acc_255": 0.008772367961097932 - }, - "energy-y1": { - "dataset": "energy-y1", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 30, - "best_val_acc": 0.875, - "test_acc": 0.8538135593220338, - "train_size": 192, - "val_size": 104, - "test_size": 472, - "stats": { - "mean": [ - [ - 0.04037588177083325, - -0.02897297395833333, - -0.0555741354166667, - -0.0014130312499998996, - -0.01040988541666666, - 0.08845356250000003, - 0.019546906250001692, - 0.12425216145833322 - ] - ], - "std": [ - [ - 1.0503259507282519, - 1.0401598299798114, - 0.9566204676221528, - 1.0115106857597378, - 0.9992947803759471, - 0.9870322434122373, - 0.9626025350664883, - 1.0012373439432847 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7788462042808533, - "72": 0.6442307829856873, - "108": 0.5480769276618958, - "255": 0.06730769574642181 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.8636363636363636, - "test_acc": 0.8513513513513513, - "train_size": 192, - "val_size": 132, - "test_size": 444, - "stats": { - "mean": [ - [ - -0.035944025000000025, - 0.01883181770833327, - 0.02047402083333334, - 0.008475244791666782, - 2.3129646346357427e-18, - -9.25185853854297e-18, - -0.003910447916664952, - -0.010073338541666126 - ] - ], - "std": [ - [ - 0.9212095277307366, - 0.9229015509828643, - 1.0465139198851874, - 0.9891013465328523, - 0.9993489999999986, - 0.9993506559221339, - 0.9981490715102995, - 0.9882682016149288 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7954545617103577, - "72": 0.75, - "108": 0.6742424368858337, - "255": 0.31060606241226196 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.865546218487395, - "test_acc": 0.8555798687089715, - "train_size": 192, - "val_size": 119, - "test_size": 457, - "stats": { - "mean": [ - [ - -0.06401001406250006, - 0.06953358854166669, - -4.583333333418871e-07, - 0.0678050677083333, - -0.0624593125, - 0.10707533333333334, - 0.011727677083334845, - -0.026863999999998927 - ] - ], - "std": [ - [ - 0.9971640605357807, - 1.016537043200003, - 0.9590898709257725, - 0.9858397966646458, - 0.997395236645448, - 0.9977770953987608, - 1.0267126976352656, - 1.0236092624260158 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7394958138465881, - "72": 0.6302521228790283, - "108": 0.529411792755127, - "255": 0.042016807943582535 - }, - "fold": 2 - }, - { - "best_epoch": 31, - "best_val_acc": 0.8508771929824561, - "test_acc": 0.8571428571428571, - "train_size": 192, - "val_size": 114, - "test_size": 462, - "stats": { - "mean": [ - [ - -0.09306050364583336, - 0.10140363020833336, - 0.038023541666666646, - 0.08051876041666675, - -0.06245931250000001, - 4.166666664589166e-08, - 0.16615551562499892, - 0.11081956770833301 - ] - ], - "std": [ - [ - 1.0103381574343495, - 1.0260340528127347, - 0.9660180839931469, - 0.9757962633490739, - 0.997395236645448, - 0.9993506559221341, - 0.9513965888850403, - 0.9859377713172496 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.780701756477356, - "72": 0.6929824352264404, - "108": 0.5964912176132202, - "255": 0.017543859779834747 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8544719091313034, - "std_test_acc": 0.0024854807070634503, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.7736245840787888, - "std_cert_acc_36": 0.023935138518161897, - "mean_cert_acc_72": 0.679366335272789, - "std_cert_acc_72": 0.05422553415849699, - "mean_cert_acc_108": 0.5870555937290192, - "std_cert_acc_108": 0.06463415200656979, - "mean_cert_acc_255": 0.10936860647052526, - "std_cert_acc_255": 0.1356879787778647 - }, - "energy-y2": { - "dataset": "energy-y2", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.9137931034482759, - "test_acc": 0.841304347826087, - "train_size": 192, - "val_size": 116, - "test_size": 460, - "stats": { - "mean": [ - [ - 0.0009850791666666432, - 0.010139916666666622, - 0.032173687500000006, - -0.005650822916666537, - 0.010409885416666669, - -0.06052093749999998, - -0.02541311979166509, - 0.0537312500000005 - ] - ], - "std": [ - [ - 1.0456101033083376, - 1.0498619980358046, - 0.9456106661428212, - 0.9965179021332218, - 0.999294780375947, - 1.0222397484588055, - 1.030433216371699, - 0.995731298264168 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7241379022598267, - "72": 0.5086206793785095, - "108": 0.3879310190677643, - "255": 0.043103449046611786 - }, - "fold": 0 - }, - { - "best_epoch": 51, - "best_val_acc": 0.8524590163934426, - "test_acc": 0.8414096916299559, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - 0.07533532916666669, - -0.059394307291666594, - -0.017550052083333306, - -0.04944196875000006, - 0.031229656250000005, - -0.004655374999999985, - 0.06255218750000145, - 1.1510416676625372e-06 - ] - ], - "std": [ - [ - 1.0729275910612097, - 1.0653863321722707, - 0.9433869502795601, - 1.0190501631365936, - 0.998860917431203, - 0.9951670891648171, - 1.0163359360027204, - 1.0396997731000648 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7868852019309998, - "72": 0.7295081615447998, - "108": 0.6311475038528442, - "255": 0.4754098057746887 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.8360655737704918, - "test_acc": 0.8590308370044053, - "train_size": 192, - "val_size": 122, - "test_size": 454, - "stats": { - "mean": [ - [ - -0.0004920619791667415, - 0.007242729166666742, - -0.020474875000000007, - 0.016951052083333352, - 2.3129646346357427e-18, - 0.004655458333333339, - 0.11924057812500127, - 0.06380555208333295 - ] - ], - "std": [ - [ - 1.0283618263304504, - 1.0335770524750947, - 0.8923225124501564, - 0.9833589680412395, - 0.9993489999999986, - 1.0280747733173587, - 0.9999909373553216, - 0.955311666538388 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7213114500045776, - "72": 0.6311475038528442, - "108": 0.4836065173149109, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 22, - "best_val_acc": 0.8141592920353983, - "test_acc": 0.8401727861771058, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - -0.045791585416666704, - 0.053598781249999984, - 0.038023489583333334, - 0.0339023333333334, - -0.04163954166666667, - 0.013966291666666672, - 0.03909468750000155, - 0.06716386458333357 - ] - ], - "std": [ - [ - 1.0190772752310013, - 1.0258162287916472, - 1.0141309105461986, - 1.0041302689502694, - 0.998481132706467, - 0.9782096135772306, - 0.997298911424109, - 1.0244022864972453 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.7433628439903259, - "72": 0.7079645991325378, - "108": 0.6460176706314087, - "255": 0.07079645991325378 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8454794156593886, - "std_test_acc": 0.009051614626146707, - "n_samples": 768, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.7439243495464325, - "std_cert_acc_36": 0.030269879682691, - "mean_cert_acc_72": 0.6443102359771729, - "std_cert_acc_72": 0.09982564426148337, - "mean_cert_acc_108": 0.537175677716732, - "std_cert_acc_108": 0.12358655079254804, - "mean_cert_acc_255": 0.14732742868363857, - "std_cert_acc_255": 0.22065285292555484 - }, - "fertility": { - "dataset": "fertility", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8421052631578947, - "train_size": 25, - "val_size": 18, - "test_size": 57, - "stats": { - "mean": [ - [ - -0.050080199999999984, - -0.12364147839999998, - 0.14793016000000006, - -0.32071263999999977, - 0.1791338, - -0.12053400000000013, - 0.5731312000000003, - -0.16074628000000002, - 0.03862860000000002 - ] - ], - "std": [ - [ - 1.0236052735742232, - 0.8512034434759349, - 0.8026475169365781, - 0.9000012058569202, - 0.9750796495625166, - 0.7418187080757671, - 0.7460504646830267, - 0.9966002512278438, - 0.8297482471350933 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.8888888955116272, - "72": 0.7777777910232544, - "108": 0.5555555820465088, - "255": 0.1666666716337204 - }, - "fold": 0 - }, - { - "best_epoch": 34, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.7540983606557377, - "train_size": 25, - "val_size": 14, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.08396883999999995, - 0.0741850816, - -0.08875767999999994, - 0.16035823999999999, - -0.2985557199999999, - 0.017217679999999954, - -0.28656639999999994, - -0.012364960000000034, - 7.200000000029405e-07 - ] - ], - "std": [ - [ - 0.9493769176881722, - 1.0402868069724176, - 1.0846399428755964, - 1.0014288942292522, - 0.95537904, - 1.089027811624688, - 1.008650391054026, - 0.9817617018642958, - 0.9407763787630519 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.5, - "72": 0.4285714626312256, - "108": 0.2857142984867096, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 56, - "best_val_acc": 0.8, - "test_acc": 0.7818181818181819, - "train_size": 25, - "val_size": 20, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.15099352, - 0.04121466079999998, - 0.029586240000000055, - 0.16035823999999999, - -0.059710959999999924, - 0.29272248000000006, - 0.09552136000000001, - -0.25966716, - -0.27897695999999994 - ] - ], - "std": [ - [ - 0.9753651401849921, - 1.00304651742069, - 0.9614305510351658, - 1.001428894229252, - 0.9943900320852971, - 0.9593333711047946, - 0.911221690762852, - 0.8623722386522275, - 0.6562133354788506 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.699999988079071, - "72": 0.6000000238418579, - "108": 0.5, - "255": 0.20000000298023224 - }, - "fold": 2 - }, - { - "best_epoch": 11, - "best_val_acc": 0.6363636363636364, - "test_acc": 0.296875, - "train_size": 25, - "val_size": 11, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.05008016, - 0.16980184160000003, - 0.029586240000000055, - -0.08017719999999987, - -0.13932587999999993, - 0.22384639999999986, - -0.19104464, - 0.23493724, - -0.28326872000000003 - ] - ], - "std": [ - [ - 0.967192993888714, - 1.0029056548149258, - 0.9614305510351658, - 0.981981821759731, - 0.9879951745516705, - 0.9393450743392652, - 0.9552200000001204, - 1.0881296800000002, - 0.6448658384270962 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.4545454680919647, - "72": 0.3636363744735718, - "108": 0.27272728085517883, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6687242014079535, - "std_test_acc": 0.25060714051649635, - "n_samples": 100, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.6358585879206657, - "std_cert_acc_36": 0.19955822801684675, - "mean_cert_acc_72": 0.5424964129924774, - "std_cert_acc_72": 0.18586177642052212, - "mean_cert_acc_108": 0.4034992903470993, - "std_cert_acc_108": 0.14538239873175426, - "mean_cert_acc_255": 0.09166666865348816, - "std_cert_acc_255": 0.1067187394625732 - }, - "flags": { - "dataset": "flags", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 25, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.31092436974789917, - "train_size": 48, - "val_size": 27, - "test_size": 119, - "stats": { - "mean": [ - [ - 0.2352414791666667, - -0.14561693750000007, - 0.1764680979166667, - 0.11582924333333333, - 0.0278278833333333, - 0.04467812499999988, - -0.14742766666666676, - -0.14850950000000007, - 0.10914166666666664, - 0.020176562500000023, - -0.14527287500000005, - -0.021462375000000023, - -0.005958499999999978, - -0.18136456250000013, - -0.1484010833333332, - -0.13407733333333335, - -0.14238879166666651, - -0.06353299999999999, - 0.039132958333333315, - 0.23061385416666677, - 0.16322545416666676, - 0.20470881250000014, - -0.04084762500000006, - -0.005915999999999931, - -0.08552499999999989, - 0.003115083333333317, - -0.00012200000000005262, - 0.016370875000000003 - ] - ], - "std": [ - [ - 0.9423798810959939, - 0.9424971000607776, - 1.1257258803436931, - 1.5640772168523231, - 0.9974256598053217, - 1.129307049644929, - 1.052031616542435, - 0.7965270829416287, - 0.9104918487062668, - 0.9984666452987403, - 0.9898063223282548, - 0.9958585433814053, - 1.0008837456871553, - 0.8789136023594675, - 0.8091964732150918, - 0.9827727342487288, - 0.6596688427296609, - 0.858146791992489, - 1.050181614737104, - 1.5175473203808312, - 0.8994410282874392, - 1.317453200121319, - 0.9530138431587623, - 0.994027422565394, - 0.9275008724551151, - 1.0021317232904448, - 0.9667438830883966, - 0.9280632223285767 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 30152, - "cert_evals": { - "36": 0.18518519401550293, - "72": 0.1111111119389534, - "108": 0.1111111119389534, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 49, - "best_val_acc": 0.3103448275862069, - "test_acc": 0.3162393162393162, - "train_size": 48, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - 0.19499710416666668, - -0.0022983958333333797, - -0.02790886250000002, - 0.11650907499999995, - -0.06750504166666671, - -0.11583450000000012, - -0.10268268750000005, - 0.02775170833333333, - 0.26183579166666643, - -0.02146237499999999, - -0.14527287500000005, - 0.27001018749999983, - -0.10226858333333351, - 0.10011306249999985, - -0.3313875208333335, - -0.17088533333333333, - -0.18737783333333316, - -0.06353299999999996, - 0.03913295833333332, - -0.008377395833333351, - -0.026332812499999955, - -0.15468943749999978, - 0.07922083333333325, - 0.13755950000000008, - -0.03367612499999993, - 0.07865360416666665, - 0.0827322729166666, - -0.1398202291666666 - ] - ], - "std": [ - [ - 1.0149211380035321, - 1.0106590573641523, - 0.800987362794606, - 1.5710238762349773, - 0.9911412389198323, - 0.8417359860573123, - 0.7550650019137193, - 0.8454707572998891, - 0.7463117905961775, - 0.9958585433814053, - 0.9898063223282548, - 0.9774069853377493, - 1.0506189728199082, - 1.04374696833814, - 0.41816393735262497, - 0.8196612593038392, - 0.596847083543995, - 0.8581467919924893, - 1.050181614737104, - 0.8097533539243018, - 0.6013621428718394, - 0.6159775664971462, - 1.073924939147738, - 1.064042786035294, - 0.9713883617826264, - 1.1076121378365742, - 1.021768139613268, - 0.8455337132759265 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 30152, - "cert_evals": { - "36": 0.10344827175140381, - "72": 0.06896551698446274, - "108": 0.06896551698446274, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.07692307692307693, - "test_acc": 0.18333333333333332, - "train_size": 48, - "val_size": 26, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.0340199583333333, - 0.10917162499999984, - -0.07162090208333334, - 0.06506778333333332, - -0.10921322916666676, - 0.12493452083333324, - 0.013654270833333296, - 0.15594170833333318, - -0.04355245833333338, - -0.021462374999999978, - 0.104134875, - 0.02017656249999995, - 0.1385066249999999, - 0.053200124999999876, - 0.09558083333333343, - 0.3076187916666668, - 0.17253487500000028, - 0.15269966666666668, - 0.1823765416666667, - 0.13501729166666662, - 0.262743825, - -0.06483987499999996, - 0.19928929166666667, - -0.1015663333333332, - -0.03367612499999994, - 0.07865360416666677, - 0.23660444999999997, - 0.06843458333333337 - ] - ], - "std": [ - [ - 1.0728446319744602, - 1.004997765945125, - 0.6738313483909325, - 1.1276322526496132, - 0.9889360364810051, - 1.0737570402474663, - 1.2301542970075396, - 1.0335005003320021, - 1.0268293591046207, - 0.9958585433814053, - 0.9898063223282548, - 0.9984666452987404, - 0.9021844164633743, - 1.0235194592787966, - 1.0911203018947113, - 1.043398618770709, - 1.428359917728367, - 1.0537876663148145, - 1.2133500974257005, - 0.931759019467099, - 1.699034990837401, - 0.8618067283867119, - 1.170282570673264, - 0.9322841280124254, - 0.9713883617826267, - 1.1076121378365744, - 1.009283746545842, - 1.0092164745858712 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 30152, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.12903225806451613, - "test_acc": 0.08695652173913043, - "train_size": 48, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.060849604166666675, - -0.11376839583333333, - -0.09783850416666667, - -0.09356036875000003, - 0.22445235416666667, - 0.024614104166666605, - 0.0762974583333333, - 0.09184660416666661, - -0.14534854166666666, - -0.021462374999999978, - 0.18727079166666663, - 0.061815500000000016, - 0.042196541666666705, - 0.10011306249999992, - -0.08740560416666669, - 0.0008853750000000308, - -0.1423887916666665, - -0.06353283333333333, - -0.10411062500000007, - -0.056175625000000166, - 0.25800489583333336, - -0.15468943749999986, - 0.07922083333333328, - -0.10156633333333316, - -0.08552499999999985, - 0.0031150833333333725, - -0.1421576375, - 0.0684342083333334 - ] - ], - "std": [ - [ - 1.0293582077836319, - 0.9794406225141076, - 0.6268224867254953, - 0.3684227553507345, - 1.025591356541465, - 1.1118837703058688, - 1.0365020313045694, - 1.0275207215403601, - 1.0856923338143685, - 0.9958585433814053, - 0.9757408637342995, - 0.9993344999999996, - 0.9714914160365958, - 1.0437469683381402, - 0.8943692877865511, - 1.023515389848972, - 0.6596688427296608, - 1.0084428269148291, - 0.8321700190516114, - 0.7587733649056444, - 1.7047553305488228, - 0.615977566497146, - 1.073924939147738, - 0.9322841280124254, - 0.9275008724551151, - 1.0021317232904448, - 0.8580294890796403, - 1.071739861024061 - ] - ] - }, - "width": 128, - "in_features": 28, - "out_features": 8, - "depth": 4, - "padding": 56, - "parameters": 30152, - "cert_evals": { - "36": 0.06451612710952759, - "72": 0.032258063554763794, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.22436338526491978, - "std_test_acc": 0.11029974619580689, - "n_samples": 194, - "n_features": 28, - "n_classes": 8, - "mean_cert_acc_36": 0.08828739821910858, - "std_cert_acc_36": 0.07741398007019715, - "mean_cert_acc_72": 0.05308367311954498, - "std_cert_acc_72": 0.0478574236181362, - "mean_cert_acc_108": 0.045019157230854034, - "std_cert_acc_108": 0.054757111130699795, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "glass": { - "dataset": "glass", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 38, - "best_val_acc": 0.5675675675675675, - "test_acc": 0.47580645161290325, - "train_size": 53, - "val_size": 37, - "test_size": 124, - "stats": { - "mean": [ - [ - 0.012939788679245282, - 0.04699466943396226, - 0.04250909433962263, - -0.01625201207547179, - -0.03750319433962267, - -0.18787082075471698, - 0.06524139433962263, - -0.040507150943396124, - -0.2307195471698114 - ] - ], - "std": [ - [ - 0.801738486196533, - 0.8467082620054888, - 0.9820084649167357, - 0.9338214241369891, - 0.8598618475288062, - 0.3955791139166082, - 0.8724031270593463, - 0.8657099216828293, - 0.7013424696367202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.29729729890823364, - "72": 0.18918919563293457, - "108": 0.10810811072587967, - "255": 0.027027027681469917 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.4666666666666667, - "test_acc": 0.33587786259541985, - "train_size": 53, - "val_size": 30, - "test_size": 131, - "stats": { - "mean": [ - [ - -0.06851211245283018, - -0.15009423962264148, - 0.02275701132075471, - -0.11148559811320762, - 0.16614626415094338, - 0.138459841509434, - -0.08099267547169811, - 0.036904622641509635, - -0.12809118867924535 - ] - ], - "std": [ - [ - 0.8515731555985958, - 0.9581970001358434, - 0.9640671504859841, - 0.9248622429706228, - 0.9755758770264732, - 1.357781655818288, - 0.8022445220282372, - 1.1525134057528226, - 0.8492428385949199 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.10000000894069672, - "72": 0.06666667014360428, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4230769230769231, - "test_acc": 0.4, - "train_size": 53, - "val_size": 26, - "test_size": 135, - "stats": { - "mean": [ - [ - 0.17342035830188673, - 0.10083030188679246, - -0.0808434981132076, - -0.019653658490565933, - -0.19072764905660378, - 0.02794728113207545, - 0.12344338867924527, - -0.06403424528301871, - 0.22045922641509424 - ] - ], - "std": [ - [ - 1.2137577085998512, - 0.8431029761509528, - 1.0333305367739407, - 1.0160914345283907, - 1.0137208401349003, - 1.2887142840709145, - 1.1306321303495666, - 0.9397607053756946, - 1.2490718777482173 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.42307692766189575, - "72": 0.1538461595773697, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.4642857142857143, - "test_acc": 0.41353383458646614, - "train_size": 53, - "val_size": 28, - "test_size": 133, - "stats": { - "mean": [ - [ - -0.09789963037735849, - -0.25360606113207534, - -0.0009194132075472026, - 0.04837090226415086, - 0.10451545471698113, - 0.3782897773584904, - -0.08351155283018871, - -0.02570778301886777, - 0.11976666037735839 - ] - ], - "std": [ - [ - 0.9830235331660265, - 0.9613168258565478, - 1.0022618468949342, - 0.9817559883419383, - 1.0203488325490284, - 1.7842263867081236, - 1.0422858738909424, - 0.9054813684433138, - 1.1073266176346976 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 6, - "depth": 4, - "padding": 18, - "parameters": 2674, - "cert_evals": { - "36": 0.25, - "72": 0.1071428656578064, - "108": 0.0714285746216774, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4063045371986973, - "std_test_acc": 0.0573946644817736, - "n_samples": 214, - "n_features": 9, - "n_classes": 6, - "mean_cert_acc_36": 0.2675935588777065, - "std_cert_acc_36": 0.1334847325037008, - "mean_cert_acc_72": 0.12921122275292873, - "std_cert_acc_72": 0.05355081944320835, - "mean_cert_acc_108": 0.04488417133688927, - "std_cert_acc_108": 0.05394765836996285, - "mean_cert_acc_255": 0.006756756920367479, - "std_cert_acc_255": 0.013513513840734959 - }, - "haberman-survival": { - "dataset": "haberman-survival", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.782608695652174, - "test_acc": 0.7391304347826086, - "train_size": 76, - "val_size": 46, - "test_size": 184, - "stats": { - "mean": [ - [ - 0.056303715789473636, - 0.11814425789473684, - 0.07505885618421046 - ] - ], - "std": [ - [ - 1.071529133459213, - 0.9640121301272397, - 1.1153002449883138 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.3695652186870575, - "72": 0.06521739065647125, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 63, - "best_val_acc": 0.7441860465116279, - "test_acc": 0.6737967914438503, - "train_size": 76, - "val_size": 43, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.10623882105263147, - 0.09384808421052634, - 0.007344408815789407 - ] - ], - "std": [ - [ - 1.0605035134671559, - 1.0869710980458733, - 1.1078408305262222 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.41860464215278625, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 0.8867924528301887, - "test_acc": 0.7005649717514124, - "train_size": 76, - "val_size": 53, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.06604734605263156, - -0.015483576315789458, - 0.01100456263157891 - ] - ], - "std": [ - [ - 1.0531764871263751, - 0.9959949318361989, - 0.8640777726923776 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.6226415038108826, - "72": 0.18867924809455872, - "108": 0.11320754885673523, - "255": 0.01886792480945587 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.4864864864864865, - "test_acc": 0.5647668393782384, - "train_size": 76, - "val_size": 37, - "test_size": 193, - "stats": { - "mean": [ - [ - -0.03016957763157897, - -0.13291423947368405, - 0.01283475092105254 - ] - ], - "std": [ - [ - 1.0380766725977404, - 1.0963438485094303, - 1.0823191968380823 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.18918919563293457, - "72": 0.0810810849070549, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6695647593390275, - "std_test_acc": 0.07483517553793108, - "n_samples": 306, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.4000001400709152, - "std_cert_acc_36": 0.1782160141328324, - "mean_cert_acc_72": 0.08374443091452122, - "std_cert_acc_72": 0.07826193242031063, - "mean_cert_acc_108": 0.028301887214183807, - "std_cert_acc_108": 0.056603774428367615, - "mean_cert_acc_255": 0.004716981202363968, - "std_cert_acc_255": 0.009433962404727936 - }, - "hayes-roth": { - "dataset": "hayes-roth", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.8529411764705882, - "test_acc": 0.6938775510204082, - "train_size": 28, - "val_size": 34, - "test_size": 98, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.1764705926179886, - "72": 0.029411764815449715, - "108": 0.029411764815449715, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 43, - "best_val_acc": 0.6, - "test_acc": 0.5327102803738317, - "train_size": 28, - "val_size": 25, - "test_size": 107, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.11999999731779099, - "72": 0.03999999910593033, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 65, - "best_val_acc": 0.5, - "test_acc": 0.5192307692307693, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.2857142984867096, - "72": 0.2142857313156128, - "108": 0.0357142873108387, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.4642857142857143, - "test_acc": 0.47115384615384615, - "train_size": 28, - "val_size": 28, - "test_size": 104, - "stats": { - "mean": [ - [ - -2.0777030889413645e-15, - -2.0142617732484982e-15, - -2.0142617732484982e-15 - ] - ], - "std": [ - [ - 0.9711863730167035, - 0.9711863730167036, - 0.9711863730167035 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.1071428656578064, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5542431116947139, - "std_test_acc": 0.09676626416857603, - "n_samples": 160, - "n_features": 3, - "n_classes": 3, - "mean_cert_acc_36": 0.1723319385200739, - "std_cert_acc_36": 0.0813652982951724, - "mean_cert_acc_72": 0.07092437380924821, - "std_cert_acc_72": 0.09706073576643452, - "mean_cert_acc_108": 0.016281513031572104, - "std_cert_acc_108": 0.018975524246525672, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-cleveland": { - "dataset": "heart-cleveland", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.5740740740740741, - "test_acc": 0.45664739884393063, - "train_size": 76, - "val_size": 54, - "test_size": 173, - "stats": { - "mean": [ - [ - 0.025679380263157865, - 0.06560718421052641, - -0.04165710526315796, - 0.12079876315789474, - -0.05836617236842103, - 0.21103164473684244, - 0.009953435000000009, - -0.04552891578947369, - -0.07930921052631572, - 0.018019449999999958, - -0.1633495263157895, - 0.1490460526315791, - 0.1173184736842107 - ] - ], - "std": [ - [ - 0.8936682722687875, - 0.9705101476202265, - 1.0410809532354568, - 0.9713482365754217, - 1.0046131234392313, - 1.1698900228292355, - 0.991743905598925, - 1.063967410026795, - 0.9653541002995567, - 0.9670845428420584, - 0.8530269008877411, - 1.0419737091060064, - 0.9887800977718967 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 7303, - "cert_evals": { - "36": 0.35185185074806213, - "72": 0.25925925374031067, - "108": 0.1666666716337204, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.4883720930232558, - "test_acc": 0.3804347826086957, - "train_size": 76, - "val_size": 43, - "test_size": 184, - "stats": { - "mean": [ - [ - -0.2101489736842105, - 0.09376453947368439, - -0.1649965789473685, - -0.03545365789473685, - -0.1381618, - 0.02633263157894729, - -0.1355152364473684, - -0.028272514473684226, - 0.060729605263158, - -0.12137016052631582, - 0.02882180263157893, - -0.062184184210526385, - -0.10297684210526317 - ] - ], - "std": [ - [ - 0.9630708106281646, - 0.9569359106048417, - 1.0685892850045124, - 0.9716813782156916, - 0.8933102337559928, - 1.0237058396713807, - 0.987768251139324, - 1.0505795881681008, - 1.018728244712418, - 0.800844776889746, - 0.9838325491030496, - 0.9678759361024273, - 0.9824728943441249 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 7303, - "cert_evals": { - "36": 0.1860465109348297, - "72": 0.13953489065170288, - "108": 0.06976744532585144, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 32, - "best_val_acc": 0.49122807017543857, - "test_acc": 0.5117647058823529, - "train_size": 76, - "val_size": 57, - "test_size": 170, - "stats": { - "mean": [ - [ - 0.009666096052631561, - 0.12192189473684223, - -0.04165730263157901, - -0.053396460526315796, - 0.009485552631578952, - -0.08448677631578952, - -0.12229084131578946, - 0.029248118421052637, - 0.0887373684210527, - 0.14607715657894724, - 0.007469368421052609, - 0.13496389473684212, - -0.016193828947368444 - ] - ], - "std": [ - [ - 0.991747257977119, - 0.9423253440641232, - 1.054702252215874, - 1.01578753443219, - 0.912628998922061, - 0.9070959475884481, - 0.9828872816770845, - 1.0215811465249889, - 1.026781557739585, - 1.110916508206595, - 1.0555936285886078, - 1.1293737151568792, - 0.9751655205627294 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 7303, - "cert_evals": { - "36": 0.3684210479259491, - "72": 0.28070175647735596, - "108": 0.22807016968727112, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.4594594594594595, - "test_acc": 0.4421052631578947, - "train_size": 76, - "val_size": 37, - "test_size": 190, - "stats": { - "mean": [ - [ - 0.009666401315789493, - -0.1314943026315789, - -0.027953026315789546, - -0.017510736842105287, - 0.14569758815789477, - -0.12142657894736847, - 0.16864663157894735, - 0.0298232342105263, - 0.032721842105263264, - -0.0567749657894737, - -0.14199722368421067, - 0.050471736842105284, - -0.002842618421052697 - ] - ], - "std": [ - [ - 1.037308935092612, - 1.039536608942455, - 1.0731491570199134, - 0.9857713056853448, - 1.1678879570276746, - 0.8615768485992676, - 0.9924490204448371, - 1.0295305309669156, - 1.0098342617684068, - 1.0125711830157138, - 0.967005700282042, - 1.1226814635925688, - 0.9876978299691207 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 5, - "depth": 4, - "padding": 26, - "parameters": 7303, - "cert_evals": { - "36": 0.21621622145175934, - "72": 0.10810811072587967, - "108": 0.027027027681469917, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4477380376232185, - "std_test_acc": 0.053976066453733214, - "n_samples": 303, - "n_features": 13, - "n_classes": 5, - "mean_cert_acc_36": 0.28063390776515007, - "std_cert_acc_36": 0.0928708625447831, - "mean_cert_acc_72": 0.1969010028988123, - "std_cert_acc_72": 0.08580242087323843, - "mean_cert_acc_108": 0.12288282858207822, - "std_cert_acc_108": 0.09127062350669747, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-hungarian": { - "dataset": "heart-hungarian", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.8529411764705882, - "test_acc": 0.786096256684492, - "train_size": 73, - "val_size": 34, - "test_size": 187, - "stats": { - "mean": [ - [ - 0.0800741506849315, - 0.187091506849315, - 0.14536817123287665, - 0.057955123287671204, - 0.007548964931506878, - 0.0018470410958903167, - -0.026523986301369866, - -0.07145227945205493, - -0.002936657534246297, - 0.06359038356164397, - 0.03073776712328766, - -0.08100684931506869 - ] - ], - "std": [ - [ - 0.9987991948716954, - 0.8797143812899805, - 1.0138369657816542, - 1.004282733869356, - 1.1169105950079397, - 1.0014602608653556, - 0.9486883864181348, - 1.0204510052676476, - 0.9970306548239305, - 1.1098417855233023, - 1.0026671671379417, - 0.8754503895152498 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3378, - "cert_evals": { - "36": 0.7352941036224365, - "72": 0.6470588445663452, - "108": 0.529411792755127, - "255": 0.029411764815449715 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.7435897435897436, - "test_acc": 0.6648351648351648, - "train_size": 73, - "val_size": 39, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.03390847945205465, - 0.1564823287671232, - -0.05334468493150675, - 0.17270156164383563, - -0.14544580410958913, - -0.10677657534246586, - 0.03300201369863015, - 0.11938546301369855, - 0.026828767123288015, - 0.11635597260273989, - 0.11918921917808224, - -0.025584246575342404 - ] - ], - "std": [ - [ - 1.015281664085163, - 0.9028410442013451, - 1.0337121941577725, - 0.9152783215528201, - 0.8308188513709485, - 0.787052874670898, - 0.9862292931929137, - 0.8791726610331962, - 1.0093946605762534, - 0.9709004823896129, - 0.9957071278619543, - 0.9379507836223181 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3378, - "cert_evals": { - "36": 0.4615384638309479, - "72": 0.3333333432674408, - "108": 0.12820513546466827, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.8212290502793296, - "train_size": 73, - "val_size": 42, - "test_size": 179, - "stats": { - "mean": [ - [ - 0.14495649315068504, - 0.003436438356164301, - -0.06753834246575333, - 0.2389838082191781, - 0.03065915232876712, - -0.16108838356164396, - 0.03300202739726026, - 0.07263872739726036, - 0.02682876712328804, - -0.04947819178082209, - 0.0012539315068493056, - -0.05725431506849332 - ] - ], - "std": [ - [ - 0.9448396245451279, - 0.9965626371881349, - 0.9510883979986018, - 0.9219475695799935, - 0.863125052835077, - 0.6471998892994516, - 1.0497525444673081, - 0.9275566360232819, - 1.0093946605762534, - 0.8385071156366399, - 0.992646777404723, - 0.8922594920555511 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3378, - "cert_evals": { - "36": 0.761904776096344, - "72": 0.761904776096344, - "108": 0.6428571343421936, - "255": 0.261904776096344 - }, - "fold": 2 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7954545454545454, - "test_acc": 0.7796610169491526, - "train_size": 73, - "val_size": 44, - "test_size": 177, - "stats": { - "mean": [ - [ - 0.03448108219178094, - 0.03404561643835607, - 0.2021428561643836, - -0.012603835616438326, - 0.012083080821917778, - 0.0018470410958903595, - 0.03300201369863012, - -0.05440366712328782, - 0.14589046575342487, - 0.0786663835616438, - 0.13393120547945203, - -0.05725438356164386 - ] - ], - "std": [ - [ - 0.9357023656034743, - 0.98044976884177, - 0.9447129008604433, - 0.8618425109620811, - 1.2011825380327528, - 1.0014602608653553, - 0.986229293192914, - 0.847254895689431, - 1.0489937022040874, - 1.0096312619774381, - 1.0380236400472438, - 0.844840730482065 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3378, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.6590909361839294, - "108": 0.5227273106575012, - "255": 0.022727273404598236 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7629553721870347, - "std_test_acc": 0.06791655603611706, - "n_samples": 294, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.671502523124218, - "std_cert_acc_36": 0.14075647690028917, - "mean_cert_acc_72": 0.6003469750285149, - "std_cert_acc_72": 0.18531959274009036, - "mean_cert_acc_108": 0.4558003433048725, - "std_cert_acc_108": 0.22524559020635956, - "mean_cert_acc_255": 0.07851095357909799, - "std_cert_acc_255": 0.12290892736825595 - }, - "heart-switzerland": { - "dataset": "heart-switzerland", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.2222222222222222, - "test_acc": 0.16216216216216217, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - -0.03867648709677418, - 0.061165483870967645, - -0.031605645161290254, - -0.04727649354838697, - 0.12035961290322578, - 0.10471612903225812, - 0.10948048064516128, - 0.21947058064516128, - 0.24267312903225804, - 0.146339935483871, - 0.09546838709677423, - -0.14905170967741943 - ] - ], - "std": [ - [ - 1.1959209887023292, - 0.8952513255013157, - 1.0680537841920705, - 1.1526431663263934, - 1.2389629579337629, - 1.0370364433639812, - 0.8482163286791152, - 0.998704338537551, - 0.823971907762666, - 0.9616527651367163, - 1.172612838656165, - 1.0452475193168111 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3453, - "cert_evals": { - "36": 0.0555555559694767, - "72": 0.0555555559694767, - "108": 0.0555555559694767, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 3, - "best_val_acc": 0.2222222222222222, - "test_acc": 0.17567567567567569, - "train_size": 31, - "val_size": 18, - "test_size": 74, - "stats": { - "mean": [ - [ - 0.38275906451612907, - -0.056386774193548456, - 0.015231451612903284, - 0.016496377419354898, - 0.2830434193548386, - -0.059711161290322494, - 0.04518695483870968, - -0.039474967741935506, - 0.10301854838709676, - -0.043132193548387085, - 0.0954683870967742, - -0.026422451612903276 - ] - ], - "std": [ - [ - 0.8537728993403316, - 1.0773842413872565, - 0.9891428503533505, - 0.8244718913923468, - 1.4910217148161218, - 1.0016724276385454, - 0.8092921347980535, - 0.9902763031378431, - 0.9512021337497041, - 1.1112826701924636, - 1.172612838656165, - 1.014523633801689 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3453, - "cert_evals": { - "36": 0.0555555559694767, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.25, - "test_acc": 0.17647058823529413, - "train_size": 31, - "val_size": 24, - "test_size": 68, - "stats": { - "mean": [ - [ - 0.1363268064516129, - 0.06116548387096767, - -0.07844332258064517, - 0.28318253870967747, - 0.12035961290322578, - -0.00490193548387092, - -0.09028977096774195, - -0.16894774193548387, - -0.07077383870967743, - -0.23260409677419347, - -0.0015777419354838426, - -0.12861274193548392 - ] - ], - "std": [ - [ - 0.9985620954632528, - 0.8952513255013155, - 0.7865317101247931, - 0.8496477832825274, - 1.2389629579337627, - 0.8129502811517081, - 0.9201252610360474, - 0.960195792094272, - 0.7788574621968283, - 0.922011584077965, - 1.0630870797904943, - 0.9101297422084665 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3453, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.35714285714285715, - "test_acc": 0.23076923076923078, - "train_size": 31, - "val_size": 14, - "test_size": 78, - "stats": { - "mean": [ - [ - 0.06132570967741941, - -0.05638677419354848, - -0.03160587096774191, - -0.08206108387096776, - 0.1203596129032258, - 0.21433419354838715, - 0.08651870322580645, - 0.08999780645161289, - 0.000605741935483859, - -0.11892112903225804, - 0.19251451612903228, - -0.09795603225806457 - ] - ], - "std": [ - [ - 1.1796944897022907, - 1.0773842413872565, - 1.002361426374151, - 1.2266934302261872, - 1.2389629579337627, - 1.2107719727384119, - 1.1761632862640778, - 1.0028917964777728, - 0.9746182884484196, - 1.026652327670446, - 1.4781625990241394, - 1.0351077769123456 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3453, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.1428571492433548, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.18626941421059068, - "std_test_acc": 0.030384412460554892, - "n_samples": 123, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.06349206529557705, - "std_cert_acc_36": 0.059036811301938795, - "mean_cert_acc_72": 0.049603176303207874, - "std_cert_acc_72": 0.06746032041515791, - "mean_cert_acc_108": 0.013888888992369175, - "std_cert_acc_108": 0.02777777798473835, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "heart-va": { - "dataset": "heart-va", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.3783783783783784, - "test_acc": 0.26548672566371684, - "train_size": 50, - "val_size": 37, - "test_size": 113, - "stats": { - "mean": [ - [ - 0.12417273199999997, - 0.05847433999999993, - 0.11939195999999985, - 0.13652684859999997, - 0.169332294, - -0.08422980000000006, - -0.051211000000000055, - -0.025999581999999997, - -0.10986361999999993, - 0.02611757999999999, - 0.18437666399999986, - -0.16063424000000026 - ] - ], - "std": [ - [ - 1.0375983940843654, - 0.8186406200000009, - 0.906257232351079, - 0.9850972422932538, - 0.9999215189422874, - 0.964959379692824, - 0.9368765586228528, - 0.926118336928491, - 0.985877688928741, - 0.8984566513475283, - 1.109014128975748, - 0.8047660315047241 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3453, - "cert_evals": { - "36": 0.13513514399528503, - "72": 0.054054055362939835, - "108": 0.027027027681469917, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.23333333333333334, - "test_acc": 0.15833333333333333, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.10881117199999998, - 0.17542300000000016, - 0.21993213999999972, - -0.08821109999999997, - 0.13781262600000002, - 0.08422731999999994, - 0.00731520000000001, - -0.12721317799999998, - -0.30961252, - -0.25667714, - -0.17580066800000008, - -0.02059391999999999 - ] - ], - "std": [ - [ - 0.9929893928858932, - 1.0, - 0.8501447398821216, - 1.0656963957883359, - 1.0325714366151477, - 1.022085030499879, - 0.9621289169237981, - 1.0393960665815958, - 0.9317809815586118, - 0.8468928172805285, - 0.9604725295714901, - 0.9867682179778366 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3453, - "cert_evals": { - "36": 0.03333333507180214, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4444444444444444, - "test_acc": 0.21951219512195122, - "train_size": 50, - "val_size": 27, - "test_size": 123, - "stats": { - "mean": [ - [ - 0.15233571999999998, - 0.05847433999999995, - 0.11939203999999982, - -0.012556939999999935, - 0.15528536399999998, - -0.042115520000000004, - 0.06584127999999993, - 0.009825086000000021, - 0.16978484000000008, - 0.05313653999999998, - 0.04716622799999987, - 0.15239717999999963 - ] - ], - "std": [ - [ - 0.9466778160837978, - 0.8186406200000006, - 0.794839780092792, - 1.0183639969617624, - 0.9927764037429706, - 0.982265363064182, - 1.1062072213290066, - 0.982147212242076, - 0.9915274640582656, - 1.040558924765334, - 1.0326448287754921, - 1.138945356222443 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3453, - "cert_evals": { - "36": 0.25925925374031067, - "72": 0.07407407462596893, - "108": 0.03703703731298447, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.26666666666666666, - "test_acc": 0.23333333333333334, - "train_size": 50, - "val_size": 30, - "test_size": 120, - "stats": { - "mean": [ - [ - -0.07040700000000005, - 0.17542300000000016, - 0.14452675999999975, - 0.06532269999999997, - -0.19794047999999992, - -0.08422980000000009, - -0.16826343999999985, - 0.010868634000000012, - 0.009985720000000033, - -0.009907080000000006, - -0.10719553600000013, - -0.08649541999999996 - ] - ], - "std": [ - [ - 1.2049567103246417, - 1.0, - 0.9024156133740057, - 0.9721589400778301, - 0.9497444006039201, - 0.964959379692824, - 0.920277085388703, - 0.9840113193010918, - 0.9979451845458254, - 1.0793938409678105, - 0.9369066157621472, - 0.9024286546800494 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 5, - "depth": 4, - "padding": 24, - "parameters": 3453, - "cert_evals": { - "36": 0.10000000894069672, - "72": 0.10000000894069672, - "108": 0.06666667014360428, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.2191663968630837, - "std_test_acc": 0.044896384947273625, - "n_samples": 200, - "n_features": 12, - "n_classes": 5, - "mean_cert_acc_36": 0.13193193543702364, - "std_cert_acc_36": 0.09480477916069029, - "mean_cert_acc_72": 0.05703203473240137, - "std_cert_acc_72": 0.0424193323778261, - "mean_cert_acc_108": 0.032682683784514666, - "std_cert_acc_108": 0.02753189658571897, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "hepatitis": { - "dataset": "hepatitis", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 10, - "best_val_acc": 0.8260869565217391, - "test_acc": 0.7634408602150538, - "train_size": 39, - "val_size": 23, - "test_size": 93, - "stats": { - "mean": [ - [ - -0.07305103333333338, - -0.25417620512820527, - -0.0684997948717948, - 0.002734846153846289, - -0.27956964102564097, - 0.043173205128205175, - -0.08607384615384614, - 0.058396666666666625, - 0.06670830769230766, - -0.04725699999999998, - 0.016169358974358995, - -0.02457512820512817, - 0.0025034871794872037, - -0.027701887179487183, - -0.15169055846153845, - -0.0886186358974359, - -0.07013070256410256, - 0.1575872743589744, - -0.1341903076923079 - ] - ], - "std": [ - [ - 0.7065121639768482, - 0.5178280049962226, - 1.0644445404981495, - 0.9941527427588283, - 0.9460715809412041, - 1.0610130501194135, - 1.1425568971679159, - 0.9324615341247179, - 0.946176852270342, - 0.9924710852804189, - 0.9714365294574488, - 0.9824999787091323, - 0.9634407063351287, - 0.8415828453559291, - 0.8432379274259605, - 0.6407479822535036, - 0.9523942193593046, - 1.0530325526231488, - 0.9744402928447131 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 10318, - "cert_evals": { - "36": 0.695652186870575, - "72": 0.52173912525177, - "108": 0.43478262424468994, - "255": 0.043478261679410934 - }, - "fold": 0 - }, - { - "best_epoch": 19, - "best_val_acc": 0.8461538461538461, - "test_acc": 0.8111111111111111, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.11794246410256407, - -0.08617061538461546, - 0.18073612820512838, - 0.002734846153846107, - -0.01757938461538464, - -0.10891841025641022, - -0.26475346153846147, - -0.16237000000000007, - -0.13763476923076928, - 0.0032585384615384802, - -0.12308166666666664, - -0.13340641025641017, - -0.052936256410256344, - -0.1222803846153846, - -0.12690142128205126, - -0.21492274871794878, - -0.0701304769230769, - -0.19038912820512827, - -0.03147528205128203 - ] - ], - "std": [ - [ - 0.9308482815868492, - 0.8729826521744097, - 0.9562346989313699, - 0.9941527427588275, - 1.0687148745897885, - 1.082595260131678, - 1.2147882026120127, - 1.1445852172148068, - 1.1192331270078257, - 1.0668209925491146, - 1.0726249795408656, - 1.1491882555748711, - 1.1143257286511818, - 0.9024022721027672, - 0.9826150523838478, - 0.6405176575741821, - 1.0834147839386958, - 1.0210323203399736, - 0.9932070287924958 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 10318, - "cert_evals": { - "36": 0.7692307829856873, - "72": 0.692307710647583, - "108": 0.5384615659713745, - "255": 0.1538461595773697 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.7551020408163265, - "train_size": 39, - "val_size": 18, - "test_size": 98, - "stats": { - "mean": [ - [ - 0.25751469999999993, - -0.0021678205128206176, - -0.16819412820512808, - -0.13856787179487162, - -0.22717153846153848, - -0.05822148717948713, - -0.026513846153846145, - -0.07406333333333337, - 0.025839692307692258, - -0.04725692307692307, - 0.016169487179487147, - -0.13340641025641015, - -0.052936256410256344, - -0.040312646153846145, - 0.10239844307692307, - 0.13277096923076923, - 0.021281615384615406, - -0.028776703589743616, - 0.019882230769230784 - ] - ], - "std": [ - [ - 1.005461160498127, - 0.9939344729297802, - 0.9562346989313698, - 1.1126187137474748, - 0.8609878396947588, - 0.9804372857666263, - 0.9786685591250096, - 0.9813568775708227, - 0.946176852270342, - 1.0881358642498125, - 1.054392008519234, - 1.1491882555748716, - 1.1143257286511812, - 0.6571748166650522, - 0.9244222305036086, - 1.0717140331590138, - 0.8996151755406562, - 0.9261613145039079, - 0.998504170514703 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 10318, - "cert_evals": { - "36": 0.7222222089767456, - "72": 0.5555555820465088, - "108": 0.5555555820465088, - "255": 0.1111111119389534 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.8461538461538461, - "test_acc": 0.8333333333333334, - "train_size": 39, - "val_size": 26, - "test_size": 90, - "stats": { - "mean": [ - [ - -0.07509134615384613, - -0.17017341025641036, - 0.13088894871794884, - 0.1440375641025641, - -0.12237543589743595, - -0.05822148717948713, - 0.1521657692307693, - 0.1467033333333333, - 0.10757692307692303, - 0.003258384615384635, - 0.06258628205128201, - -0.13340641025641015, - 0.057943230769230816, - 0.03955354102564104, - 0.16271944128205126, - 0.026228858974358962, - 0.12825329743589742, - -0.037512437692307686, - 0.2253122820512821 - ] - ], - "std": [ - [ - 0.9881800818586763, - 0.7226193648278391, - 0.9639985722278488, - 0.835958152953438, - 0.9195820679374928, - 0.9804372857666264, - 0.8380816839591891, - 0.797209189164857, - 0.8727148090274184, - 0.8602473119915564, - 0.8683835140087598, - 0.9266649753751967, - 0.7801070627641344, - 0.8750146780135224, - 1.0473279879316608, - 0.8897406999004371, - 0.8705306469748111, - 0.8788094464260305, - 0.9932070287924956 - ] - ] - }, - "width": 64, - "in_features": 19, - "out_features": 2, - "depth": 4, - "padding": 38, - "parameters": 10318, - "cert_evals": { - "36": 0.8076923489570618, - "72": 0.7692307829856873, - "108": 0.7692307829856873, - "255": 0.3461538553237915 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7907468363689562, - "std_test_acc": 0.03761418700958959, - "n_samples": 155, - "n_features": 19, - "n_classes": 2, - "mean_cert_acc_36": 0.7486993819475174, - "std_cert_acc_36": 0.049721739642516895, - "mean_cert_acc_72": 0.6347083002328873, - "std_cert_acc_72": 0.1161050928229887, - "mean_cert_acc_108": 0.5745076388120651, - "std_cert_acc_108": 0.14035512387701382, - "mean_cert_acc_255": 0.16364734712988138, - "std_cert_acc_255": 0.12987860218503053 - }, - "hill-valley": { - "dataset": "hill-valley", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 0.6587301587301587, - "test_acc": 0.5208333333333334, - "train_size": 606, - "val_size": 126, - "test_size": 480, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 310674, - "cert_evals": { - "36": 0.0952381044626236, - "72": 0.0476190522313118, - "108": 0.01587301678955555, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 34, - "best_val_acc": 0.6363636363636364, - "test_acc": 0.5855670103092784, - "train_size": 606, - "val_size": 121, - "test_size": 485, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 310674, - "cert_evals": { - "36": 0.07438015937805176, - "72": 0.024793386459350586, - "108": 0.01652892492711544, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 79, - "best_val_acc": 0.6166666666666667, - "test_acc": 0.6481481481481481, - "train_size": 606, - "val_size": 120, - "test_size": 486, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 310674, - "cert_evals": { - "36": 0.09166666865348816, - "72": 0.06666667014360428, - "108": 0.05000000447034836, - "255": 0.008333333767950535 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 0.6754385964912281, - "test_acc": 0.5426829268292683, - "train_size": 606, - "val_size": 114, - "test_size": 492, - "stats": { - "mean": [ - [ - -1.948844459480215e-17, - -2.5637266420541724e-17, - 1.2457948131107367e-17, - 1.9391116875027874e-17, - -2.980518289087544e-17, - -2.2969341866729208e-17, - 7.036221623681505e-18, - 4.146160862384171e-17, - -4.096351970499688e-18, - 9.532391377892357e-19, - 1.2762526642400985e-16, - 6.309698821366465e-17, - -9.017699495086035e-17, - 4.1186800944479046e-17, - 3.661239811508806e-17, - 6.973244863827561e-18, - -3.7865850329681034e-17, - 3.669827551488889e-18, - -2.6341461098908545e-17, - 1.0127235500512785e-16, - 3.784473880223e-17, - 2.1297595150606345e-17, - -4.580127989377708e-19, - 3.18891411260423e-17, - -1.0585820815449228e-17, - -7.048816975652293e-17, - -8.823616571536156e-17, - 1.865257123674072e-17, - -5.615236914977071e-17, - 1.1031524520415547e-16, - 2.3600540755265324e-17, - -8.852242371469766e-17, - 5.783556618586702e-17, - -3.1912041765989185e-17, - -4.751882788979372e-19, - 6.6869868644914544e-18, - 5.2737311217690955e-17, - 6.242714449521817e-17, - 9.860156787132197e-18, - -8.186978781012654e-17, - 1.2269017851545536e-17, - 5.862563826403467e-18, - -4.1037946784824266e-17, - 1.648846076175975e-18, - 1.992355675379303e-17, - -1.343351539284482e-16, - -2.5190703941577397e-18, - -3.162578376665308e-17, - -6.822100640178097e-17, - 2.2213620748481885e-18, - -4.009902054700184e-17, - -2.0221265073102584e-17, - 4.0786039745408495e-17, - -5.3014981477046974e-18, - -8.636403839970342e-17, - 1.3323592321099754e-16, - -3.031686906468873e-17, - 2.4629638262878628e-17, - -7.900720781676547e-19, - -2.1808565679421295e-17, - -2.3667811385109308e-17, - -3.421355608065148e-17, - -3.93662000687014e-17, - -1.3477026608743907e-17, - 5.461086982334577e-17, - 4.520586325515798e-17, - 3.3308980802749385e-17, - -2.4513703773147504e-17, - 7.315036915034873e-17, - -4.9035995286275094e-17, - -9.27475917848986e-18, - 1.3957940047628566e-17, - 8.647532119694533e-17, - 8.232780060906432e-18, - -1.8377763557378056e-18, - 3.1476929606998304e-17, - 5.3192461436635365e-17, - -3.9789861907718845e-18, - 1.712967868027263e-17, - -1.1502705187322778e-16, - 3.993299090738689e-17, - -8.666460929900633e-17, - 5.111995352144195e-17, - 4.9780266084548967e-17, - 5.461802627332917e-17, - 6.062944425938742e-17, - -9.681245537547131e-18, - 3.755704951289721e-18, - 4.145015830386826e-17, - 6.518380902882487e-17, - -4.1083748064718045e-17, - -3.692155675437105e-17, - 9.606818457719744e-18, - -1.3339622769062576e-18, - -5.272872347771087e-18, - 7.472765072669068e-17, - 5.4952948132552416e-17, - -1.1065589222336543e-16, - 6.657287597060333e-18, - -4.7032189290922345e-17 - ] - ], - "std": [ - [ - 0.9991740198480986, - 0.999174018921411, - 0.9991740270954932, - 0.9991740228113029, - 0.9991740158723277, - 0.9991740243561008, - 0.9991740252725309, - 0.999174022151669, - 0.9991740235072105, - 0.9991740165590162, - 0.9991740265611315, - 0.9991740307025938, - 0.9991740258785623, - 0.9991740332613678, - 0.9991740406234768, - 0.9991740233656764, - 0.99917402208918, - 0.9991740282488505, - 0.9991740156767379, - 0.9991740258273182, - 0.9991740265687704, - 0.9991740257984052, - 0.9991740313679454, - 0.9991740235402499, - 0.9991740301415374, - 0.999174025174945, - 0.9991740248772705, - 0.9991740131152005, - 0.9991740154072135, - 0.999174010790505, - 0.9991740145205046, - 0.9991740094880226, - 0.999174013734848, - 0.9991740112483611, - 0.999174012892406, - 0.9991740196421095, - 0.9991740163331171, - 0.9991740185362487, - 0.999174022570399, - 0.9991740213173976, - 0.9991740202239284, - 0.9991740238427211, - 0.9991740163680863, - 0.999174017062169, - 0.9991740125363977, - 0.9991740134381419, - 0.9991740191519729, - 0.9991740283370354, - 0.9991740155322458, - 0.9991740139261396, - 0.9991740184139896, - 0.999174019859705, - 0.9991740278504871, - 0.9991740398149004, - 0.999174023614369, - 0.9991740280305289, - 0.9991740362925333, - 0.9991740390736555, - 0.9991740447608781, - 0.9991740366854855, - 0.9991740362046343, - 0.9991740405864491, - 0.9991740375979712, - 0.9991740333245271, - 0.9991740409940638, - 0.9991740310134122, - 0.9991740304658957, - 0.999174033728742, - 0.999174036884333, - 0.9991740224573864, - 0.9991740220790023, - 0.9991740325877202, - 0.9991740370120651, - 0.9991740334250748, - 0.9991740430984879, - 0.9991740318332668, - 0.9991740344761934, - 0.999174042827945, - 0.9991740330505716, - 0.9991740252745448, - 0.9991740274917971, - 0.9991740305192677, - 0.9991740228891964, - 0.9991740211061582, - 0.9991740277499128, - 0.9991740236142126, - 0.9991740237191634, - 0.999174021976502, - 0.9991740197184515, - 0.9991740112462193, - 0.9991740199131119, - 0.999174015985377, - 0.9991740108661882, - 0.9991740240105333, - 0.9991740207849835, - 0.9991740206058937, - 0.9991740208986494, - 0.9991740167020124, - 0.9991740260065186, - 0.9991740164246233 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 2, - "depth": 4, - "padding": 200, - "parameters": 310674, - "cert_evals": { - "36": 0.07894736528396606, - "72": 0.04385964944958687, - "108": 0.008771929889917374, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5743078546550071, - "std_test_acc": 0.056091645307079496, - "n_samples": 1212, - "n_features": 100, - "n_classes": 2, - "mean_cert_acc_36": 0.0850580744445324, - "std_cert_acc_36": 0.00997772795112336, - "mean_cert_acc_72": 0.04573468957096338, - "std_cert_acc_72": 0.01716345521545071, - "mean_cert_acc_108": 0.02279346901923418, - "std_cert_acc_108": 0.01847463398422333, - "mean_cert_acc_255": 0.0020833334419876337, - "std_cert_acc_255": 0.004166666883975267 - }, - "horse-colic": { - "dataset": "horse-colic", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 31, - "best_val_acc": 0.9090909090909091, - "test_acc": 0.7948717948717948, - "train_size": 68, - "val_size": 66, - "test_size": 234, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 26726, - "cert_evals": { - "36": 0.8333333730697632, - "72": 0.8030303120613098, - "108": 0.696969747543335, - "255": 0.21212121844291687 - }, - "fold": 0 - }, - { - "best_epoch": 30, - "best_val_acc": 0.875, - "test_acc": 0.8245614035087719, - "train_size": 68, - "val_size": 72, - "test_size": 228, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 26726, - "cert_evals": { - "36": 0.8055555820465088, - "72": 0.7638888955116272, - "108": 0.6805555820465088, - "255": 0.1527777761220932 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.8412698412698413, - "test_acc": 0.7637130801687764, - "train_size": 68, - "val_size": 63, - "test_size": 237, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 26726, - "cert_evals": { - "36": 0.7777778506278992, - "72": 0.7142857313156128, - "108": 0.5873016119003296, - "255": 0.0952381044626236 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.84, - "test_acc": 0.848, - "train_size": 68, - "val_size": 50, - "test_size": 250, - "stats": { - "mean": [ - [ - -3.918434204559376e-17, - 1.6081907047879105e-16, - -8.898111006186917e-17, - 4.5715065719859385e-17, - 1.1428766429964846e-16, - -9.240973999085862e-16, - -1.457167719820518e-15, - -1.240837498110469e-16, - -8.996071861300901e-16, - -9.469549327685159e-16, - 2.661269897263243e-16, - -3.632715043810255e-16, - 0.0, - 4.5715065719859385e-17, - -2.1796290262861528e-16, - -2.729842495843032e-15, - 1.0841001299280941e-15, - 3.7306758989242393e-16, - 7.836868409118753e-17, - 7.151142423320861e-16, - 7.836868409118753e-17, - -4.081702296416017e-17, - 5.877651306839064e-17, - -2.9959694855693565e-16, - 5.028657229184532e-16 - ] - ], - "std": [ - [ - 0.9742956396024967, - 0.9874129079346324, - 0.9918559595947606, - 0.99225721180266, - 0.9921299699802761, - 0.9848134955127864, - 0.9843013518199359, - 0.9861089730182948, - 0.9755495809457849, - 0.9860401240147575, - 0.985286300764603, - 0.9842961745285809, - 0.9824073002181559, - 0.9834383442239104, - 0.9888717265277447, - 0.986845504027903, - 0.9879390608769005, - 0.9920717709998307, - 0.9922690297982814, - 0.9844178185972415, - 0.9871806289366772, - 0.9789339023991226, - 0.9926179246174212, - 0.9926033525170048, - 0.9725972171816771 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 26726, - "cert_evals": { - "36": 0.7799999713897705, - "72": 0.7199999690055847, - "108": 0.6399999856948853, - "255": 0.2800000011920929 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8077865696373357, - "std_test_acc": 0.03655032564436325, - "n_samples": 368, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.7991666942834854, - "std_cert_acc_36": 0.026032196254771132, - "mean_cert_acc_72": 0.7503012269735336, - "std_cert_acc_72": 0.0415542348921701, - "mean_cert_acc_108": 0.6512067317962646, - "std_cert_acc_108": 0.048870796079637305, - "mean_cert_acc_255": 0.18503427505493164, - "std_cert_acc_255": 0.07928014803910943 - }, - "ilpd-indian-liver": { - "dataset": "ilpd-indian-liver", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 2, - "best_val_acc": 0.6627906976744186, - "test_acc": 0.698005698005698, - "train_size": 146, - "val_size": 86, - "test_size": 351, - "stats": { - "mean": [ - [ - -0.04947167191780823, - -0.00829989520547949, - 0.0029959439041094614, - 0.043865143424657534, - -0.02727346465753423, - 0.06000245376712337, - 0.18081108150684932, - 0.13766838972602727, - 0.07700867876712333 - ] - ], - "std": [ - [ - 1.0220386211163874, - 0.9305248911517027, - 1.0317627748416793, - 1.0430349333459359, - 0.6968608763678219, - 1.4666603089790804, - 0.976649603737411, - 0.9779410793607819, - 1.0045141661622095 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.5116279125213623, - "72": 0.3604651093482971, - "108": 0.26744186878204346, - "255": 0.03488372266292572 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.6811594202898551, - "test_acc": 0.5625, - "train_size": 146, - "val_size": 69, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.023718123972602808, - -0.005873168493150683, - 0.03226138232876717, - 0.04699460315068498, - 0.05445175945205481, - -0.012896076027397266, - 0.006021310958904103, - -0.03022427397260268, - 0.024170888356164395 - ] - ], - "std": [ - [ - 0.9837490979337397, - 0.9321175505257335, - 1.0715555930063725, - 0.9529710623514904, - 1.1810113146612142, - 0.7086815710476746, - 1.0423446624153474, - 1.010859445699408, - 1.0504905455411107 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.6231884360313416, - "72": 0.43478262424468994, - "108": 0.23188406229019165, - "255": 0.07246376574039459 - }, - "fold": 1 - }, - { - "best_epoch": 17, - "best_val_acc": 0.6022727272727273, - "test_acc": 0.6217765042979942, - "train_size": 146, - "val_size": 88, - "test_size": 349, - "stats": { - "mean": [ - [ - -0.06850946301369858, - -0.0660989635342466, - -0.043828577945205456, - -0.023010099041095942, - 0.006519339726027369, - -0.025199812328767113, - -0.0009198609589041257, - -0.051749036301369795, - -0.1729785705479453 - ] - ], - "std": [ - [ - 0.960568795724854, - 0.7317880619730879, - 0.8532176637131939, - 0.846889651522413, - 0.8393088412983767, - 0.6466602014941917, - 1.025247253115212, - 1.0319261806513593, - 0.9884325003029147 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.47727274894714355, - "72": 0.34090909361839294, - "108": 0.22727273404598236, - "255": 0.125 - }, - "fold": 2 - }, - { - "best_epoch": 38, - "best_val_acc": 0.5595238095238095, - "test_acc": 0.6005665722379604, - "train_size": 146, - "val_size": 84, - "test_size": 353, - "stats": { - "mean": [ - [ - 0.10156164794520553, - 0.11148967165753422, - 0.14932299390410964, - -0.06575168465753424, - 0.08565644520547948, - 0.041416027397260274, - 0.12780630068493154, - 0.0825649349315068, - 0.027512271917808223 - ] - ], - "std": [ - [ - 0.9791992181077636, - 1.0803158704678002, - 1.2337654004282645, - 0.900953545319748, - 1.161354860471408, - 0.8045626472841879, - 0.9144661645250372, - 1.0285214362372226, - 1.0463698865975202 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.4404762089252472, - "72": 0.3571428656578064, - "108": 0.25, - "255": 0.0833333358168602 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6207121936354131, - "std_test_acc": 0.057066990237679055, - "n_samples": 583, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.5131413266062737, - "std_cert_acc_36": 0.07890802854355558, - "mean_cert_acc_72": 0.3733249232172966, - "std_cert_acc_72": 0.04185319113186627, - "mean_cert_acc_108": 0.24414966627955437, - "std_cert_acc_108": 0.018366899438010714, - "mean_cert_acc_255": 0.07892020605504513, - "std_cert_acc_255": 0.03707524158332247 - }, - "image-segmentation": { - "dataset": "image-segmentation", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.9, - "test_acc": 0.91875, - "train_size": 2100, - "val_size": 50, - "test_size": 160, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 9987, - "cert_evals": { - "36": 0.8399999737739563, - "72": 0.7999999523162842, - "108": 0.7999999523162842, - "255": 0.3400000035762787 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9361702127659575, - "test_acc": 0.8895705521472392, - "train_size": 2100, - "val_size": 47, - "test_size": 163, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 9987, - "cert_evals": { - "36": 0.9148935675621033, - "72": 0.8723403811454773, - "108": 0.8723403811454773, - "255": 0.3404255211353302 - }, - "fold": 1 - }, - { - "best_epoch": 6, - "best_val_acc": 0.9534883720930233, - "test_acc": 0.8982035928143712, - "train_size": 2100, - "val_size": 43, - "test_size": 167, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 9987, - "cert_evals": { - "36": 0.8604651093482971, - "72": 0.8139534592628479, - "108": 0.7674418687820435, - "255": 0.3255814015865326 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.8611111111111112, - "test_acc": 0.9195402298850575, - "train_size": 2100, - "val_size": 36, - "test_size": 174, - "stats": { - "mean": [ - [ - 4.532088989809121e-17, - -7.34333229144925e-17, - 5.686456596603897e-16, - -1.441175221489608e-16, - 1.2583849306495375e-16, - -1.7241499233613294e-17, - -4.0893214740359934e-17, - 1.316275131219278e-16, - -6.396999332363997e-18, - -1.3756191952736462e-16, - -3.933361572957697e-17, - -1.1186818667175387e-16, - 2.5106900685451756e-16, - 4.337799960499719e-17, - 4.421066687346605e-17, - -1.850371707708594e-17, - -2.350368577012995e-16, - -9.793753110086202e-17 - ] - ], - "std": [ - [ - 0.9996246758364985, - 0.9995878274866169, - 0.8038207521572458, - 0.7019751493522468, - 0.9960026008909317, - 0.9995397039243666, - 0.9968889591858656, - 0.9995749389029804, - 0.9994997832814528, - 0.9994762671895456, - 0.9995321523164318, - 0.9994865643378964, - 0.9988998799598826, - 0.9992534567413346, - 0.9989012736519327, - 0.9995288891246146, - 0.9578356691087312, - 0.9933295528418025 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 9987, - "cert_evals": { - "36": 0.8055555820465088, - "72": 0.7777777910232544, - "108": 0.75, - "255": 0.3888888955116272 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.906516093711667, - "std_test_acc": 0.015006061399914618, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.8552285581827164, - "std_cert_acc_36": 0.045777174638586896, - "mean_cert_acc_72": 0.8160178959369659, - "std_cert_acc_72": 0.04039539734710473, - "mean_cert_acc_108": 0.7974455505609512, - "std_cert_acc_108": 0.054058800717164304, - "mean_cert_acc_255": 0.34872395545244217, - "std_cert_acc_255": 0.027651229977751383 - }, - "ionosphere": { - "dataset": "ionosphere", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 22, - "best_val_acc": 0.851063829787234, - "test_acc": 0.8842592592592593, - "train_size": 88, - "val_size": 47, - "test_size": 216, - "stats": { - "mean": [ - [ - -0.053792624999999955, - 0.11437863863636365, - -0.09784573977272727, - 0.037641697727272765, - 0.03979244659090908, - -0.022637212499999986, - -0.03695475681818172, - -0.03367938977272729, - -0.021329492045454524, - -0.09884267272727273, - 0.035718605681818186, - 0.06464764249999998, - -0.019363167613636392, - -0.05855647840909092, - -0.09749018068181807, - -0.038717673863636344, - -0.20421359857954527, - -0.07935669659090909, - -0.1400404538977272, - 0.02510688295454545, - -0.037117688954545446, - 0.033973999999999976, - -0.1653208722727273, - 0.005757295454545449, - -0.1324492284090909, - -0.08898458409090908, - -0.05795820443181821, - -0.02483663102272733, - -0.08507457556818178, - 0.08867289204545453, - -0.04576606920454543, - 0.02797571125000001, - -0.0760243448863635 - ] - ], - "std": [ - [ - 1.0628766820372375, - 0.7507239967772006, - 1.0291396537758577, - 0.8884938256308751, - 0.9340022757733981, - 0.913837455075107, - 0.9736609191811407, - 0.9876988868200146, - 1.0170932036566493, - 0.9930860356859771, - 0.9548850329366211, - 0.9223725518038193, - 0.8913550898838349, - 1.0187510679778873, - 1.017494178014936, - 1.0307802521113834, - 0.975629252171648, - 1.0218068809970482, - 0.9797731524500652, - 0.9502446255339264, - 0.9112949974613238, - 0.9538996196640592, - 0.8900589740016208, - 0.9778636762599577, - 0.9154522749390646, - 1.05891815419685, - 0.9349516698212756, - 1.028413342097531, - 1.0174809086582552, - 0.8603550537251974, - 0.9177215824920913, - 0.9334496357023497, - 0.9708996223344086 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.8085106015205383, - "72": 0.7872340083122253, - "108": 0.7446808218955994, - "255": 0.46808508038520813 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8727272727272727, - "test_acc": 0.8557692307692307, - "train_size": 88, - "val_size": 55, - "test_size": 208, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.057230188340909066, - -0.12594148852272724, - -0.0657140477272727, - 0.03683578340909091, - -0.019606631818181786, - -0.060358038636363666, - 0.04340084659090913, - -0.0891362948863636, - 0.11950643409090907, - -0.0431416420454545, - 0.015000489886363617, - 0.006661120113636418, - 0.05273973636363641, - 0.015397984090909127, - 0.014861920909090958, - 0.1809429574999999, - 0.08595570852272723, - 0.06362748978409093, - 0.013652813181818213, - 0.08379081831818179, - 0.012709255681818172, - 0.05176218068181814, - -0.0808674875, - 0.0755702415909092, - 0.018801221590909037, - 0.00032548409090908274, - -0.044570049999999944, - -0.06261137522727273, - -0.029789787386363672, - 0.05672472590909099, - 0.07217833522727275, - -0.1547468361363635 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9307820453086587, - 1.0773699872895335, - 1.0440681513418153, - 0.8335723077848519, - 1.0288328270221063, - 1.012134427705991, - 0.9381625016034029, - 1.0351171735867382, - 0.8413129464522849, - 0.957745165443786, - 0.996483818815002, - 1.0520779681632726, - 0.9017607688663065, - 0.9016249527670053, - 0.9886646202839675, - 0.948531710759369, - 0.9429119629240612, - 0.9771648840049503, - 1.0130626800360227, - 0.9206929443124036, - 1.0062206389304456, - 0.9740332111643196, - 1.0276361536986764, - 1.004938887359179, - 0.9916060965398966, - 1.0389805297776586, - 0.9937147733197984, - 0.9550117277666471, - 1.045048464961226, - 0.9419333165833579, - 0.9692634514790782, - 0.8827267306674739 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.6727272272109985, - "72": 0.5090909004211426, - "108": 0.38181817531585693, - "255": 0.1090909093618393 - }, - "fold": 1 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8305084745762712, - "test_acc": 0.8823529411764706, - "train_size": 88, - "val_size": 59, - "test_size": 204, - "stats": { - "mean": [ - [ - -0.1268343749999996, - 0.03819893595454546, - -0.011457272727272726, - 0.05116481477272727, - -0.0830110590909092, - 0.047313343863636344, - 0.10252151931818183, - 0.1333957454545454, - 0.05029393693181818, - 0.04156139318181821, - -0.001252886136363645, - -0.02304269772727273, - -0.028127184431818178, - 0.09080393977272729, - 0.051952362500000016, - 0.026424043636363623, - 0.004673466193181796, - 0.08743039488636364, - -0.026571849534090915, - 0.14150050181818186, - 0.03335016056818166, - 0.12982050340909096, - 0.16414423761363636, - 0.09544092727272725, - -0.013555443181818177, - 0.13096514511363633, - 0.08380314419318177, - 0.11039518400000002, - 0.10956971738636363, - 0.16996981363636354, - 0.20297531795454554, - 0.13073818977272728, - 0.22886673897727264 - ] - ], - "std": [ - [ - 1.1403639563737902, - 0.9669190187863775, - 0.9172167629719893, - 0.8606790311963011, - 0.9989705798429368, - 0.9373035431734378, - 0.9209352640839872, - 0.8488345605516046, - 0.8825266596197384, - 0.9437597259890439, - 0.8884696173398924, - 1.0048586652940763, - 0.9550518112139788, - 0.9614986333459294, - 0.9194447344313414, - 0.9950631727543465, - 0.9784728631967848, - 0.9580770253420143, - 0.9232846642295484, - 0.9004257495362915, - 0.9845719410626651, - 0.9096258762479161, - 0.9598729860189827, - 0.9018492624900448, - 0.9747064152086655, - 0.8917378557660298, - 1.0112826407608113, - 0.9771390659506771, - 0.934094299138346, - 0.9171760631839044, - 0.9408030802675159, - 0.9489033599031296, - 0.9833308046410482 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.7288135886192322, - "72": 0.6271186470985413, - "108": 0.5932203531265259, - "255": 0.2711864411830902 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.9259259259259259, - "test_acc": 0.8755980861244019, - "train_size": 88, - "val_size": 54, - "test_size": 209, - "stats": { - "mean": [ - [ - -0.05379262500000004, - 0.08337084420454545, - 0.012367452272727331, - -0.10430459318181814, - -0.04320599500000006, - -0.02125417613636366, - 0.13601533749999994, - 0.08083362500000006, - 0.04508737613636362, - 0.06580848409090917, - -0.04573462613636365, - -0.11163381636363634, - -0.08390394295454544, - -0.08376589772727273, - -0.044872403409090926, - -0.0040415840909091135, - -0.08072537250000003, - 0.09002621590909089, - -0.162396136590909, - -0.039994314090909096, - -0.10034994406818182, - -0.025718289772727287, - -0.07362233545454551, - 0.15139177386363645, - -0.09483327613636364, - 0.035840585227272695, - 0.10623734090909087, - 0.16713354263636365, - -0.09824181704545455, - -0.02187183522727274, - -0.02442285272727274, - -0.04313826136363642, - 0.1828973070454546 - ] - ], - "std": [ - [ - 1.062876682037237, - 0.9490576864105106, - 0.9875219449564684, - 1.1736996169419784, - 1.085283557408111, - 1.0964938389858863, - 1.0087899511657812, - 1.0744821220114844, - 1.0108692257357619, - 1.0627108745057163, - 1.0442983244440271, - 1.1469962087719372, - 1.0331323404442145, - 1.1049553685537077, - 1.023216090225595, - 1.0297914379913535, - 1.0415403651865944, - 1.0022218327408114, - 1.0389078436934174, - 1.0658270934057976, - 1.0847302652617432, - 1.0404853997786638, - 1.050257290760166, - 0.893199357426146, - 1.0313013612091906, - 0.9776385188820035, - 1.0220555587416027, - 0.8817940384222789, - 1.0763521420836772, - 1.0347943476784296, - 1.1267168423195861, - 1.0726159506205808, - 1.1123266143540387 - ] - ] - }, - "width": 128, - "in_features": 33, - "out_features": 2, - "depth": 4, - "padding": 66, - "parameters": 34950, - "cert_evals": { - "36": 0.8703703880310059, - "72": 0.8148148059844971, - "108": 0.7777777910232544, - "255": 0.48148149251937866 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8744948793323406, - "std_test_acc": 0.013025094121714095, - "n_samples": 351, - "n_features": 33, - "n_classes": 2, - "mean_cert_acc_36": 0.7701054513454437, - "std_cert_acc_36": 0.08701637690977083, - "mean_cert_acc_72": 0.6845645904541016, - "std_cert_acc_72": 0.14329128876852415, - "mean_cert_acc_108": 0.6243742853403091, - "std_cert_acc_108": 0.18056423815023281, - "mean_cert_acc_255": 0.3324609808623791, - "std_cert_acc_255": 0.17724725415922732 - }, - "iris": { - "dataset": "iris", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.9523809523809523, - "test_acc": 0.7608695652173914, - "train_size": 37, - "val_size": 21, - "test_size": 92, - "stats": { - "mean": [ - [ - -0.06538616216216218, - 0.037524162162162124, - -0.05163069459459464, - -0.05491507459459471 - ] - ], - "std": [ - [ - 0.9148870367317358, - 1.0881966465526376, - 0.9955337168703222, - 0.9789290060304676 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.4285714328289032, - "72": 0.3333333432674408, - "108": 0.1428571492433548, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 40, - "best_val_acc": 0.8275862068965517, - "test_acc": 0.7023809523809523, - "train_size": 37, - "val_size": 29, - "test_size": 84, - "stats": { - "mean": [ - [ - -0.1894133945945945, - -0.14947308108108107, - -0.07307603783783788, - -0.09033012864864856 - ] - ], - "std": [ - [ - 0.9592123832790647, - 0.9096266883189955, - 1.0119512040032557, - 1.0176631024602978 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.4482758641242981, - "72": 0.3448275923728943, - "108": 0.06896551698446274, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.9130434782608695, - "test_acc": 0.7555555555555555, - "train_size": 37, - "val_size": 23, - "test_size": 90, - "stats": { - "mean": [ - [ - 0.12065495945945945, - 0.08115708108108108, - -0.014868264864864856, - 0.0017480032432432313 - ] - ], - "std": [ - [ - 1.079972374505205, - 0.8268394002889127, - 1.0381376116445211, - 1.0358017457861401 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.6086956858634949, - "72": 0.43478262424468994, - "108": 0.3478260934352875, - "255": 0.30434784293174744 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.9705882352941176, - "test_acc": 0.9367088607594937, - "train_size": 37, - "val_size": 34, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.019474235135135163, - 0.1372560810810812, - -0.050099464864865016, - -0.012418108108108169 - ] - ], - "std": [ - [ - 1.0035126577760827, - 0.9654086463610752, - 1.0191317626227525, - 1.0325640931007958 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.05882352963089943, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7888787334783482, - "std_test_acc": 0.10203032287883403, - "n_samples": 150, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.3860916281118989, - "std_cert_acc_36": 0.23261440757047244, - "mean_cert_acc_72": 0.27823588997125626, - "std_cert_acc_72": 0.1909557319278019, - "mean_cert_acc_108": 0.13991218991577625, - "std_cert_acc_108": 0.15038363757316678, - "mean_cert_acc_255": 0.07608696073293686, - "std_cert_acc_255": 0.15217392146587372 - }, - "led-display": { - "dataset": "led-display", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 32, - "best_val_acc": 0.6858974358974359, - "test_acc": 0.6986531986531986, - "train_size": 250, - "val_size": 156, - "test_size": 594, - "stats": { - "mean": [ - [ - 0.007071759999999854, - -0.06713887999999998, - 0.04580425999999983, - -0.02524725599999987, - 0.032490744000000016, - 0.026608120000000096, - 1.7199999999801818e-06 - ] - ], - "std": [ - [ - 0.9950459658737895, - 1.009900234084628, - 0.9724760974354865, - 1.0074396393306633, - 1.004766715631752, - 0.9754811567914686, - 0.9994980323196654 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 2198, - "cert_evals": { - "36": 0.49358975887298584, - "72": 0.35256409645080566, - "108": 0.19230769574642181, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 41, - "best_val_acc": 0.6737588652482269, - "test_acc": 0.7027914614121511, - "train_size": 250, - "val_size": 141, - "test_size": 609, - "stats": { - "mean": [ - [ - -0.030645360000000187, - 0.03051721599999998, - -0.07328692000000013, - -0.01683115199999986, - -0.024368800000000006, - 0.02660812000000029, - 1.7199999999624183e-06 - ] - ], - "std": [ - [ - 1.018012947504733, - 0.9932371252643158, - 1.0370805647209447, - 1.0048701299259322, - 0.9948347843380658, - 0.9754811567914693, - 0.9994980323196655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 2198, - "cert_evals": { - "36": 0.567375898361206, - "72": 0.5319148898124695, - "108": 0.2978723347187042, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 25, - "best_val_acc": 0.6560509554140127, - "test_acc": 0.6779089376053963, - "train_size": 250, - "val_size": 157, - "test_size": 593, - "stats": { - "mean": [ - [ - -0.02121608000000006, - -0.018310832, - -0.02748262000000013, - 0.008417160000000156, - 0.01624516000000005, - 0.026608120000000093, - -0.01687781599999998 - ] - ], - "std": [ - [ - 1.0124517882249175, - 1.002792806702983, - 1.0143765302763266, - 0.9966955712286966, - 1.0022682733933526, - 0.9754811567914692, - 1.005041365963769 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 2198, - "cert_evals": { - "36": 0.47133758664131165, - "72": 0.29936307668685913, - "108": 0.2165605127811432, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 49, - "best_val_acc": 0.7168674698795181, - "test_acc": 0.6866438356164384, - "train_size": 250, - "val_size": 166, - "test_size": 584, - "stats": { - "mean": [ - [ - -0.0023575200000001267, - 0.0061031919999999995, - 0.009160819999999905, - -0.04207946399999987, - -0.016246007999999923, - -0.1011123440000001, - 0.05064032800000006 - ] - ], - "std": [ - [ - 1.0009703691603724, - 0.9983249694649329, - 0.9943226309022788, - 1.0123492183086487, - 0.9964583563164333, - 1.0799745182608878, - 0.9809392436444123 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 10, - "depth": 4, - "padding": 14, - "parameters": 2198, - "cert_evals": { - "36": 0.6325300931930542, - "72": 0.5481927394866943, - "108": 0.3192771077156067, - "255": 0.10240963101387024 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6914993583217961, - "std_test_acc": 0.011357298089501748, - "n_samples": 1000, - "n_features": 7, - "n_classes": 10, - "mean_cert_acc_36": 0.5412083342671394, - "std_cert_acc_36": 0.0734253706387213, - "mean_cert_acc_72": 0.43300870060920715, - "std_cert_acc_72": 0.12567455882375664, - "mean_cert_acc_108": 0.256504412740469, - "std_cert_acc_108": 0.06155877901110301, - "mean_cert_acc_255": 0.02560240775346756, - "std_cert_acc_255": 0.05120481550693512 - }, - "lenses": { - "dataset": "lenses", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 1.0, - "test_acc": 0.5714285714285714, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - 0.6526299999999999, - 0.0, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.7296625220778439, - 0.978945, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.5, - "72": 0.25, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.0, - "test_acc": 0.2857142857142857, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - 0.0, - -0.32631499999999997, - -0.6526299999999999, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.922958197211553, - 0.7296625220778439, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.125, - "train_size": 6, - "val_size": 2, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.0, - 0.0, - 0.32631499999999997, - 0.0 - ] - ], - "std": [ - [ - 0.9789467406691065, - 0.978945, - 0.9229581972115529, - 0.978945 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.5, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.14285714285714285, - "train_size": 6, - "val_size": 4, - "test_size": 14, - "stats": { - "mean": [ - [ - -0.59948, - 0.32631499999999997, - 0.32631499999999997, - -0.32631499999999997 - ] - ], - "std": [ - [ - 0.915720825870709, - 0.9229581972115529, - 0.922958197211553, - 0.922958197211553 - ] - ] - }, - "width": 32, - "in_features": 4, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.5, - "72": 0.25, - "108": 0.25, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.28125, - "std_test_acc": 0.20638974342364055, - "n_samples": 24, - "n_features": 4, - "n_classes": 3, - "mean_cert_acc_36": 0.375, - "std_cert_acc_36": 0.25, - "mean_cert_acc_72": 0.125, - "std_cert_acc_72": 0.14433756729740643, - "mean_cert_acc_108": 0.0625, - "std_cert_acc_108": 0.125, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "letter": { - "dataset": "letter", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 60, - "best_val_acc": 0.7240928407976462, - "test_acc": 0.7141780420400301, - "train_size": 5000, - "val_size": 3059, - "test_size": 11941, - "stats": { - "mean": [ - [ - 0.00514853171999978, - 0.005659159839999929, - 0.015561632360000245, - 0.01129863240000007, - 0.0052732767999999685, - 0.00552804246000023, - -0.003806189400000043, - 0.004888994199999829, - 0.008798804439999558, - -0.008297726599999769, - 0.0009121625999998376, - 0.004806467700000183, - 0.003901915299999814, - -0.011281666800000121, - -0.0074610201999999294, - 0.003215448200000049 - ] - ], - "std": [ - [ - 0.9872835099546217, - 1.006134190408135, - 0.9972389123333294, - 1.0049266649751227, - 0.9943131104630408, - 0.9927707764568473, - 1.0068065835854811, - 1.0134669668414158, - 1.0040007520709764, - 0.9997230654740944, - 1.007968354670923, - 1.0003581319476724, - 1.005041480077882, - 1.0049516430140362, - 0.9976563117551296, - 0.9860491581099939 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 9562, - "cert_evals": { - "36": 0.6456357836723328, - "72": 0.5603138208389282, - "108": 0.4589734971523285, - "255": 0.14645308256149292 - }, - "fold": 0 - }, - { - "best_epoch": 65, - "best_val_acc": 0.7135969141755063, - "test_acc": 0.7205820506350408, - "train_size": 5000, - "val_size": 3111, - "test_size": 11889, - "stats": { - "mean": [ - [ - 0.0029532797399999047, - 0.004388175279999976, - 0.004244063760000119, - 0.012979005999999998, - -0.004678983799999144, - 0.003455055400000179, - -0.007418534600000143, - 0.003926012599999779, - 0.00795879715999929, - -0.00524365779999995, - -0.01178226520000005, - -0.015187571099999951, - -0.012475097320000503, - -0.0018423520000003316, - -0.013382179199999674, - -0.004821816599999932 - ] - ], - "std": [ - [ - 0.9986276678083476, - 0.9950343941586423, - 0.99640667299183, - 1.0000071963490385, - 0.992160528900722, - 1.0037788827185958, - 1.0135243337906252, - 1.019023638516362, - 1.0086984945355297, - 1.009749704171076, - 1.013939210703217, - 0.9887907814862574, - 0.9896867749920725, - 0.9916791039398155, - 1.0056717046836126, - 1.0037598172363915 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 9562, - "cert_evals": { - "36": 0.6367727518081665, - "72": 0.5496624708175659, - "108": 0.45965927839279175, - "255": 0.14689810574054718 - }, - "fold": 1 - }, - { - "best_epoch": 80, - "best_val_acc": 0.7093103448275863, - "test_acc": 0.7096694214876033, - "train_size": 5000, - "val_size": 2900, - "test_size": 12100, - "stats": { - "mean": [ - [ - 0.021874334520000687, - 0.017884720619999826, - 0.014568840500000449, - 0.006699696200000058, - -0.00020502299999983865, - 0.011056104300000202, - -0.0043222202000001006, - -0.005629635800000384, - 0.0012383624799995345, - 0.011071598799999905, - -0.0038767746000001103, - -0.0036525290000001725, - 0.002787233879999989, - 0.011734750599999826, - -0.007305219399999943, - 0.006554009400000075 - ] - ], - "std": [ - [ - 1.018882039972734, - 0.9909097519297484, - 1.011006149224975, - 0.9981095511490614, - 0.9744828743262628, - 1.0187271547521726, - 1.0142349021053059, - 1.0059981552155532, - 1.0032678982013254, - 0.9974167859950539, - 0.9962881566563585, - 1.0100493766021112, - 0.9931648907076084, - 1.0108922135098513, - 1.0056449285270137, - 1.001713691144833 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 9562, - "cert_evals": { - "36": 0.6272413730621338, - "72": 0.5375862121582031, - "108": 0.44758620858192444, - "255": 0.14931035041809082 - }, - "fold": 2 - }, - { - "best_epoch": 99, - "best_val_acc": 0.7215358931552588, - "test_acc": 0.7051228654727197, - "train_size": 5000, - "val_size": 2995, - "test_size": 12005, - "stats": { - "mean": [ - [ - 0.004834942479999971, - 0.001483113019999944, - -0.0019111359399998356, - 0.0075840941999999545, - -0.0010267499999996761, - 0.017176408160000104, - -0.001742007400000528, - -0.001036997800000219, - 0.003506500319999635, - -0.004038084999999959, - -0.005625091799999523, - 0.0011537186999995067, - 0.00047216481999986826, - -0.0067559524000002655, - 0.007341836400000017, - 0.0008661090000000479 - ] - ], - "std": [ - [ - 1.004162670449844, - 1.0009285120042208, - 1.0009316003026747, - 1.0058812415247276, - 1.0013613633110403, - 0.9913646988590394, - 0.9980301597574796, - 0.9947148416325726, - 0.9936745035912995, - 0.9961424729063775, - 0.9987978729631191, - 0.9997824037300547, - 0.9953405790803281, - 1.0103550196199995, - 1.0017727765855509, - 1.0101591352858876 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 26, - "depth": 4, - "padding": 32, - "parameters": 9562, - "cert_evals": { - "36": 0.6420701146125793, - "72": 0.5612688064575195, - "108": 0.45976629853248596, - "255": 0.15726210176944733 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7123880949088486, - "std_test_acc": 0.006595947369564676, - "n_samples": 20000, - "n_features": 16, - "n_classes": 26, - "mean_cert_acc_36": 0.6379300057888031, - "std_cert_acc_36": 0.008002200118390989, - "mean_cert_acc_72": 0.5522078275680542, - "std_cert_acc_72": 0.011076686380617054, - "mean_cert_acc_108": 0.45649632066488266, - "std_cert_acc_108": 0.0059504497735882065, - "mean_cert_acc_255": 0.14998091012239456, - "std_cert_acc_255": 0.005013802691050028 - }, - "libras": { - "dataset": "libras", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 43, - "best_val_acc": 0.6041666666666666, - "test_acc": 0.6846846846846847, - "train_size": 90, - "val_size": 48, - "test_size": 222, - "stats": { - "mean": [ - [ - 0.059153607855555554, - -0.022086486111111102, - 0.05922882088888888, - -0.02086866645555565, - 0.056779304333333384, - -0.018696930000000046, - 0.05689053533333337, - -0.016248013333333245, - 0.0569165588888889, - -0.0036989233333332458, - 0.06283389777777776, - -0.0037991557777777556, - 0.05937392222222222, - -0.007620807444444464, - 0.05464593999999994, - -0.011244530777777774, - 0.04970278000000001, - -0.013921464755555614, - 0.04771983000000002, - -0.019249020222222305, - 0.044871499788888936, - -0.020557805333333252, - 0.03973438522222228, - -0.026101116888888873, - 0.0330146356666666, - -0.027676334444444468, - 0.034978265333333355, - -0.0210573455555555, - 0.04064138888888893, - -0.01831029133333337, - 0.044241277888888826, - -0.010786282777777736, - 0.051733793333333285, - -0.0034738184444444765, - 0.045049727888888905, - -0.021378303111111135, - 0.04119049111111115, - -0.045665581555555515, - 0.03553613722222227, - -0.07517735188888884, - 0.022791370888888884, - -0.09528456055555552, - 0.01893847222222228, - -0.11598632511111107, - 0.02626179000000001, - -0.1326080574444444, - 0.034327293333333335, - -0.13289333, - 0.03746381222222225, - -0.11572220622222221, - 0.042059589422222224, - -0.09740232666666666, - 0.04862533955555555, - -0.08259843555555557, - 0.04790880555555556, - -0.06473083111111111, - 0.04817679555555557, - -0.043231756999999996, - 0.05318957111111112, - -0.019220134666666673, - 0.055677036666666645, - -0.002841064555555544, - 0.05546902555555555, - 0.003981006666666653, - 0.05436141222222221, - 0.010304663333333285, - 0.04651793477777778, - 0.004333857777777748, - 0.038974952222222185, - -0.008231636300000048, - 0.03247019888888887, - -0.02334288095555553, - 0.03011131132222221, - -0.030717089555555615, - 0.02976556422222225, - -0.03948321999999996, - 0.022267378333333344, - -0.03566932055555558, - 0.015906501777777787, - -0.04077892000000001, - 0.011949363777777782, - -0.03570859, - 0.004940353333333312, - -0.031180698333333357, - 0.0004020502222222259, - -0.025412966666666658, - -0.002333565333333347, - -0.02677985111111109, - -0.0059334082222222105, - -0.026852045555555534 - ] - ], - "std": [ - [ - 1.0272697848649774, - 0.9664771136823957, - 1.027688880747467, - 0.9662624765656191, - 1.0292677018687986, - 0.9684534093051018, - 1.0319599452853536, - 0.9677596062743243, - 1.0377674721252286, - 0.9616782342445047, - 1.0370360978842266, - 0.9555582821931108, - 1.0289925918383118, - 0.9579834639182713, - 1.0189074336088546, - 0.9625256328191537, - 1.0121348350240766, - 0.9646803522961049, - 1.0126185493427433, - 0.9598197286028425, - 1.0189730181818124, - 0.951620173828917, - 1.0350698342948041, - 0.9370228296137644, - 1.0541894305710373, - 0.9184614636871827, - 1.0696682809354456, - 0.9329853150754773, - 1.0890255312769253, - 0.9489615861352966, - 1.1066977252299934, - 0.9608235727079338, - 1.1024326497238879, - 0.9717686177151472, - 1.0972507342710132, - 0.9657911543082057, - 1.069178058095652, - 0.9664501545749722, - 1.0261884635827954, - 0.9801982751719368, - 0.9882367711096164, - 1.0014044489935727, - 0.9672861968365165, - 1.024725533269629, - 0.9648715731537318, - 1.033145694150089, - 0.973815805756156, - 1.0313002194928262, - 0.9859951872457644, - 1.0345119812696684, - 0.9964608835988579, - 1.0372020790742669, - 1.002794362543549, - 1.050476963151338, - 1.0100223483256028, - 1.051659471579452, - 1.0207177149077362, - 1.0380336604147125, - 1.0274778037875825, - 1.0217936789225461, - 1.023355900720886, - 0.99539519439483, - 1.0134647330026565, - 0.9689247631505362, - 1.0089599239522917, - 0.950558838647045, - 1.008875615908425, - 0.9499906362659443, - 1.0089288969813415, - 0.9607648958830952, - 1.0158951823905173, - 0.9737378299181498, - 1.0199933463033373, - 0.9860581507065539, - 1.0263547725332822, - 1.0015989523192506, - 1.032627742296777, - 1.0279180377810286, - 1.0376802603494275, - 1.050663043279449, - 1.0450149927264303, - 1.0536672233709206, - 1.048344449365565, - 1.0509585135332231, - 1.049228637606536, - 1.0418893656144446, - 1.0487172103574718, - 1.0370002214587464, - 1.0495960897157208, - 1.0304275340443008 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 375451, - "cert_evals": { - "36": 0.5416666865348816, - "72": 0.5208333730697632, - "108": 0.4791666865348816, - "255": 0.25 - }, - "fold": 0 - }, - { - "best_epoch": 29, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.616822429906542, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.033764339333333275, - 0.0455450088888889, - -0.0393941557777778, - 0.0442136877777778, - -0.045103564444444466, - 0.04001134399999995, - -0.05244813000000002, - 0.028505362222222205, - -0.06154681444444444, - 0.021204386666666637, - -0.07797415355555551, - 0.01921581555555562, - -0.10197233555555556, - 0.006906205777777777, - -0.12702198222222222, - -0.005695309999999986, - -0.14416418666666672, - -0.02292435444444457, - -0.16337620333333333, - -0.03858305355555561, - -0.1711072416555556, - -0.04597038555555552, - -0.17688608222222224, - -0.0510546662222222, - -0.1777130125555556, - -0.055949267777777756, - -0.1758602002222223, - -0.056614647777777784, - -0.17039360222222222, - -0.06617457911111113, - -0.16981005877777777, - -0.07106641555555543, - -0.16308817222222222, - -0.05537972144444455, - -0.14865953544444438, - -0.04185643888888888, - -0.12450770666666665, - -0.020887783333333316, - -0.0970945600000001, - -0.01284855222222223, - -0.06770919911111105, - -0.006189087555555519, - -0.045649386666666646, - -0.019774148444444417, - -0.024750903666666667, - -0.028532645999999984, - -0.008615883333333359, - -0.04990173111111105, - 0.0027711554444444235, - -0.06698789577777778, - 0.001936522755555571, - -0.08285931522222224, - -0.0073226571111110784, - -0.08259888076666667, - -0.02258475644444445, - -0.07283224555555554, - -0.03855426111111113, - -0.06328560555555554, - -0.06116145375555557, - -0.06039820777777778, - -0.08062423999999999, - -0.06031211888888889, - -0.1001700812222222, - -0.0643715877777778, - -0.11488044000000007, - -0.06820063999999999, - -0.1203164692222222, - -0.07924086666666665, - -0.12108284722222223, - -0.0915652744444445, - -0.11548237566666666, - -0.10036381111111108, - -0.10867505555555551, - -0.11164193444444444, - -0.10020240444444449, - -0.12007570888888885, - -0.09298762111111107, - -0.12944496888888887, - -0.0845759822222222, - -0.12039282000000003, - -0.07738502700000004, - -0.1146484011111111, - -0.06909253888888889, - -0.09596822888888885, - -0.0527662786666667, - -0.08531162555555549, - -0.04094482422222221, - -0.0668187426666667, - -0.03109291377777779, - -0.049228804444444406 - ] - ], - "std": [ - [ - 0.9391947140806977, - 0.9661200046110473, - 0.9369047047249826, - 0.965372181859147, - 0.9379655989040812, - 0.9626856204401466, - 0.9383704435642225, - 0.9596973553804454, - 0.9435124416750471, - 0.9569644766257196, - 0.9507806726832521, - 0.9503884002742878, - 0.9577699621134407, - 0.945652945681381, - 0.9650370451264835, - 0.9434629223854399, - 0.9739544466032157, - 0.9438505847776927, - 0.9764228611015309, - 0.9469890572332942, - 0.9779898535101123, - 0.9533340820544212, - 0.9757437918199428, - 0.9549347448822753, - 0.9663610809902762, - 0.9438525284454122, - 0.952169999214585, - 0.9678377690397413, - 0.9393886782621469, - 0.9947209380373468, - 0.9361716970367747, - 1.0123442945183636, - 0.9252713522214633, - 1.0260951627274713, - 0.9231710047035482, - 1.025557832763311, - 0.9248516800643717, - 1.0172305910811887, - 0.9282810826954029, - 1.0064682263739466, - 0.9205614506509361, - 0.9946120696327407, - 0.9081070345079777, - 0.9949749986778512, - 0.9033325693342755, - 1.006822968070411, - 0.9085081292518836, - 1.0191220579997762, - 0.9153594418262174, - 1.0318423200857954, - 0.9183368353262834, - 1.0392962508240564, - 0.9237882688127866, - 1.055023953325584, - 0.9343012330154237, - 1.0481089228331875, - 0.9560851685143908, - 1.0339727591956172, - 0.9853902060723677, - 1.0098325304467373, - 0.9988778299057116, - 0.9870909710943886, - 1.0021729674536564, - 0.9828786628007012, - 1.0079592542333784, - 0.9835701890015256, - 1.017348186621727, - 0.9858555228606939, - 1.0242608111755789, - 0.9832306180154835, - 1.0262585496418493, - 0.9866284497369432, - 1.0229030560951116, - 0.9869096028519032, - 1.0172087108740004, - 0.9788435218174495, - 1.0148292680398843, - 0.9702030398470889, - 1.0139464402917768, - 0.9650993937320577, - 1.0142334827118167, - 0.9622076846279796, - 1.0188552180562984, - 0.9619140911906384, - 1.0175453036347175, - 0.9585537532942093, - 1.0155723528745622, - 0.9543291962926345, - 1.012212127147541, - 0.9495775298724907 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 375451, - "cert_evals": { - "36": 0.6785714626312256, - "72": 0.6071428656578064, - "108": 0.5178571939468384, - "255": 0.3035714328289032 - }, - "fold": 1 - }, - { - "best_epoch": 23, - "best_val_acc": 0.6785714285714286, - "test_acc": 0.6214953271028038, - "train_size": 90, - "val_size": 56, - "test_size": 214, - "stats": { - "mean": [ - [ - -0.0795752713666667, - 0.0976775155555555, - -0.0792770048888889, - 0.09542594000000003, - -0.0793193911111111, - 0.09638493444444453, - -0.0793156911111111, - 0.09763250999999992, - -0.08028563333333336, - 0.0968837866666667, - -0.08446061444444444, - 0.09761106766666666, - -0.0858379077777778, - 0.09109071466666677, - -0.08833427666666666, - 0.08412569366666675, - -0.08150408654444444, - 0.07868567302222215, - -0.07937965800000002, - 0.07571118444444438, - -0.07020866522222223, - 0.07384745777777788, - -0.05723015477777777, - 0.06437183422222217, - -0.04520808033333336, - 0.04587258000000005, - -0.029391714666666645, - 0.02986913666666669, - -0.01909765222222218, - 0.021750623000000042, - -0.016599911111111112, - 0.03220027088888891, - -0.021600725555555558, - 0.038351117999999955, - -0.029936903333333327, - 0.043317289555555506, - -0.04636568555555557, - 0.04265821111111109, - -0.06504211555555557, - 0.0398037177777778, - -0.07834400400000001, - 0.03486788355555556, - -0.09061476011111111, - 0.024548287777777737, - -0.10536790666666669, - 0.029715636555555532, - -0.1355004688888889, - 0.023034604444444474, - -0.1566124356666667, - 0.013996776444444445, - -0.17107036222222222, - 0.008349538444444445, - -0.17717941188888894, - 0.011516642222222234, - -0.18186103466666662, - 0.006701916666666682, - -0.1859549, - 0.017993973000000038, - -0.1814516993111111, - 0.023018069777777796, - -0.177811022, - 0.013411195555555524, - -0.17198873444444454, - 0.007958389222222214, - -0.159803446, - 0.01762081777777776, - -0.14861193111111112, - 0.03175548111111108, - -0.13662967000000004, - 0.039799975555555506, - -0.12218454000000008, - 0.05352645888888891, - -0.10940399555555551, - 0.056771615555555516, - -0.10123112444444446, - 0.04481529555555562, - -0.09524841888888891, - 0.04344370633333331, - -0.08900512488888888, - 0.047798668888888826, - -0.08192136066666673, - 0.039209352222222264, - -0.07595590804444444, - 0.038319951666666546, - -0.0710968062222223, - 0.046865989111111096, - -0.06933622333333335, - 0.04505355422222219, - -0.0645431828888889, - 0.048621090000000124 - ] - ], - "std": [ - [ - 0.9995783575072309, - 0.9453718021917624, - 0.9986629556137443, - 0.9447043484979707, - 0.9963987589123307, - 0.9459381244093827, - 0.9892357792736222, - 0.9448309404294691, - 0.9884066352373108, - 0.9409207140609871, - 0.9850607322448387, - 0.9374842650334984, - 0.9943922917763706, - 0.9366045758806816, - 1.0082213369876118, - 0.9387174087314007, - 1.0167982259784791, - 0.9414588919501151, - 1.0151339246945583, - 0.946713464769804, - 1.0115845765750173, - 0.9519023234179994, - 1.0054336883537112, - 0.9439031440238868, - 0.9948632401641084, - 0.9178338997823589, - 0.985985091605607, - 0.8980699861250137, - 0.9786895246049818, - 0.8844782943097348, - 0.9763567999689986, - 0.8891258733016062, - 0.9893411781237217, - 0.8987381436886754, - 1.0077858282578576, - 0.8950579121384119, - 1.0348131829708704, - 0.8802295332034641, - 1.0573036237099012, - 0.8816011636092593, - 1.0741826778133243, - 0.8914978392878847, - 1.076897441410801, - 0.911788092656148, - 1.0751351512562335, - 0.9265647791225483, - 1.0763970425573648, - 0.9407369624799463, - 1.075053685265128, - 0.9417913276181705, - 1.0697018034326975, - 0.9523523099253108, - 1.0619584342897572, - 0.9687246728261701, - 1.0496115620329747, - 0.9819961763171552, - 1.0437880565787132, - 0.9902261296333055, - 1.036776335171439, - 1.0167686539675216, - 1.02719908329187, - 1.0393897565193124, - 1.0151559172418654, - 1.0633025125446949, - 1.0021468886253628, - 1.0845540064051982, - 0.9949848743518965, - 1.0934858712212507, - 0.9936750833266651, - 1.0939158617327953, - 0.9887264840502932, - 1.07687069654482, - 0.9849073877892529, - 1.0495601673985115, - 0.968536122796128, - 1.0302608877871398, - 0.9595525737715221, - 1.0250582586535266, - 0.9494218117785129, - 1.0314076443737552, - 0.9369730450579224, - 1.0282406198941436, - 0.927613615345622, - 1.0110472572993734, - 0.9191954706340935, - 0.9917321431280843, - 0.9152228948941693, - 0.9841156236614271, - 0.9187162282547586, - 0.9920089857228521 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 375451, - "cert_evals": { - "36": 0.6071428656578064, - "72": 0.5535714626312256, - "108": 0.535714328289032, - "255": 0.3214285969734192 - }, - "fold": 2 - }, - { - "best_epoch": 56, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6177777777777778, - "train_size": 90, - "val_size": 45, - "test_size": 225, - "stats": { - "mean": [ - [ - 0.09026950530000002, - -0.03347233166666681, - 0.08805549977777775, - -0.03405123534444449, - 0.08708464222222234, - -0.03423331444444434, - 0.08310377777777779, - -0.037732521111111056, - 0.07844351111111113, - -0.04188870111111114, - 0.07671959222222215, - -0.04202225133333326, - 0.08212408711111117, - -0.0449390454444444, - 0.0878047777777778, - -0.05257811300000004, - 0.09755105444444442, - -0.051445295555555555, - 0.10336957555555559, - -0.05607170222222236, - 0.10687409668888889, - -0.05782803755555547, - 0.10272375744444447, - -0.057026167999999905, - 0.10213378411111111, - -0.044367474444444326, - 0.09731909555555555, - -0.04350549444444442, - 0.08865874400000001, - -0.06280649233333332, - 0.08169131444444443, - -0.08661213244444435, - 0.07810773555555556, - -0.1112553797777778, - 0.07463555555555558, - -0.1263340871111112, - 0.06639933666666666, - -0.1465535255555555, - 0.05377655111111114, - -0.1640056500000001, - 0.04418829777777779, - -0.17093437533333333, - 0.02842860777777779, - -0.16408909622222206, - 0.016942645555555583, - -0.16675064855555574, - 0.0073328979777777265, - -0.1588536488888888, - 0.00373534444444446, - -0.1495966028888889, - 0.0037222849777777105, - -0.1322372677777777, - -0.0027955453333333665, - -0.10401365777777777, - -0.014766566666666684, - -0.0861462788888889, - -0.025277220000000013, - -0.07635618999999995, - -0.03186592444444443, - -0.07135788, - -0.030484778888888852, - -0.06502929344444444, - -0.022410275666666677, - -0.05761954077777779, - -0.016950835555555564, - -0.03907689404444446, - -0.011996154444444438, - -0.029193174444444425, - -0.010071146111111135, - -0.02858531444444451, - -0.007421466666666659, - -0.023952365555555542, - -0.009688820900000063, - -0.01668311955555556, - -0.005838026666666681, - -0.0015534499999999242, - -0.005162895555555574, - -0.0012964042222222037, - -0.001906099777777802, - 0.003737124444444456, - -0.003503918111111117, - 0.001677034444444477, - -0.007449703600000025, - -0.0018753644444445127, - -0.012184628888888922, - 0.0026639691111110986, - -0.016971600444444422, - 0.007810784999999998, - -0.020134840000000025, - 0.010748244444444445 - ] - ], - "std": [ - [ - 0.9926513732856214, - 0.9922740467464981, - 0.9964342900718223, - 0.9915656502494293, - 1.0031269607060127, - 0.9916453686089172, - 1.0081725642875177, - 0.9907693657057502, - 1.0084903680397026, - 0.9923185425628301, - 1.0128792801232473, - 0.9902737219168581, - 1.010792816435926, - 0.9888655842110828, - 1.0031758362749574, - 0.9854298441685992, - 0.9890882368719963, - 0.9804285773312239, - 0.9730772918992427, - 0.9745141433518287, - 0.9567259704295461, - 0.9768662669607254, - 0.9493774355368427, - 1.0038706259343744, - 0.9377382291600974, - 1.0496602487376752, - 0.9305872026550348, - 1.0503150154169958, - 0.9307025386159513, - 1.0392640335949292, - 0.9406209149566932, - 1.0233939080464391, - 0.9494506124739838, - 1.012079221518538, - 0.9489390893774563, - 1.0141082199450873, - 0.9442671255914099, - 1.0105514136076659, - 0.9468901507686455, - 1.0026766110539935, - 0.9613592957699403, - 0.985068403868737, - 0.9800073579280031, - 0.975436460339431, - 1.0032379235377316, - 0.9551918013742791, - 1.028917517888183, - 0.9387713484170384, - 1.0523789652036324, - 0.9234035510206958, - 1.070132196612977, - 0.9175395296994716, - 1.0842267579309721, - 0.9236823939192144, - 1.0897183483523363, - 0.9433433068622874, - 1.086396588028764, - 0.9587574522789919, - 1.0791277022520895, - 0.9570482720019563, - 1.0581187757889448, - 0.9635751628260921, - 1.0294739845645628, - 0.9733935507031055, - 1.0038087220203096, - 0.976159293071053, - 0.9795623017359278, - 0.9735603509166184, - 0.9585371109226899, - 0.9664985333557078, - 0.9486892392383033, - 0.9697532879719861, - 0.9467364294702475, - 0.9789250453647614, - 0.945107639018188, - 0.9917430005321338, - 0.9508272395661652, - 0.9771349829809848, - 0.9547821795258222, - 0.9594346199487507, - 0.9622256316466118, - 0.9685833725709367, - 0.9607418125919945, - 0.9665777543918542, - 0.9594116876542311, - 0.9632493733809626, - 0.9562909158066344, - 0.9622547186764627, - 0.9546903734091414, - 0.9522119089089927 - ] - ] - }, - "width": 512, - "in_features": 90, - "out_features": 15, - "depth": 4, - "padding": 180, - "parameters": 375451, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.5111111402511597, - "108": 0.4444444477558136, - "255": 0.2222222238779068 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6351950548679521, - "std_test_acc": 0.03305460577814103, - "n_samples": 360, - "n_features": 90, - "n_classes": 15, - "mean_cert_acc_36": 0.6068452596664429, - "std_cert_acc_36": 0.056094683081470274, - "mean_cert_acc_72": 0.5481647104024887, - "std_cert_acc_72": 0.04331137197987771, - "mean_cert_acc_108": 0.4942956641316414, - "std_cert_acc_108": 0.04076224219007908, - "mean_cert_acc_255": 0.2743055634200573, - "std_cert_acc_255": 0.0461176252444271 - }, - "low-res-spect": { - "dataset": "low-res-spect", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.8780487804878049, - "test_acc": 0.7879746835443038, - "train_size": 133, - "val_size": 82, - "test_size": 316, - "stats": { - "mean": [ - [ - 0.024469110902255578, - 0.005587958646616302, - 0.01128199067669173, - -0.06037009248120303, - -0.05151846172932332, - -0.024907055639097758, - -0.0322428857142857, - -0.07194005187969929, - -0.07847493984962406, - -0.07729481917293234, - -0.0773144627819549, - -0.07946655714285718, - -0.08317833781954889, - -0.08108707368421056, - -0.051557367819548866, - -0.021992530075187956, - 0.014977627969924827, - 0.04699444218045112, - 0.04272368962406013, - 0.05729708105263157, - 0.07787030999999998, - 0.07839934406015038, - 0.09192532827067672, - 0.07718017969924812, - 0.0731354135338346, - 0.07884905857142857, - 0.07964327293233082, - 0.05894142315789478, - 0.062022699022556374, - 0.07031742661654138, - 0.043068441142857156, - 0.04871273007518795, - 0.04621051263157891, - 0.06354882256390976, - 0.0722840044360902, - 0.038285738646616524, - 0.02072807609022559, - 0.04804389000000004, - 0.0138044796992481, - -0.018880903210526323, - 0.011148169654135377, - 0.02407343864661653, - 3.409736842104958e-05, - 0.014395889473684208, - 0.012942278195488701, - 0.003991518496240605, - 0.004891412781954892, - -0.0026670207518796982, - 0.0021274761654135233, - 0.004516233834586465, - -0.017067495330827086, - 0.05021997804511279, - 0.05085938015037594, - 0.049456287593984995, - 0.04968600586466166, - 0.038087282105263166, - 0.0031582917293233393, - 0.021881782706766925, - 0.006666542857142849, - -0.009844528496240594, - 0.009452689842105257, - -0.006844017293233067, - -0.0035632469924812256, - -0.013377724812030098, - -0.0006018690977443607, - -0.018097159398496255, - -0.011943087969924802, - -0.03201817045112783, - 0.003904128195488711, - -0.007856270676691717, - -0.008680359248120318, - 0.014900510601503778, - 0.004884186917293262, - 0.009004930977443638, - 0.005372908571428565, - 0.007624029323308276, - -0.002930867593984958, - -0.006319933082706782, - 0.00469686285714285, - -0.008532866616541344, - 0.0019344359398495853, - -0.004738761654135335, - 0.0044714904511278155, - -0.001649885714285715, - -0.00984493360902256, - -0.01978030300751879, - -0.00966449759398497, - -0.010639091127819557, - -0.00729790171428571, - -0.01663022781954888, - -0.014927266917293243, - -0.0048786105263157985, - -0.023854766390977448, - -0.002417377293233085, - -0.018055805503759383, - -0.035139856165413506, - -0.003715027067669185, - -0.023457403157894727, - -0.028482144812030083, - -0.012900542255639115 - ] - ], - "std": [ - [ - 1.017393269930814, - 0.9859850544384411, - 0.6351269169990451, - 0.9218499349108917, - 0.9397831881819683, - 0.9559682118638801, - 0.9438724801654544, - 0.9693197875856094, - 0.9713955988615406, - 0.9774390189841138, - 0.9920460008560096, - 0.9991906740103633, - 1.0018878985632447, - 1.0231730392212295, - 1.0116746756260164, - 1.0108766947238579, - 0.9897047919639949, - 0.9656545067924569, - 0.9779229908137462, - 0.9930910566294954, - 0.9769947826741521, - 0.9930680515190659, - 0.9847812255306415, - 0.9945404262409027, - 1.0133003340234725, - 1.010622334528224, - 0.9790643689216147, - 0.9695036033277806, - 0.9691086110146303, - 0.9709469151594099, - 0.9509962741361917, - 0.9459390595619844, - 0.9682759104651395, - 0.9693952498748859, - 0.9565179833606766, - 1.0087728224509616, - 1.0339412420571243, - 0.9797879106089201, - 1.046812274765615, - 1.017780178031687, - 0.9666275571579879, - 1.0256130258535934, - 1.0669421863085269, - 1.0402013313577008, - 1.0594653822910898, - 1.0511922704716143, - 1.0356545195251559, - 1.0641512050185258, - 1.0747163688005084, - 1.0935617174093786, - 1.07443136746114, - 1.0136851672908218, - 0.997280326392972, - 0.9783984688090382, - 1.0042883048291307, - 1.0487180616841298, - 1.0824392363653417, - 1.0689163006997184, - 1.07508445719523, - 1.094579375466917, - 1.0691245108180063, - 1.0218590639920084, - 1.0406528766233436, - 1.0483992179501052, - 1.0151157130662107, - 0.9890602540733745, - 1.0033195884602837, - 0.9979416719998978, - 0.9549270557055792, - 0.9629229016162045, - 0.9687018168255607, - 0.9641140507904243, - 0.9578638967395385, - 0.9634794979402529, - 0.9643850012759382, - 0.9632020577312645, - 0.9577176582123652, - 0.9571989614345542, - 0.9564290236354037, - 0.9456491144494708, - 0.9478771903690641, - 0.9493390272820802, - 0.9470489606741441, - 0.9627884351729016, - 0.9803995592284533, - 0.9681002662445597, - 0.9719751368852133, - 0.9739709130127491, - 0.9720839287368537, - 0.9671210605802054, - 0.9711011471027048, - 0.9845527475390607, - 0.9825803050843526, - 1.0038184387573925, - 0.979717500002443, - 0.9649405988529449, - 0.9876179722405718, - 0.9748242307388256, - 0.9872212806368876, - 0.982676241489978 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 312081, - "cert_evals": { - "36": 0.8414633870124817, - "72": 0.8292682766914368, - "108": 0.7804877758026123, - "255": 0.5365853309631348 - }, - "fold": 0 - }, - { - "best_epoch": 43, - "best_val_acc": 0.7536231884057971, - "test_acc": 0.7720364741641338, - "train_size": 133, - "val_size": 69, - "test_size": 329, - "stats": { - "mean": [ - [ - 0.1530652789473686, - -0.009363782556390993, - 0.05088392255639105, - 0.09471572902255651, - 0.08876052902255634, - 0.12944444736842103, - 0.10373392857142849, - -0.02023532421052626, - -0.029163837593984988, - -0.026313689849624053, - -0.02965288872180454, - -0.034014545112781965, - -0.03632338819548872, - -0.014735644736842088, - 0.01785539338345867, - 0.042751381052631564, - 0.08679215699248122, - 0.10001419052631579, - 0.1017368892481203, - 0.1075867052631579, - 0.10462587691729323, - 0.0953443353383458, - 0.1062469197894737, - 0.10487969082706766, - 0.1025905135338346, - 0.08913448766917297, - 0.09933672556390981, - 0.10743754187969931, - 0.11109795225563905, - 0.10047740721804511, - 0.08384493444360905, - 0.08902717887218042, - 0.08559397548872186, - 0.06289796500751879, - 0.060330664586466215, - 0.046363331127819554, - 0.07722293548872182, - 0.0516131944360902, - -0.022730849022556402, - -0.028101030902255634, - -0.013324536090225563, - -0.09062933308270675, - -0.0771601732330827, - -0.06511450924812032, - -0.12265796165413538, - -0.08916524360902257, - -0.07463184060150373, - -0.05617420278195486, - -0.030201605263157905, - -0.07578766255639095, - -0.059237725210526344, - 0.1091188300225564, - 0.09946399218045113, - 0.08242898984962406, - 0.03451749195488724, - 0.014174642255639086, - -0.049911600902255625, - -0.08932375545864665, - -0.07350661661654141, - -0.06060752706766915, - -0.0945347070225564, - -0.07166026834586467, - -0.08000871849624057, - -0.06738826315789478, - -0.0653453539849624, - -0.06987513011278194, - -0.07700414037593982, - -0.0684724142857143, - -0.06314225375939844, - -0.06643927654135334, - -0.056201902105263185, - -0.045947005037593976, - -0.033031945488721806, - -0.04689342698496246, - -0.051469952631578955, - -0.03478667669172926, - -0.032341004661654134, - -0.056062630977443614, - -0.05649333834586465, - -0.039601220375939813, - -0.037854870451127794, - -0.045860515789473665, - -0.05729389000000003, - -0.0682322045112782, - -0.058773774210526354, - -0.06832082496240602, - -0.0708990614285714, - -0.0600364096992481, - -0.07209753969172931, - -0.0762365472180451, - -0.0768351112781955, - -0.07007685624060155, - -0.08927176834586463, - -0.0882228510300752, - -0.07869736499248121, - -0.0844527432330827, - -0.07372521428571428, - -0.09207066969172933, - -0.08798474277443606, - -0.09338331523308271 - ] - ], - "std": [ - [ - 0.9744553382107187, - 0.9677597969434724, - 1.777310974913784, - 0.9984082294697983, - 0.9969586292153921, - 1.0583440616051412, - 1.0566345380560944, - 0.9857375895494132, - 1.0026115267211986, - 1.0074187005868174, - 0.9914187021756643, - 0.9940673441835514, - 0.98310153446628, - 0.9642872316677437, - 0.9316107906957257, - 0.8392466954824206, - 0.8182299587971944, - 0.8347678474815514, - 0.8515903298166666, - 0.8799721558505285, - 0.89007089287234, - 0.8866071634453673, - 0.8820893100565611, - 0.8826542910069028, - 0.8881722225389, - 0.8787089402752493, - 0.8964119629138864, - 0.879494453663738, - 0.8784873894639735, - 0.886681676346154, - 0.9222856861284946, - 0.9332670529570117, - 0.9776036297075393, - 0.9305127026487992, - 0.9359011475452199, - 0.9633874454328895, - 0.9527398490690858, - 0.965465879462667, - 1.0188818420464785, - 0.9828227999977308, - 0.9531229051081205, - 0.8713338836905145, - 0.9153495157969829, - 0.9223417239665608, - 0.8942885354612832, - 0.8998020432065605, - 0.9315570163515208, - 0.9082683584325931, - 0.9187746260543722, - 0.893070795181221, - 0.9468936674390013, - 0.9056643525291117, - 0.9110446769794468, - 0.9379974540127038, - 0.9647664124557613, - 1.0085574939350006, - 0.9275642673326407, - 0.8504043471913983, - 0.9142116919528667, - 0.8800039098256741, - 0.8415645024254653, - 0.8409729112787964, - 0.8399221552071359, - 0.8651820522167459, - 0.8672852422573245, - 0.8259267130126927, - 0.8390487632459173, - 0.8180961860126535, - 0.8777786937858696, - 0.8683920376045541, - 0.8383842635930155, - 0.8430069272476867, - 0.8666946932557273, - 0.8486025752416404, - 0.8592189394385275, - 0.8740498203324533, - 0.8491655645886534, - 0.8344601422755191, - 0.8287917280777043, - 0.8272025037471293, - 0.8136865464598907, - 0.8270386668301318, - 0.80191790451096, - 0.7804539659801455, - 0.7882991571441237, - 0.778040195581798, - 0.7589918746851501, - 0.7570902805838913, - 0.7293901823605933, - 0.7351310134454143, - 0.7408556555784315, - 0.725678505691747, - 0.6990444825351154, - 0.6919872173073935, - 0.7125567265129449, - 0.7086783958233831, - 0.6708513004398178, - 0.6871596422451152, - 0.6809238754969238, - 0.6885319279117135 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 312081, - "cert_evals": { - "36": 0.7246376872062683, - "72": 0.7246376872062683, - "108": 0.6811594367027283, - "255": 0.5797101259231567 - }, - "fold": 1 - }, - { - "best_epoch": 30, - "best_val_acc": 0.8085106382978723, - "test_acc": 0.8453947368421053, - "train_size": 133, - "val_size": 94, - "test_size": 304, - "stats": { - "mean": [ - [ - -0.13586325413533815, - -0.0618193278195488, - -0.04310375263157894, - -0.004718533834586481, - 0.01244425488721805, - -0.025889947368421044, - -0.03012266992481201, - -0.06166973518796993, - -0.058414011278195524, - -0.04856861338345865, - -0.053738878195488775, - -0.0494522635338346, - -0.033144374736842064, - -0.01673198932330828, - 0.00380962645112784, - 0.03076035639097744, - 0.08222181203007521, - 0.08607955939849626, - 0.08385189150375942, - 0.08648061872180456, - 0.08489306466165417, - 0.08092049669172934, - 0.08067010932330827, - 0.07488779000000001, - 0.07012468195488719, - 0.07198337165413535, - 0.04773527819548873, - 0.050869944360902274, - 0.03545853684210525, - 0.016283467669172918, - 0.004097258646616531, - 0.010401111278195502, - -0.01792126090225564, - -0.002418199992481197, - 0.024459281879699275, - 0.025849884210526343, - 0.037459733984962384, - 0.006547264984962439, - -0.010970754511278193, - 0.04163085169924812, - 0.02889156383458647, - 0.030891175112781943, - 0.028361738345864675, - 0.02267998270676693, - -0.025261697518796977, - -0.0006612544360902128, - 0.015497131578947396, - 0.0313857212706767, - 0.03935556884962408, - 0.020145579699248115, - 0.01561868073684209, - 0.07393228112781952, - 0.04280226511278196, - 0.015148240601503748, - -0.02417430518796993, - 0.02045143834586462, - -0.006660919548872173, - 0.012737768827067671, - 0.005639975112781977, - 0.025091721879699245, - 0.0078095799248120235, - -0.0012346056390977465, - -0.00859317037593985, - -0.006910761654135332, - 0.0007964472932330711, - -0.013898008308270668, - -0.00025283060150373826, - -0.016696168195488716, - -0.01286229004511279, - -0.012526450751879697, - -0.030305314661654148, - -0.022196533157894733, - -0.014210327067669165, - -0.022408989473684207, - -0.032924627819548864, - -0.03237249348120299, - -0.020712286992481198, - -0.029102100751879693, - -0.03426806187969925, - -0.0444582919548872, - -0.05113502075187971, - -0.02233855496240602, - -0.032802209022556386, - -0.05755775917293232, - -0.047944335338345884, - -0.049902552481203004, - -0.045151886090225545, - -0.03859559834586468, - -0.05805407509774432, - -0.04678762857142857, - -0.04049555030075189, - -0.03414902180451127, - -0.04661476240601504, - -0.059792844360902264, - -0.045702631368421086, - -0.04080758105263156, - -0.05423186360902256, - -0.061008449345864635, - -0.04793841503759399, - -0.03687203282706768 - ] - ], - "std": [ - [ - 1.0650127556320446, - 1.0066608520484202, - 0.4156979395941612, - 1.0111846623477019, - 1.0239930605317062, - 0.9684176798741715, - 0.9492043006836792, - 0.9787734675960276, - 0.988203812821042, - 0.9943574947885739, - 0.9813196660052181, - 0.9835335096862478, - 0.9989723824774754, - 1.0098341686716865, - 1.0089678435680955, - 1.006897414092789, - 1.0014680482759133, - 0.9969246326169929, - 1.003048211475138, - 0.9963037789822996, - 0.9898134995117452, - 0.9862762846232758, - 0.9696634183119972, - 0.9719462993345181, - 0.9829041377072096, - 0.9970195508702976, - 0.9730130647207035, - 0.9951471045673186, - 1.000240668580986, - 0.9831852201961157, - 0.9993734243431007, - 0.9862173484627466, - 1.0050828113211423, - 0.9769241582086713, - 0.9707777014896144, - 0.9086079382002629, - 0.9264498134320229, - 0.8898792590804552, - 0.9013370080430921, - 0.9668210661261372, - 1.0273237339044736, - 1.0647338020747121, - 1.0837400905988852, - 1.0895012361342458, - 0.9942055646868553, - 1.0030736971903318, - 1.0609720074331763, - 1.062673419595116, - 1.0433128230210706, - 1.0685942775734432, - 1.0659683471227248, - 0.9465620323080091, - 0.9666073282199529, - 0.9823564017132853, - 0.9338971590735567, - 0.9507680860369068, - 0.9776613927510699, - 1.0598523929295665, - 1.0562343768456484, - 1.0489211645884213, - 1.0066351241778364, - 0.9808309075924808, - 0.9798741552856448, - 0.9697984887288765, - 0.983702693591976, - 0.9640382228774541, - 0.9492112764984969, - 0.9447960904251254, - 0.9458208100097997, - 0.9393657515269506, - 0.9219232080989007, - 0.9287988887010107, - 0.9255985041358817, - 0.9022261222236313, - 0.919866535230441, - 0.9212084221960762, - 0.9055005820857147, - 0.9052992836968272, - 0.8965515106580905, - 0.9021371283357683, - 0.8931093485275595, - 0.8894800077414449, - 0.875828335944702, - 0.8768265814954874, - 0.8758047501041376, - 0.8679342278962235, - 0.8563653918115903, - 0.8447870748154496, - 0.8533573385243273, - 0.8580903767160212, - 0.8449284057138841, - 0.8368868316325839, - 0.8375542445936696, - 0.8372449278647315, - 0.8325101772382546, - 0.8345010300544318, - 0.835506482915972, - 0.8231852532778424, - 0.8212941968447315, - 0.8516404740029587 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 312081, - "cert_evals": { - "36": 0.7765957117080688, - "72": 0.7553191184997559, - "108": 0.6702127456665039, - "255": 0.46808508038520813 - }, - "fold": 2 - }, - { - "best_epoch": 43, - "best_val_acc": 0.8444444444444444, - "test_acc": 0.8409090909090909, - "train_size": 133, - "val_size": 90, - "test_size": 308, - "stats": { - "mean": [ - [ - 0.10493862744360913, - 0.0936277362406016, - -0.0037778827819548765, - -0.03855023533834586, - -0.02125209138345864, - -0.04543471105263157, - -0.04156411240601502, - 0.01708999368421052, - 0.01226467932330826, - 0.008226878796992469, - -0.0025615368421052433, - -0.018209970902255675, - -0.022531850601503787, - -0.047815336466165384, - -0.04824461954887216, - -0.04206402887218042, - -0.02118501894736845, - -0.0029625436842105487, - 0.01991662105263155, - 0.02359305000000002, - 0.0402974844360902, - 0.02456900902255638, - 0.02643880670676695, - 0.01608115548872179, - 0.022838549624060137, - 0.021608356240601513, - 0.0155475280451128, - 0.0207188052631579, - 0.0194884992481203, - 0.035869669473684244, - 0.023877902255639096, - 0.02819542037593984, - 0.011200890977443602, - 0.0551807004511278, - 0.04744355939849627, - 0.06211426172932332, - 0.06588056992481206, - 0.07162352157894733, - 0.08258311954887225, - 0.064603631774436, - 0.07408918799999994, - 0.07613642842105264, - 0.06256042105263157, - 0.050916241353383455, - 0.04188059195488719, - 0.06601848721804507, - 0.08979577601503759, - 0.04491898714285714, - 0.05555289037593983, - 0.08533037067669177, - 0.1070483993233083, - 0.02408604115037597, - 0.03420398706766918, - 0.0032010017293233246, - 0.029893602556390973, - 0.09153908646616546, - 0.11421593466165411, - 0.07139292911278192, - 0.08337384052631581, - 0.06448526315789473, - 0.04947902714285716, - 0.017647485338345863, - -0.0008786248120300822, - -0.015028007622556393, - -0.005325834736842084, - -0.018705311578947382, - -0.027164074135338317, - -0.029699412736842082, - -0.03217006824060152, - -0.03655872067669175, - -0.05774721052631579, - -0.04586767902255643, - -0.04562037030075189, - -0.07277231285714282, - -0.054276041203007504, - -0.034596221676691734, - -0.054279020075187985, - -0.060108875413533845, - -0.05830179338345861, - -0.06900260458646613, - -0.06369796345864664, - -0.050903367669172896, - -0.06467745977443612, - -0.039303367142857155, - -0.05294008157894737, - -0.05645630721804513, - -0.029166729631578958, - -0.04837335909774438, - -0.057497763834586456, - -0.046163446466165416, - -0.046505692105263174, - -0.042113237368421055, - -0.047567896992481186, - -0.03315349614285714, - -0.04929982421052632, - -0.046727424661654124, - -0.04073674195488724, - -0.040684289624060156, - -0.04322478375939848, - -0.03915163230075189 - ] - ], - "std": [ - [ - 1.085273555336867, - 1.0600160276531263, - 0.5674366488770868, - 1.0538936578762175, - 1.0736216450711755, - 1.0086568899549089, - 1.0107145864607423, - 0.9639829575234186, - 0.9684391767243656, - 0.9700338935541478, - 0.9673544475161013, - 0.9769837254042069, - 0.9832042991536264, - 0.9966940528369324, - 1.0144584886010504, - 1.0253444526714819, - 1.044458899094195, - 1.0437288549864745, - 1.032355378351829, - 1.0318246656034074, - 1.0266339589652462, - 1.0146406956988476, - 1.0044468099155188, - 1.025901708674945, - 1.0091911104926408, - 1.0132829244630681, - 1.0135138926532963, - 1.0124400641048181, - 1.002468214234293, - 0.9964174189277575, - 1.0143810743935044, - 1.016224305012167, - 1.0394808957835124, - 0.9841938243486714, - 0.976043096972565, - 0.9976075386689336, - 1.0012751177529822, - 0.9622637624799687, - 1.0036628686765507, - 1.0160940224228003, - 1.0693721871548225, - 1.0925110746781017, - 1.0637453552419913, - 1.112434336735407, - 1.0720233742927996, - 1.0887433013425338, - 1.1365343727139479, - 1.1082290562555606, - 1.0534133646461585, - 1.0636388960493586, - 1.127374798190782, - 1.0194494800051157, - 1.0115614911992439, - 0.9818412722460208, - 0.9822209459756657, - 1.005189728257075, - 1.08403913325294, - 1.085459527481645, - 1.0752872906455573, - 1.0795318572671038, - 1.0523758463978325, - 1.0153359772434278, - 1.0026092291413942, - 0.9950344482682812, - 1.0022482399439303, - 0.9810221193577394, - 0.9883984901555372, - 0.9708415174186519, - 0.9316161962977328, - 0.9305979660096333, - 0.9093710872091209, - 0.8961295852270974, - 0.9009089691160881, - 0.8750080609089094, - 0.885858487783631, - 0.8776260762487318, - 0.8673876172449833, - 0.8724100819567573, - 0.8723912389263426, - 0.8799174782922783, - 0.8777004895430206, - 0.8741256633416288, - 0.8800181503826561, - 0.8711684637095992, - 0.8970805311242029, - 0.90130116126784, - 0.8913911258859273, - 0.9120317859512505, - 0.9060025721716157, - 0.898262341874369, - 0.9234492395195655, - 0.9258258169182748, - 0.9069694433482488, - 0.9289092057679259, - 0.9258785829559869, - 0.9254000265308414, - 0.931316640531728, - 0.9258381499941104, - 0.9377776810526488, - 0.9431768651197908 - ] - ] - }, - "width": 384, - "in_features": 100, - "out_features": 9, - "depth": 4, - "padding": 200, - "parameters": 312081, - "cert_evals": { - "36": 0.7777777910232544, - "72": 0.7777777910232544, - "108": 0.7444444894790649, - "255": 0.6000000238418579 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8115787463649085, - "std_test_acc": 0.03707889514478343, - "n_samples": 531, - "n_features": 100, - "n_classes": 9, - "mean_cert_acc_36": 0.7801186442375183, - "std_cert_acc_36": 0.04781633161242301, - "mean_cert_acc_72": 0.7717507183551788, - "std_cert_acc_72": 0.044099245268515455, - "mean_cert_acc_108": 0.7190761119127274, - "std_cert_acc_108": 0.05240944527457364, - "mean_cert_acc_255": 0.5460951402783394, - "std_cert_acc_255": 0.05834297915384862 - }, - "lung-cancer": { - "dataset": "lung-cancer", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.75, - "test_acc": 0.4, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.2121181, - 0.22119374999999997, - -0.34205175000000004, - -0.25413399999999997, - -0.4991070000000001, - -0.20667375000000004, - 0.18207425, - 0.1674343749999999, - 0.18600550000000005, - 0.25552725, - -0.39027892500000017, - 0.254131375, - 0.20814399999999994, - -0.11680949999999997, - 4.999999999866223e-07, - 4.999999999866223e-07, - -0.556826, - 0.03246771249999994, - 1.000000000070389e-06, - -0.15760575000000004, - 1.000000000070389e-06, - -0.526415, - 0.26887700000000003, - -0.5463909500000002, - 0.3981490000000001, - -0.11073775000000001, - -0.0461445, - -0.08733862499999998, - -0.20931662499999998, - -0.20931662499999998, - -0.34491900000000003, - -0.30012262500000003, - 0.530329625, - 0.5840457499999999, - -0.2706785, - 0.334991875, - -0.19773098749999996, - 0.28412875, - -0.55909175, - -7.500000000632001e-07, - -0.176777, - -6.250000000040945e-07, - -0.2341686250000001, - 0.143568, - -0.254133, - -0.254133, - -0.347985, - 0.0, - 0.0, - 0.06977162499999998, - 0.06977162499999998, - 0.12400250000000002, - 0.15760662499999997, - 0.0684115 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861638, - 0.8040182621062347, - 0.68534473627397, - 0.7239840501975423, - 0.9583948535512387, - 0.8803408658477123, - 1.0967323649565501, - 1.2845975870016406, - 1.26287547547214, - 1.275192087344785, - 1.0828786155044974, - 0.8691968462812435, - 0.9433006737973234, - 0.9271293940653591, - 0.8092773571506556, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 0.9842499957566675, - 1.0919276973489076, - 0.9842499957566675, - 1.0, - 0.5691037527613045, - 0.8831049872737146, - 1.061731, - 0.8858950000009523, - 1.1526351972973712, - 0.9725553242070524, - 1.0348836588388737, - 1.0348836588388737, - 1.3655263400268045, - 0.9701424604483272, - 0.7071057500002983, - 0.9344725000001003, - 1.0207927843497426, - 0.9180330571660311, - 0.6975292820538815, - 0.7517340128236433, - 0.7042730759798983, - 0.6959722224846242, - 1.0, - 1.2187770455635987, - 1.497375656357527, - 1.0, - 1.0, - 1.0, - 1.6688774326399765, - 1.0, - 1.0, - 0.7383957883078252, - 0.7383957883078252, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 117075, - "cert_evals": { - "36": 0.5, - "72": 0.25, - "108": 0.25, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 9, - "best_val_acc": 0.5, - "test_acc": 0.4, - "train_size": 8, - "val_size": 4, - "test_size": 20, - "stats": { - "mean": [ - [ - -0.176777, - -1.2499999999804334e-06, - 0.3333284, - 0.22119374999999997, - -0.34205175000000004, - -0.08471187499999999, - -0.332738375, - 0.28934212499999995, - 0.18207425, - 0.1674343749999999, - 0.37201150000000005, - 0.54755725, - -0.0780548750000001, - 0.254131875, - 0.20814499999999997, - -0.584046, - 0.372012, - 0.372012, - 0.037120499999999945, - 0.03246771249999994, - 0.2841295000000001, - 0.15760662499999994, - -0.2841274999999999, - -0.14356812499999994, - 0.483978, - -0.5463909500000002, - 0.6635817500000001, - 0.33220974999999997, - 0.13842525, - 0.26201350000000007, - -0.627947875, - -0.627947875, - -0.7391125000000001, - 0.21437324999999996, - 1.2499999998971667e-07, - -0.11680875, - -0.09022612500000005, - -0.23927749999999992, - 0.06591022500000003, - 0.28412875, - 0.050826124999999986, - -7.50000000007689e-07, - 0.176776375, - 1.2499999998971667e-07, - -0.8586173750000001, - 0.143568, - -0.254133, - -0.254133, - -0.69597, - 0.0, - 0.0, - 0.06977162499999998, - -0.20931575000000002, - -0.3720145, - 0.15760662499999997, - 0.615692 - ] - ], - "std": [ - [ - 1.0, - 0.8745283537861637, - 0.6748704785505882, - 0.68534473627397, - 0.7239840501975423, - 0.8125185082212646, - 1.0389725707942121, - 0.6403537411098333, - 1.2845975870016406, - 1.26287547547214, - 1.2338234677314055, - 1.0010303391915438, - 0.7486887534635199, - 0.6561671321123982, - 0.6449175678604204, - 1.0, - 1.0, - 1.0, - 1.0287455149777083, - 0.963139848525996, - 0.7517333513858155, - 0.8339735544200334, - 1.100424948682894, - 1.0129176214682314, - 1.0, - 0.8831049872737147, - 1.0280166202880368, - 0.7672062760475096, - 0.9766487648315219, - 1.1975188335072229, - 1.080900755511744, - 1.080900755511744, - 1.5267048606832134, - 0.822478277401104, - 0.6846529246237537, - 0.9047995916201208, - 1.0047163027130392, - 0.7656924999999999, - 1.054565000000008, - 0.7517340128236433, - 1.1319596096912465, - 0.6959722224846243, - 0.9354143054375608, - 0.6723723872158637, - 1.2092403856025213, - 1.0, - 1.0, - 1.0, - 1.2054554005437115, - 1.39194, - 0.98425, - 0.7383957883078252, - 0.9667870265020562, - 0.9605327902178821, - 0.8339735544200334, - 1.0 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 117075, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.25, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.375, - "test_acc": 0.3125, - "train_size": 8, - "val_size": 8, - "test_size": 16, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -0.22580399999999995, - -0.3939341, - -0.4866262499999999, - 0.20522875000000002, - -0.08471187499999998, - 0.166368, - -0.04133512500000004, - -0.303458, - -0.27905975000000005, - -0.186006, - -0.32853374999999996, - 0.23417107499999992, - -0.25413399999999997, - 0.04162699999999995, - -0.3504277499999999, - 0.372012, - 5.000000000143778e-07, - 0.037120499999999945, - 0.03246771249999997, - -0.2841274999999999, - 0.47281899999999993, - 0.2841295000000001, - 0.04785500000000001, - 0.2688775, - -0.23416595000000007, - 0.13271625000000004, - 0.11073562499999999, - 0.32299500000000003, - -0.08733862499999998, - -0.06977312500000003, - -0.06977312500000003, - 0.24637075000000005, - -0.12862400000000002, - -0.35355349999999997, - -0.350427, - 0.27067862499999995, - -0.62212375, - 0.593192725, - 0.28412875, - 0.6607445000000001, - -0.20091262500000007, - 0.176776375, - 0.25413225, - 0.07805589999999993, - 0.7178385, - 0.7623977500000001, - 0.7623977500000001, - 0.347985, - 0.347985, - 0.0, - -0.48840412499999997, - -0.48840412499999997, - -0.124006, - 0.15760662499999994, - -0.47886900000000004 - ] - ], - "std": [ - [ - 1.8708296030318634, - 1.1948341428692102, - 1.0773417243604047, - 0.8486461065652968, - 1.059804131102034, - 0.8125185082212646, - 0.8803404878832395, - 0.920566504074317, - 1.0, - 0.7733489942365526, - 0.7203981402946568, - 0.5655146315423125, - 0.9749224782092981, - 0.9583948535512387, - 0.8811270319533954, - 0.6180957912261151, - 1.0, - 0.984249913856105, - 1.0287455149777083, - 0.963139848525996, - 1.100424948682894, - 1.0, - 0.7517333513858155, - 1.0658003128899194, - 1.0315890948113742, - 1.0355328887342052, - 1.0280166202880368, - 1.0621504008726752, - 0.7148326632261567, - 0.9725553242070524, - 1.0809007555117442, - 1.0809007555117442, - 0.5214703075947253, - 0.9548636855920851, - 0.9842497172806299, - 0.934473, - 0.8654191884816481, - 0.6631091564872164, - 0.913279950038126, - 0.7517340128236433, - 0.8132235000004611, - 1.3773654997805538, - 0.9354143054375608, - 1.01653000000083, - 1.2488975000001081, - 0.994665683287983, - 1.7606829064560963, - 1.7606829064560963, - 0.9206817699808115, - 0.9206817699808115, - 0.98425, - 1.5538907649834526, - 1.5538907649834526, - 0.9920339999999999, - 0.8339735544200334, - 1.0945610000000001 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 117075, - "cert_evals": { - "36": 0.25, - "72": 0.125, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.42857142857142855, - "test_acc": 0.4117647058823529, - "train_size": 8, - "val_size": 7, - "test_size": 17, - "stats": { - "mean": [ - [ - 0.5303301249999998, - -1.2499999999804334e-06, - -0.39393409999999995, - -0.48662574999999997, - 0.20522875000000002, - 0.25413137500000005, - 0.166368, - 0.12400349999999996, - 0.18207425, - -0.055812250000000035, - 0.18600550000000005, - -0.03650375000000001, - 0.23417107499999992, - -0.08471287499999999, - -0.12489200000000006, - 0.11680875, - 4.999999999866223e-07, - 5.000000000143778e-07, - -0.556826, - 0.03246771249999994, - -0.28412749999999987, - -0.47281812500000003, - 0.2841295000000001, - -0.334991875, - -0.16132500000000002, - -0.23416690000000004, - -0.13271649999999996, - -0.11073775000000001, - -0.41528250000000005, - -0.08733862499999998, - 0.06977074999999999, - 0.06977074999999999, - 0.049274500000000054, - -0.814618375, - 0.53032925, - 0.35042749999999995, - -0.45113087499999993, - 0.526415, - 0.06591029999999999, - 0.28412875, - -0.7623978749999999, - 0.200909125, - -0.176777, - -0.508266375, - 0.07805589999999987, - 0.143568, - -0.254133, - -0.254133, - 0.0, - 0.0, - -0.2460625, - 0.348859, - 0.348859, - 0.12400250000000004, - 0.15760662499999994, - 0.06841149999999997 - ] - ], - "std": [ - [ - 1.8708296030318634, - 0.8745283537861637, - 1.0773417243604047, - 1.1050835007108908, - 1.059804131102034, - 0.9433006737973234, - 0.8803404878832395, - 0.9352965034364771, - 1.2845975870016406, - 1.2429866458078653, - 1.275192087344785, - 0.7002636005201451, - 0.9749224782092981, - 1.2564662193460912, - 1.2349267641556725, - 0.9047995916201208, - 0.984249913856105, - 0.984249913856105, - 1.0, - 0.963139848525996, - 1.100424948682894, - 1.2208122788934872, - 0.7517333513858155, - 0.5064579839368311, - 0.8330825907525617, - 0.826068984966516, - 0.9194860179854557, - 0.8858950000009523, - 0.8851640178287581, - 0.9725553242070524, - 0.956663241117368, - 0.956663241117368, - 1.0429379694381398, - 0.45374271193952453, - 0.9999985416822804, - 1.120393298613817, - 1.0047163027130392, - 0.7656924999999999, - 1.0, - 0.7517340128236433, - 0.5378974467662115, - 0.531557565187073, - 1.0, - 1.4149504831054103, - 1.2488975000001081, - 1.0, - 1.0, - 1.0, - 1.39194, - 1.0, - 0.6510201819788307, - 1.0, - 1.0, - 0.9605327902178821, - 0.8339735544200334, - 0.9479176319916991 - ] - ] - }, - "width": 256, - "in_features": 56, - "out_features": 3, - "depth": 4, - "padding": 112, - "parameters": 117075, - "cert_evals": { - "36": 0.4285714626312256, - "72": 0.4285714626312256, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.38106617647058827, - "std_test_acc": 0.0460459900922496, - "n_samples": 32, - "n_features": 56, - "n_classes": 3, - "mean_cert_acc_36": 0.3571428656578064, - "std_cert_acc_36": 0.12710808080892969, - "mean_cert_acc_72": 0.2633928656578064, - "std_cert_acc_72": 0.12489367726743016, - "mean_cert_acc_108": 0.125, - "std_cert_acc_108": 0.14433756729740643, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "lymphography": { - "dataset": "lymphography", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 19, - "best_val_acc": 0.65, - "test_acc": 0.5934065934065934, - "train_size": 37, - "val_size": 20, - "test_size": 91, - "stats": { - "mean": [ - [ - 0.11571070270270278, - 0.027093891891891864, - -0.1061727567567567, - -0.22205799999999987, - 0.12556329729729743, - 0.06734324324324321, - 0.05365567567567566, - 0.1178617837837836, - -0.021548756756756857, - 0.3392003783783783, - 0.10699794594594601, - 0.16341409189189185, - 0.04434448648648651, - -0.18670452972972956, - 0.26953127027027013, - 0.028475135135135103, - 0.04964567567567568, - 0.039015189189189156 - ] - ], - "std": [ - [ - 0.9649959417614393, - 0.9932963186135503, - 0.8953249050860361, - 1.0, - 1.0617235061005919, - 0.9934273444847499, - 1.0837969821071396, - 0.93550276827785, - 1.0343414594594595, - 0.9787865374391254, - 0.967613635624315, - 0.9191462546392654, - 0.8904463864306404, - 0.9446597120353613, - 0.8244693349942901, - 0.9863926362299982, - 0.9592304425723344, - 1.0431241983062185 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 9876, - "cert_evals": { - "36": 0.4000000059604645, - "72": 0.3499999940395355, - "108": 0.15000000596046448, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.6867469879518072, - "train_size": 37, - "val_size": 28, - "test_size": 83, - "stats": { - "mean": [ - [ - 0.04959027027027034, - 0.08128264864864862, - -0.035391108108108124, - -0.22205799999999987, - 0.18834432432432444, - 0.12121940540540535, - 0.053655675675675654, - 0.1178617837837837, - 0.06464635135135137, - -0.08076164864864863, - 0.05944235135135144, - 0.00778283243243246, - 0.15077297297297293, - -0.11202250000000004, - 0.16519686486486485, - 0.028475135135135117, - -0.08274070270270273, - 0.08157664864864865 - ] - ], - "std": [ - [ - 0.9907038663718554, - 0.9843876514961846, - 0.9653329850824838, - 1.0, - 1.0873992856216566, - 0.9875663650472953, - 1.0837969821071396, - 0.93550276827785, - 1.1435074740788183, - 0.8987462927541991, - 0.9629278239378523, - 0.8670760159672493, - 1.0294219151090758, - 0.8796063323575559, - 0.8770711701884819, - 0.9863926362299982, - 1.050784302485063, - 1.0667820327309758 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 9876, - "cert_evals": { - "36": 0.4642857313156128, - "72": 0.3214285969734192, - "108": 0.2142857313156128, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 37, - "best_val_acc": 0.6, - "test_acc": 0.6046511627906976, - "train_size": 37, - "val_size": 25, - "test_size": 86, - "stats": { - "mean": [ - [ - -0.08265059459459453, - 0.0812826486486486, - -0.03539110810810814, - 0.031722972972972906, - 1.2432432433330043e-06, - -0.09428524324324326, - -0.05365621621621621, - -4.864864865424842e-07, - -0.02154875675675677, - -0.016152108108108066, - -0.03566883783783778, - -0.02334296756756763, - -0.06208424324324333, - 0.08712936486486486, - -0.043471945945945945, - 0.08542454054054054, - 0.248225243243243, - 0.09576443243243248 - ] - ], - "std": [ - [ - 0.9873886182585688, - 0.9843876514961846, - 0.9653329850824838, - 1.0616419779070554, - 0.9966179074004299, - 0.9934273444847498, - 0.8978357031769213, - 0.9966159264522366, - 1.0343414594594607, - 0.8607871843035175, - 0.946344799312269, - 0.9999220929965701, - 0.8847748864465823, - 0.9544491031115466, - 0.9396531993920559, - 0.9631018357081231, - 0.7605018441428824, - 0.9305366467747157 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 9876, - "cert_evals": { - "36": 0.4399999976158142, - "72": 0.35999998450279236, - "108": 0.19999998807907104, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 51, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.7419354838709677, - "train_size": 37, - "val_size": 18, - "test_size": 93, - "stats": { - "mean": [ - [ - 0.04959027027027031, - -0.1896611351351352, - -0.035391108108108124, - -0.22205799999999987, - 0.1255632972972974, - -0.20203756756756758, - -0.0536562162162162, - 0.1767929189189188, - -0.021548756756756837, - -0.04845689189189187, - 0.011886594594594657, - -0.14784801081081084, - -0.133037, - -0.03734048648648648, - 0.06086245945945948, - 0.14237394594594593, - -0.0827407027027028, - -0.017734054054054066 - ] - ], - "std": [ - [ - 0.949006736815226, - 0.9991913040086986, - 0.9653329850824838, - 1.0, - 1.061723506100592, - 0.9787090886861045, - 0.8978357031769213, - 0.8976123081203877, - 1.0343414594594595, - 0.9022230780655615, - 1.039718775420792, - 0.9842972464819717, - 1.0946013067767175, - 0.8968738654850321, - 0.9148697472881367, - 0.9357742193114152, - 1.050784302485063, - 0.9574019230274994 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 9876, - "cert_evals": { - "36": 0.6111111044883728, - "72": 0.4444444477558136, - "108": 0.3333333432674408, - "255": 0.1111111119389534 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6566850570050164, - "std_test_acc": 0.0704344732725872, - "n_samples": 148, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.47884920984506607, - "std_cert_acc_36": 0.09207200429660824, - "mean_cert_acc_72": 0.36896825581789017, - "std_cert_acc_72": 0.052905259844910006, - "mean_cert_acc_108": 0.22440476715564728, - "std_cert_acc_108": 0.0776734431457826, - "mean_cert_acc_255": 0.02777777798473835, - "std_cert_acc_255": 0.0555555559694767 - }, - "magic": { - "dataset": "magic", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 21, - "best_val_acc": 0.8412197686645636, - "test_acc": 0.8371889239397126, - "train_size": 4755, - "val_size": 2853, - "test_size": 11412, - "stats": { - "mean": [ - [ - -0.006388502646498379, - 0.006146446558885208, - -0.004209508307465906, - -0.004618793225236638, - -0.005315102475499497, - 0.006428044290851726, - -0.009059829779516417, - -0.008184151766561471, - 0.0033090761545739233, - -0.037376705087697235 - ] - ], - "std": [ - [ - 1.0023231607535665, - 1.0146947634200698, - 0.9896786368249049, - 1.001451036065264, - 1.0040066512880044, - 0.9905161210566023, - 0.9988965907369368, - 1.0089426097443763, - 0.998566492615012, - 0.9927003057378353 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.7742726802825928, - "72": 0.6838415265083313, - "108": 0.5856992602348328, - "255": 0.1763056367635727 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8465034965034965, - "test_acc": 0.8414730381411661, - "train_size": 4755, - "val_size": 2860, - "test_size": 11405, - "stats": { - "mean": [ - [ - -0.02436633946876997, - -0.022955164259726813, - -0.01993822200946376, - 0.03387639055541514, - 0.03436448497875925, - 0.0038116422946371125, - 0.007543406119453581, - 0.009698795669190335, - 0.0014860032576237098, - 0.00582992035215565 - ] - ], - "std": [ - [ - 0.9720381092498293, - 0.977333352882092, - 1.005139358382248, - 1.0164880549439819, - 1.0140583933617473, - 0.9837401295374851, - 0.9888378476099222, - 0.9663806918109694, - 1.005931831682823, - 1.000297701528725 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.7804195880889893, - "72": 0.7027972340583801, - "108": 0.5989511013031006, - "255": 0.12762238085269928 - }, - "fold": 1 - }, - { - "best_epoch": 56, - "best_val_acc": 0.8558464223385689, - "test_acc": 0.8448245614035088, - "train_size": 4755, - "val_size": 2865, - "test_size": 11400, - "stats": { - "mean": [ - [ - -0.012130254007592012, - -0.00826500078065223, - -0.010807356011566996, - 0.006499159247108326, - 0.006873201220609896, - 0.02000870184077821, - 0.001820881288265063, - -0.006523736593059914, - 0.0003778347011781665, - -0.018002280250893746 - ] - ], - "std": [ - [ - 0.9818839030528209, - 1.009368494398234, - 0.999432313276235, - 1.001141721390468, - 1.0040075321280533, - 0.9881194208362026, - 0.9709869282224545, - 1.0026493070298281, - 0.9996452002230842, - 0.9913588270685182 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.7692844867706299, - "72": 0.6726003289222717, - "108": 0.5689354538917542, - "255": 0.17242583632469177 - }, - "fold": 2 - }, - { - "best_epoch": 26, - "best_val_acc": 0.8372340425531914, - "test_acc": 0.8411533420707733, - "train_size": 4755, - "val_size": 2820, - "test_size": 11445, - "stats": { - "mean": [ - [ - 0.002866516450893953, - 0.007929027486435548, - -0.0013075722715039048, - -0.001188124590956882, - 0.002480280701366967, - 0.012874902747423648, - 0.0054113211936909185, - -0.007862206105783356, - -0.005652595006519504, - 0.005077877345299725 - ] - ], - "std": [ - [ - 1.0050954716049485, - 1.0162654558216224, - 1.0021008916654397, - 1.0041169983170044, - 1.0089152336885907, - 0.9909098405813409, - 0.9979067399488123, - 0.9973925897941894, - 0.9985454656770815, - 0.9973467754133581 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 2, - "depth": 4, - "padding": 20, - "parameters": 2858, - "cert_evals": { - "36": 0.7539007067680359, - "72": 0.6528368592262268, - "108": 0.548936128616333, - "255": 0.15709219872951508 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8411599663887902, - "std_test_acc": 0.003124979603026873, - "n_samples": 19020, - "n_features": 10, - "n_classes": 2, - "mean_cert_acc_36": 0.769469365477562, - "std_cert_acc_36": 0.011334262547779935, - "mean_cert_acc_72": 0.6780189871788025, - "std_cert_acc_72": 0.0209074540789497, - "mean_cert_acc_108": 0.5756304860115051, - "std_cert_acc_108": 0.021622854296358292, - "mean_cert_acc_255": 0.1583615131676197, - "std_cert_acc_255": 0.022108084283887018 - }, - "mammographic": { - "dataset": "mammographic", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.8493150684931506, - "test_acc": 0.8104347826086956, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.045138683333333235, - -0.06581824708333332, - -0.0668893333333335, - 0.0035843166666667194, - 0.07534454166666703 - ] - ], - "std": [ - [ - 0.3742768596239394, - 1.0309553579295558, - 1.0205845721721885, - 1.0069085496781394, - 0.8984819781883195 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.7876712083816528, - "72": 0.7602739930152893, - "108": 0.6917808055877686, - "255": 0.33561643958091736 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.76, - "test_acc": 0.8213660245183888, - "train_size": 240, - "val_size": 150, - "test_size": 571, - "stats": { - "mean": [ - [ - -0.06838790416666667, - 0.0036981495833333564, - 0.08851065416666656, - 0.06187655000000008, - 0.041687441666667095 - ] - ], - "std": [ - [ - 0.4594652865573056, - 0.9162656618320462, - 0.976470911981312, - 0.9979276514274945, - 0.967574818664843 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.7133333683013916, - "72": 0.6800000071525574, - "108": 0.6133333444595337, - "255": 0.23333333432674408 - }, - "fold": 1 - }, - { - "best_epoch": 3, - "best_val_acc": 0.821917808219178, - "test_acc": 0.7965217391304348, - "train_size": 240, - "val_size": 146, - "test_size": 575, - "stats": { - "mean": [ - [ - -0.033514049999999865, - -0.031616095833333364, - -0.03834651666666679, - 0.05680765833333342, - -0.03524305833333262 - ] - ], - "std": [ - [ - 0.37826323579119164, - 0.9793517631184475, - 1.0048978854533288, - 1.01250978800026, - 1.0390956653058405 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.6780821681022644, - "72": 0.4452054798603058, - "108": 0.21232876181602478, - "255": 0.006849315017461777 - }, - "fold": 2 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8235294117647058, - "test_acc": 0.7794871794871795, - "train_size": 240, - "val_size": 136, - "test_size": 585, - "stats": { - "mean": [ - [ - 0.09435683749999943, - -0.13088563458333324, - -0.032003683333333525, - -0.03189805833333325, - 0.008030341666667275 - ] - ], - "std": [ - [ - 1.8583061444674212, - 1.0447702499996767, - 0.9948185192592106, - 1.0005602571514343, - 1.0036844453305227 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.7426470518112183, - "72": 0.6176470518112183, - "108": 0.45588234066963196, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8019524314361747, - "std_test_acc": 0.01810172958428019, - "n_samples": 961, - "n_features": 5, - "n_classes": 2, - "mean_cert_acc_36": 0.7304334491491318, - "std_cert_acc_36": 0.04639828504084578, - "mean_cert_acc_72": 0.6257816329598427, - "std_cert_acc_72": 0.13379305598831362, - "mean_cert_acc_108": 0.49333131313323975, - "std_cert_acc_108": 0.2114612241548956, - "mean_cert_acc_255": 0.1439497722312808, - "std_cert_acc_255": 0.1675744658745932 - }, - "abalone": { - "dataset": "abalone", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 52, - "best_val_acc": 0.6253968253968254, - "test_acc": 0.6360367558929285, - "train_size": 1044, - "val_size": 630, - "test_size": 2503, - "stats": { - "mean": [ - [ - 0.03759131666666678, - -0.0067216787931033565, - -0.00504821235632188, - -0.010079406034482869, - 0.0077948497126437005, - -0.0035954527720305413, - 0.011847337255747069, - 0.020808682452107305 - ] - ], - "std": [ - [ - 0.9932562075552053, - 1.0067465043023525, - 0.9980809038500921, - 0.9297052233036605, - 1.0141436995589543, - 0.9931430828536596, - 1.017739933100054, - 1.0318462596531948 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.5, - "72": 0.3539682626724243, - "108": 0.26031747460365295, - "255": 0.13968254625797272 - }, - "fold": 0 - }, - { - "best_epoch": 38, - "best_val_acc": 0.6735668789808917, - "test_acc": 0.6463073852295409, - "train_size": 1044, - "val_size": 628, - "test_size": 2505, - "stats": { - "mean": [ - [ - 0.005192849233716447, - -0.0023747756321838803, - -0.004999904980842867, - -0.01065197068965531, - -0.001757506036398443, - -0.0004581268045977247, - -0.008801511695402298, - -0.0025385303256705034 - ] - ], - "std": [ - [ - 0.9921988752896624, - 1.0113577078934743, - 1.0108378611135136, - 0.93746968476643, - 1.0135082046349184, - 1.0099861173658438, - 1.0142707677051552, - 1.019381711286177 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.5143312215805054, - "72": 0.3821656107902527, - "108": 0.3200637102127075, - "255": 0.18789809942245483 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.6888519134775375, - "test_acc": 0.6291469194312796, - "train_size": 1044, - "val_size": 601, - "test_size": 2532, - "stats": { - "mean": [ - [ - -0.017948929501915466, - 0.023985624319923418, - 0.023087170114942556, - 0.018317038026819783, - 0.02778346245977014, - 0.025539904827586328, - 0.018261344003831434, - 0.034770174578544095 - ] - ], - "std": [ - [ - 0.9978233519534647, - 1.0049712832060378, - 1.0100440980049294, - 0.9634042347353897, - 1.0033357823934823, - 1.0054816988393045, - 0.9890488354165379, - 1.0152622279378631 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.5207986831665039, - "72": 0.410981684923172, - "108": 0.3211314380168915, - "255": 0.19134774804115295 - }, - "fold": 2 - }, - { - "best_epoch": 80, - "best_val_acc": 0.6523887973640856, - "test_acc": 0.6361836896278702, - "train_size": 1044, - "val_size": 607, - "test_size": 2526, - "stats": { - "mean": [ - [ - -0.039933615229885006, - 0.033357397988505864, - 0.02810616465517236, - 0.015225409386973148, - 0.03982630053544057, - 0.03327093634674338, - 0.031858401652298855, - 0.04330609419540234 - ] - ], - "std": [ - [ - 1.000898664612302, - 1.0028361176421674, - 1.0029617333979737, - 0.9244955132147792, - 1.020547570022181, - 1.016662196023235, - 1.0053994226175234, - 1.025123395710352 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.5107083916664124, - "72": 0.40197691321372986, - "108": 0.31630972027778625, - "255": 0.18121910095214844 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6369186875454048, - "std_test_acc": 0.007067909856109152, - "n_samples": 4177, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.5114595741033554, - "std_cert_acc_36": 0.008705389729171037, - "mean_cert_acc_72": 0.3872731178998947, - "std_cert_acc_72": 0.025256007585827953, - "mean_cert_acc_108": 0.30445558577775955, - "std_cert_acc_108": 0.029497971450257943, - "mean_cert_acc_255": 0.17503687366843224, - "std_cert_acc_255": 0.02394162450302893 - }, - "molec-biol-promoter": { - "dataset": "molec-biol-promoter", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.875, - "test_acc": 0.703125, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.09373999999999999, - 0.349711153846154, - -0.124846, - -0.18628265384615392, - -0.0025111153846154245, - -0.027689192307692376, - -0.32854380769230773, - -0.2587748846153846, - -0.291938, - -0.12147457692307692, - 0.013408923076923039, - -0.18303142307692302, - 0.10672619230769233, - -0.0388065384615385, - -0.2118675692307692, - 0.26045576923076913, - -0.0038293076923076983, - -0.12772800000000012, - 0.406745076923077, - -0.22977469230769215, - -0.23213830769230762, - 0.057734, - -0.25536484615384614, - 0.036332807692307734, - -0.306678, - 0.12654100000000004, - -0.06969015384615382, - -0.22098480769230766, - -0.20798946153846154, - -0.24676503846153855, - -0.3183693461538464, - -0.1853619230769231, - -0.30043107692307686, - -0.37097869230769237, - -0.36548838461538463, - 0.011515653846153858, - -0.05251046153846157, - -0.17936411538461533, - 0.030728153846153836, - 0.0502869230769231, - -0.08165438461538464, - -0.04035388461538459, - -0.044060461538461534, - 0.1891277692307692, - -0.09007600000000004, - 0.08841000000000002, - 0.34717700000000007, - -0.08658792307692309, - -0.14910884615384612, - -0.01171784615384617, - -0.010542692307692277, - 0.2279287692307692, - 0.19163046153846158, - 0.044342807692307744, - 0.11406934615384606, - 0.26639184615384615, - 0.0024606538461537973 - ] - ], - "std": [ - [ - 1.0076078297495967, - 0.9724627657739631, - 0.9573573651622793, - 1.0262408425117875, - 0.9587446442307666, - 0.9571040384617393, - 0.9896566783801658, - 1.0271371774080218, - 0.9458984467553748, - 0.983396009484761, - 0.9474507771505324, - 1.0162340072708942, - 0.9916278302898655, - 0.9889509346456372, - 1.0996503269494506, - 0.8339239830692423, - 0.9718806374953891, - 1.0013701717610572, - 1.1087224946399736, - 0.9663160194574336, - 0.8925655267102359, - 1.0240426363341295, - 0.9129708359204913, - 0.9674367468039534, - 0.934498494547744, - 0.996046000000193, - 0.9001646244230804, - 1.011066294523225, - 0.9306740888083066, - 0.9019636923091955, - 1.0103842953596318, - 0.9763974023364559, - 1.0034859025495506, - 1.0189729800426417, - 0.8809657272220804, - 1.001293348052636, - 0.8026415950749621, - 1.0084947048958783, - 1.0447591131223906, - 1.080924244585727, - 0.9862369191590393, - 1.0095530529552834, - 1.014776711029924, - 0.9243136682665729, - 0.9998867689999087, - 1.0150113097032656, - 1.0058059432415762, - 0.8281138846158841, - 0.9053220114009879, - 0.7877964184833098, - 0.8751600073353956, - 1.0046622498233042, - 0.9279195402053261, - 0.9992859945990674, - 0.9930878632688641, - 0.9472126805852605, - 1.0500485456210673 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 119014, - "cert_evals": { - "36": 0.5, - "72": 0.4375, - "108": 0.4375, - "255": 0.0625 - }, - "fold": 0 - }, - { - "best_epoch": 15, - "best_val_acc": 0.8666666666666667, - "test_acc": 0.6615384615384615, - "train_size": 26, - "val_size": 15, - "test_size": 65, - "stats": { - "mean": [ - [ - 0.09734461538461536, - -0.009867653846153778, - 0.10790676923076924, - -0.15064011538461541, - 0.09738461538461546, - -0.05959273076923076, - -0.048695384615384696, - -0.10221076923076929, - -0.19740069230769225, - 0.26099000000000006, - -0.20290846153846157, - 0.20358803846153845, - -0.1825234230769231, - 0.21829484615384614, - 0.007081746153846278, - -0.06588375384615386, - 0.19917507692307695, - -0.3013095384615385, - 0.04983446153846157, - 0.007020153846153817, - -0.0066845384615384406, - -0.042044076923076885, - -0.07821423076923074, - 0.137686, - -0.015271923076923129, - -0.17227284615384614, - 0.2755073076923076, - 0.10235538461538465, - -0.2435485769230769, - -0.1773835384615385, - 0.08412084615384617, - -0.15183184615384618, - -0.10858899999999995, - -0.09742265384615373, - -0.05963238461538462, - -0.05630061538461538, - -0.018979730769230797, - 0.05089046153846155, - 0.15364107692307694, - -0.010982076923076903, - 0.10650861538461538, - -0.1806068846153846, - -0.20850592307692312, - -0.014057692307692288, - 0.21039161538461543, - -0.055766615384615394, - 0.2426295384615386, - -0.12109303846153843, - -0.29682430769230767, - -0.15785057692307694, - 0.19899334615384612, - -0.13024523076923075, - -0.20279253846153844, - 0.04434280769230771, - -0.06270500000000002, - 0.09504676923076928, - 0.10028380769230766 - ] - ], - "std": [ - [ - 1.0412699655331787, - 0.974109238604762, - 0.9613906810801298, - 0.9643340756609565, - 0.9673793894378168, - 1.003312008397785, - 0.9182015580655095, - 0.982743930536501, - 0.9723005343268958, - 0.9411703711795796, - 0.9796610632100985, - 0.9145025424643751, - 0.9879752636511461, - 1.0944915110032636, - 0.9430338516297093, - 0.9508755832408867, - 0.9258429683390378, - 0.8679061723089316, - 1.0276288482675964, - 0.9501945836398535, - 1.0169676029594148, - 1.0501744622186107, - 0.9644548335998028, - 0.9121775925932151, - 0.9112105136727959, - 1.0206435073325324, - 0.9080727257130373, - 0.9347829604211333, - 0.8967697697883465, - 0.9663770689480945, - 0.9532701925574484, - 0.8568118833949174, - 0.9554743200735837, - 1.1504807500220855, - 1.0155470332338918, - 1.0396018722819245, - 0.9268106513458504, - 0.9168958971379897, - 0.9852213842143813, - 1.001611750376513, - 0.990217812330316, - 0.9873887799655962, - 1.0110391392211635, - 0.9439560657308471, - 1.068328170673588, - 1.0047193948569797, - 0.9979267159932226, - 0.9934730341322996, - 0.8557618796771218, - 0.7460287358936586, - 0.9778352307693193, - 1.02192658245343, - 1.037835803866067, - 0.9677087884615755, - 0.956543380038049, - 1.0171593177603953, - 0.91997592085019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 119014, - "cert_evals": { - "36": 0.8000000715255737, - "72": 0.7333333492279053, - "108": 0.7333333492279053, - "255": 0.40000003576278687 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.75, - "test_acc": 0.75, - "train_size": 26, - "val_size": 12, - "test_size": 68, - "stats": { - "mean": [ - [ - -0.030045192307692332, - -0.23869049999999983, - 0.041405769230769246, - 0.06321669230769228, - -0.0025107307692308154, - 0.09992461538461536, - 0.013492769230769159, - 0.14829176923076925, - -0.10286334615384617, - -0.08960249999999997, - 0.19882307692307696, - 0.09814630769230767, - -0.021829269230769246, - 0.03465076923076919, - -0.18058907692307682, - -0.1311519076923077, - 0.11797353846153848, - -0.05829530769230779, - 0.1212169230769231, - 0.07467584615384616, - 0.18656150000000013, - 0.2905494615384615, - -0.2553650384615384, - -0.06502038461538459, - -0.30667792307692304, - 0.09333938461538464, - 0.13742846153846142, - 0.17420873076923077, - 0.1120429615384615, - 0.23890723076923073, - -0.16356549999999995, - 0.08287507692307697, - -0.14056257692307694, - -0.09742265384615377, - -0.05963253846153847, - 0.011515500000000038, - 0.014551115384615343, - 0.08378369230769231, - 0.18436938461538463, - 0.019652346153846163, - 0.13786915384615384, - -0.14554365384615378, - -0.1756169230769231, - 0.12139923076923075, - 0.010079923076923155, - 0.30467446153846156, - -0.10586153846153845, - 0.15494511538461542, - -0.11217969230769238, - -0.011717730769230784, - -0.4645376538461538, - -0.13024538461538462, - 0.02728761538461537, - -0.024779269230769223, - -0.16876950000000007, - -0.04202923076923075, - 0.06767634615384611 - ] - ], - "std": [ - [ - 0.9790173867981108, - 0.8922350160543789, - 1.0237664792278374, - 0.9979986758255733, - 1.0450661465298063, - 1.0048325881986542, - 1.029402187109299, - 1.0083506459854783, - 0.9890083565745167, - 1.0164135742199043, - 1.0470407615391002, - 1.0378839738382932, - 0.9292517115719242, - 0.9612825317480931, - 1.0472447179957627, - 1.0262853071350215, - 1.052495553619595, - 1.059841692041489, - 1.1269554422034933, - 0.9208378006880765, - 0.9000880971984075, - 0.9294786618886555, - 1.076982881442786, - 1.0095815066264635, - 0.9911193052127372, - 1.0313874086125658, - 0.9980922524006728, - 0.9095892006901778, - 0.9905655045642239, - 1.0384115432086387, - 0.9810218452020498, - 1.060299711989925, - 0.9844584721629052, - 0.9476257009349917, - 0.8894460896472517, - 1.0593221207156762, - 0.8826955613077969, - 0.9713319428712611, - 1.075487248351794, - 1.0067518301441576, - 1.0419999967859404, - 0.986766332875252, - 1.0083607367807386, - 0.9773806693737923, - 1.0515029245809187, - 0.9917044123633906, - 0.9657665710047374, - 0.9290685404960641, - 1.1225398591645361, - 1.0183526454206688, - 0.8092726993206232, - 0.9375164234499523, - 1.0268476122485855, - 0.9726335635209717, - 0.9727406960463761, - 1.112026712980068, - 1.0129397204932757 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 119014, - "cert_evals": { - "36": 0.4166666865348816, - "72": 0.4166666865348816, - "108": 0.3333333432674408, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.9090909090909091, - "test_acc": 0.6956521739130435, - "train_size": 26, - "val_size": 11, - "test_size": 69, - "stats": { - "mean": [ - [ - 0.06549715384615382, - -0.1733123461538461, - -0.22459746153846155, - -0.008068615384615393, - -0.33549623076923074, - -0.1233995769230769, - -0.17307238461538452, - 0.023040692307692345, - -0.07135107692307693, - -0.18521865384615382, - -0.04839615384615389, - 0.09814603846153849, - -0.021828923076923114, - 0.07137899999999996, - -0.1493106769230769, - -0.0006160384615384937, - -0.16623299999999996, - -0.19716084615384608, - -0.1643116153846154, - 0.14233134615384618, - 0.18656149999999996, - 0.09099338461538463, - 0.09893680769230777, - -0.031236038461538454, - -0.43619169230769256, - -0.3382805384615385, - -0.13872946153846152, - 0.21013507692307687, - 0.32539880769230767, - 0.34298038461538466, - -0.0706831923076923, - -0.0847729230769231, - 0.08325415384615384, - 0.03935515384615389, - -0.12760034615384613, - 0.045423692307692304, - 0.24926692307692294, - -0.014896576923076922, - 0.030727999999999995, - 0.14219007692307695, - -0.08165438461538452, - -0.07541711538461539, - -0.2085062307692308, - -0.14951476923076926, - 0.010080153846153841, - 0.16049815384615387, - -0.14071053846153841, - -0.19010246153846153, - 0.22017992307692313, - -0.08478423076923074, - 0.12914796153846148, - -0.195368, - -0.13705561538461536, - -0.33582846153846135, - -0.1687693076923077, - -0.0077596923076923285, - 0.035068461538461576 - ] - ], - "std": [ - [ - 0.9949457610380924, - 1.0006243291807655, - 1.0805097483660284, - 1.0669055953756055, - 1.0322555409439118, - 0.9848822871167503, - 0.9431346904463401, - 0.9378178344246724, - 1.0181978932718458, - 0.966727095536948, - 0.9908076284467556, - 1.0378839686283479, - 1.088933086989841, - 0.8046857737758931, - 1.134679772935726, - 0.9553453144737399, - 0.9684821547379812, - 0.8999479146517183, - 0.9741754410810941, - 1.0108802015807785, - 0.7709686644604582, - 1.0772131326993413, - 0.8384300579512153, - 1.0358089031747673, - 1.0305305742983066, - 0.9367306253151163, - 0.9884948822596298, - 0.9666870451735153, - 0.7559985089760948, - 0.8999593432865595, - 0.9970138749450403, - 1.052317535287378, - 1.0819218493489575, - 0.9767902491283019, - 0.9784792222564622, - 0.9949578210493984, - 0.8614226395733138, - 0.9539103328924243, - 1.0209907346186988, - 0.9432236511876507, - 1.036795800272391, - 1.0138060762016619, - 1.1167776196923178, - 1.0142323983395336, - 1.1052486656840097, - 1.0124481502282436, - 1.0529966821172885, - 0.9493509361557843, - 1.1279936610242616, - 1.0051609553372078, - 0.9160134879427471, - 1.0114984451985467, - 0.8295657525376697, - 1.028154229267194, - 0.9727407925020125, - 0.8988663639372382, - 0.9628933437374779 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 119014, - "cert_evals": { - "36": 0.7272727489471436, - "72": 0.6363636255264282, - "108": 0.4545454680919647, - "255": 0.09090909361839294 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7025789088628762, - "std_test_acc": 0.03642964028470378, - "n_samples": 106, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.6109848767518997, - "std_cert_acc_36": 0.1819586170826386, - "mean_cert_acc_72": 0.5559659153223038, - "std_cert_acc_72": 0.15423082987332778, - "mean_cert_acc_108": 0.4896780401468277, - "std_cert_acc_108": 0.17104426267144704, - "mean_cert_acc_255": 0.13835228234529495, - "std_cert_acc_255": 0.1785173435011658 - }, - "molec-biol-splice": { - "dataset": "molec-biol-splice", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 24, - "best_val_acc": 0.8229166666666666, - "test_acc": 0.8118139048614741, - "train_size": 797, - "val_size": 480, - "test_size": 1913, - "stats": { - "mean": [ - [ - -0.08088939774153121, - -0.017083478042659816, - -0.008676474278544535, - 0.01205199498117964, - -0.019879412797992446, - -0.06819678419071469, - 0.014172110414052605, - -0.0726562358845669, - -0.0424785457967378, - 0.030165779171894516, - -0.015724135508155584, - 0.016329740276034888, - -0.03650249309912165, - 0.060801804265996566, - 0.050552770388958924, - -0.03993303764115418, - -0.02479237139272276, - 0.026231244667502603, - 0.0006134240903385369, - 0.008120775407778993, - 0.011976850690087297, - 0.012784564617315019, - 0.02205557967377646, - 0.003761100376411143, - 0.004885728983688804, - -0.007185055207026799, - 0.006090311166875841, - -0.06913297616060121, - 0.01692240903387772, - -0.024909814303639064, - 0.002042144291092072, - 0.03893583663739384, - 0.04832313927227111, - -0.04144308908406656, - -0.04533064868255915, - 0.029196543287328434, - -0.017319196988707316, - 0.002574765370137967, - 0.014485728983688884, - -0.04080718946047651, - -0.016152210790464142, - -0.1060891342534501, - 0.00146361355081561, - -0.02892638393977404, - 0.03808938393977416, - 0.004615427854454175, - -0.006006715181932309, - 0.03929904642409064, - -0.0026646035131743587, - -0.0008532597239647819, - -0.018261164366373872, - -0.015718006273525736, - -0.03865469008782939, - -0.0023145696361355087, - -0.01960441405269735, - -0.0853860326223336, - 0.005193398996235927, - -0.017738670012547086, - 0.055998069008782805, - 0.039315545796737614 - ] - ], - "std": [ - [ - 0.9945490246391062, - 0.9934109752899847, - 1.0063178858807398, - 0.9896020723574798, - 0.9849358791871932, - 0.9857421550044541, - 0.9930276963595361, - 0.9834603310222596, - 1.0029783411831081, - 1.008680505435535, - 1.000646776584492, - 1.017380058680371, - 0.9990572202887158, - 1.0037947864498273, - 0.9921475019154874, - 1.0063268933844312, - 0.9808355420987935, - 0.9924788012799176, - 0.9847824180917667, - 0.9870544204448741, - 1.0013704839730797, - 1.0166518616214755, - 0.985710071283119, - 1.0044850695151961, - 0.9909244249062288, - 0.9987615357097599, - 1.0051852364272729, - 0.9860816983161693, - 1.0064425553080443, - 1.021154244482058, - 0.9991376459347909, - 0.9638884376422283, - 1.0033244557289336, - 0.9848543808197192, - 1.0055575628990723, - 0.9940712305710926, - 0.9741863114052403, - 1.0048179660304701, - 0.9887806108854191, - 0.9765227042348682, - 0.997334968218974, - 0.9962132645441986, - 1.0014416509782584, - 1.002091005752959, - 0.9893159775047747, - 0.9934985594799247, - 0.9886647568170538, - 0.9919893464761707, - 0.9955923461346924, - 0.9926319617434606, - 0.9728863130641628, - 1.0082140966036435, - 0.9961100311402014, - 1.0077701107332304, - 0.9792654768868749, - 1.0119326199882663, - 1.0172792289838704, - 0.9956848073966668, - 1.0083179950377872, - 0.9802036286210523 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 125291, - "cert_evals": { - "36": 0.7416667342185974, - "72": 0.6729167103767395, - "108": 0.5854166746139526, - "255": 0.1875000149011612 - }, - "fold": 0 - }, - { - "best_epoch": 35, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.8291171915332989, - "train_size": 797, - "val_size": 456, - "test_size": 1937, - "stats": { - "mean": [ - [ - 0.018491488080301106, - -0.0011505069008782528, - 0.021436997490589735, - 0.03502552697616077, - 0.021530190715181953, - 0.01771506524466753, - 0.0028268569636132166, - -0.03774227101631111, - 0.019095676286072647, - -0.016733656210790544, - -0.0663814040150566, - 0.005845333751568237, - 0.004257730238393967, - 0.0011046449184443634, - -0.027280681304893566, - 0.005402819322459137, - 0.04633495859473012, - 0.009161250941028725, - 0.026725796737766497, - -0.01972711794228387, - -0.01983136010037666, - -0.009908578419071404, - 0.022055481806775055, - 0.05518264240903318, - -0.04640085570890846, - -0.03727541907151866, - -0.0335212045169384, - -0.03967690213299759, - 0.005998318695107535, - -0.01785224341279831, - -0.003198117942283299, - -0.013416670639897136, - -0.009072863237139185, - -0.007062920953576991, - 0.011101452948557616, - -0.045883223337515024, - -0.012705889585947094, - -0.05706059096612311, - 0.00637870514429108, - -0.024475352572145292, - -0.033483001254705075, - -0.018872419071518255, - -0.004380110414052662, - -0.019757495608531926, - -0.01618084692597215, - 0.06015848933500684, - 0.004326102885821954, - 0.031207774153074287, - 0.09302961606022617, - 0.037705563362610196, - 0.031232815558343906, - 0.05163176913425327, - 0.051368831869510787, - -0.02336010790464227, - 0.006880800501882391, - -0.05682849560853219, - -0.004021038895859437, - 0.002038494353826773, - 0.05144887452948544, - -0.00027493977415304015 - ] - ], - "std": [ - [ - 0.9889166025491434, - 1.0113611751416451, - 1.00351331532884, - 1.0051662180322105, - 0.9987679141001061, - 0.9996822942772838, - 1.0042310134414263, - 1.0134372724050602, - 1.0000665011762366, - 0.9994360301075128, - 0.9995393709189473, - 1.0346986177316517, - 1.011186369192948, - 1.0016439123703365, - 0.9965028721446453, - 1.0098540994428735, - 0.9933407245937251, - 1.0209497831856362, - 0.9866653742506231, - 0.982825314351339, - 0.9914313036126221, - 1.0062435071011668, - 1.0149240913230397, - 0.9887363914059815, - 0.9994565119417103, - 1.016608779035485, - 0.9986323360957506, - 0.9983077834509023, - 0.992117921809115, - 1.0118934305428742, - 1.0093115895196225, - 1.0141263884110643, - 0.998031262724133, - 0.9978752951488421, - 1.0058194162074532, - 0.9997345249416975, - 1.0043988806220703, - 1.0026034007181608, - 1.0124721562205274, - 0.9897322617082525, - 0.9985816439065134, - 0.9919527474532689, - 1.0036339185538052, - 0.973512268444304, - 1.0130393993507771, - 0.9897840394213037, - 0.9936053260728854, - 1.0155800367441008, - 1.0112837805104922, - 0.9806050237126605, - 1.0133289778387422, - 1.003164742603154, - 0.9684252971086295, - 0.9941237378734813, - 0.9987879065672047, - 1.0056255382787287, - 1.0017418494408326, - 0.9935852276048891, - 1.024679553968222, - 1.007096200700548 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 125291, - "cert_evals": { - "36": 0.7456140518188477, - "72": 0.6535087823867798, - "108": 0.5438596606254578, - "255": 0.19736842811107635 - }, - "fold": 1 - }, - { - "best_epoch": 27, - "best_val_acc": 0.8352490421455939, - "test_acc": 0.8204168893639765, - "train_size": 797, - "val_size": 522, - "test_size": 1871, - "stats": { - "mean": [ - [ - 0.016180366373901797, - 0.0159205972396487, - -0.04805540652446672, - 0.017795338770389135, - -0.018760287327477875, - -0.012470120451693864, - -0.025536504391468096, - -0.023100938519447715, - -0.021953736511919807, - 0.005599485570890773, - -0.028107018820577125, - -0.0663806737766629, - -0.002535664993726509, - -0.041697066499373665, - -0.041221063989962406, - -0.019531874529485415, - 0.001174760351317426, - 5.719824341241943e-05, - 0.009695979924717433, - -0.006360112923463307, - 0.031288966122960366, - 0.01732320451693862, - 0.034643243412797765, - -0.05223140276035192, - 0.012863726474278572, - -0.02278748055207084, - 0.08181816185696375, - 0.022917264742786353, - 0.03112372647427915, - 0.01743540276035093, - 0.009902525721455502, - 0.030388477038899016, - -0.007947400250940755, - -0.002626762860728837, - -0.002393195734001926, - 0.0224729749058976, - -0.035772559598494034, - 0.031245622333751583, - 0.07355148055206996, - -0.02680844165621052, - 0.0011786298619825138, - -0.023523868255959906, - 0.009644725219573422, - -0.011734667503136672, - 0.04155336135508157, - -0.008113194479297375, - 0.023843790464241343, - 0.03351953826850721, - -0.05937222333751553, - 0.01956023839397823, - -0.05714953952321155, - 0.029942850690087883, - -0.01788004265997477, - 0.018731055207026504, - 0.00457773149309927, - -0.028270974905896498, - -0.044334417816813056, - 0.02181565872020062, - -0.004279376411543287, - 0.033493360100376554 - ] - ], - "std": [ - [ - 1.006032731784378, - 0.9981987082501484, - 1.0058419047925986, - 1.0147724595576162, - 0.9940588732535701, - 0.9991159025458402, - 0.9691047120808344, - 0.9991048317365939, - 1.020189994500977, - 0.9848978164137729, - 0.998075185404707, - 0.9900346208081456, - 0.9970676239537044, - 1.0074170125268456, - 0.9888612246445799, - 1.0204821123725891, - 1.0188778509112115, - 1.021786600393116, - 0.9923811904568762, - 0.9930750642777653, - 1.0126874688330874, - 1.0123955584555848, - 1.0119546947996216, - 0.967160657446603, - 1.013064602613993, - 1.0088579414594196, - 1.0050975228498589, - 1.0226014249223117, - 1.0030135447468238, - 1.0006692722984143, - 1.0063109761380487, - 0.9976611466924694, - 1.0191830139161713, - 1.0037191251141417, - 1.0000135193218243, - 1.008885797923785, - 1.005277894129722, - 0.9951865869001352, - 1.003658412696999, - 1.0103592136706143, - 1.013785819980191, - 1.0167078374977943, - 1.0100157686042965, - 1.0010457270061084, - 1.0282359743543752, - 0.9985304229175116, - 0.9712378399548074, - 1.0007272977609394, - 1.00869249677983, - 0.9976542416860067, - 1.0108332275437888, - 1.0094799027511412, - 0.9910934491654954, - 1.0239973266326525, - 0.9997566127783953, - 0.995332570938697, - 1.0015100811283149, - 1.0189914283748178, - 0.9815154139951994, - 1.0109702187257807 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 125291, - "cert_evals": { - "36": 0.7892720103263855, - "72": 0.6781609058380127, - "108": 0.5842911601066589, - "255": 0.20306512713432312 - }, - "fold": 2 - }, - { - "best_epoch": 24, - "best_val_acc": 0.7957894736842105, - "test_acc": 0.8185610010427529, - "train_size": 797, - "val_size": 475, - "test_size": 1918, - "stats": { - "mean": [ - [ - 0.023113880803011123, - -0.031878431618569576, - 0.0017474705144291346, - -0.048827942283563595, - 0.02600689711417815, - -0.020596907151819388, - 0.03119006398996214, - -0.010712095357591008, - -0.03563701003764123, - -0.0066837766624844005, - 0.020298818067753775, - 0.0349687051442911, - 0.03369574404015041, - 0.010115574654956229, - -0.008693601003764222, - -0.037666260978670006, - 0.013593819322459105, - -0.06367114930991241, - 0.002884076537013706, - -0.04311930238393992, - -0.028919440401505687, - 0.03661243287327482, - -0.012274677540778, - 0.022044312421580708, - -0.0019524943538268248, - -0.00718509535759122, - 0.018905804265997497, - -0.020039599749058525, - 0.011460363864492227, - 0.00190883061480542, - 0.015142810539523602, - 0.0015411859473054327, - -0.0034457590966119997, - 0.007354567126724528, - -0.019568141781680794, - 6.111668757913393e-05, - 0.014974058971141782, - 0.017483629861982628, - 0.004062395232120175, - -0.039640589711417734, - -0.017307636135508092, - -0.015383726474278643, - 0.02951326599749063, - 0.010041510664993838, - -0.009252728983688915, - 0.023129829360100374, - 0.024991664993726456, - 0.005777824341280051, - 0.010330861982434136, - -0.02240079799247117, - 0.013556362609786848, - 0.009395460476787914, - -0.05596691593475561, - -0.0011453801756584612, - 0.019547611041405746, - -0.005424897114178279, - -0.036271767879548236, - -0.04216928481806779, - -0.06910606649937284, - 0.013698135508155716 - ] - ], - "std": [ - [ - 0.9995168687982413, - 1.0072187255531315, - 0.9922765699545656, - 1.0014379023165043, - 1.0007423887263762, - 1.006595287508758, - 0.996025190875742, - 1.0015863398288425, - 0.9939619881518538, - 1.0012546381038536, - 0.9974235803209218, - 0.9958759047377087, - 1.0231793150542605, - 0.9988598615456608, - 1.0165807865563634, - 0.9981765632980487, - 0.9916120393689883, - 0.9967806721546657, - 1.0001387498061993, - 0.9907382633450215, - 0.9919466420747174, - 0.9918048070565159, - 0.9927131112764388, - 0.9987541938182435, - 0.9829950228363971, - 0.9987615525719863, - 1.006646575684889, - 0.9727270348859581, - 1.0274767556558333, - 0.9948545552577256, - 0.9724110619354693, - 0.999399954650725, - 1.0137453383320747, - 1.0038171597805419, - 0.9942857302920103, - 1.0221132950933616, - 1.0125332438729522, - 1.0058606284258966, - 1.0061583893468007, - 1.0071484737907352, - 0.993080173542264, - 0.994054088509694, - 1.0019557537886754, - 0.9879867613789639, - 1.0059203970540576, - 1.002236769456239, - 1.0166179760088292, - 1.0148930646959913, - 0.9855942441531308, - 0.9881712595842015, - 0.997375001351328, - 1.0153221146032385, - 0.9987022726517054, - 1.0023090382878383, - 0.9960039697880356, - 0.9659716681886643, - 1.0079997805456118, - 0.9972223231158401, - 0.9973623069301778, - 1.0162353419266272 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 3, - "depth": 4, - "padding": 120, - "parameters": 125291, - "cert_evals": { - "36": 0.7073683738708496, - "72": 0.6463157534599304, - "108": 0.5536841750144958, - "255": 0.17052631080150604 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8199772467003755, - "std_test_acc": 0.007126892239072002, - "n_samples": 3190, - "n_features": 60, - "n_classes": 3, - "mean_cert_acc_36": 0.74598029255867, - "std_cert_acc_36": 0.03358468902077802, - "mean_cert_acc_72": 0.6627255380153656, - "std_cert_acc_72": 0.015235268156402849, - "mean_cert_acc_108": 0.5668129175901413, - "std_cert_acc_108": 0.021219524215303643, - "mean_cert_acc_255": 0.18961497023701668, - "std_cert_acc_255": 0.01425801277275987 - }, - "monks-1": { - "dataset": "monks-1", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 2, - "best_val_acc": 0.6, - "test_acc": 0.6629213483146067, - "train_size": 432, - "val_size": 35, - "test_size": 89, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.2857142984867096, - "72": 0.08571428805589676, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 23, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.7623762376237624, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.6086956858634949, - "72": 0.47826087474823, - "108": 0.3478260934352875, - "255": 0.043478261679410934 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 0.7586206896551724, - "test_acc": 0.7578947368421053, - "train_size": 432, - "val_size": 29, - "test_size": 95, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.5517241358757019, - "72": 0.24137930572032928, - "108": 0.06896551698446274, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 48, - "best_val_acc": 0.782608695652174, - "test_acc": 0.7128712871287128, - "train_size": 432, - "val_size": 23, - "test_size": 101, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.6086956858634949, - "72": 0.47826087474823, - "108": 0.3478260934352875, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7240159024772967, - "std_test_acc": 0.04646158890263749, - "n_samples": 556, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.5137074515223503, - "std_cert_acc_36": 0.15434990060125495, - "mean_cert_acc_72": 0.3209038358181715, - "std_cert_acc_72": 0.19249307317890496, - "mean_cert_acc_108": 0.19115442596375942, - "std_cert_acc_108": 0.18308665236230207, - "mean_cert_acc_255": 0.010869565419852734, - "std_cert_acc_255": 0.021739130839705467 - }, - "monks-2": { - "dataset": "monks-2", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 2, - "best_val_acc": 0.6, - "test_acc": 0.49640287769784175, - "train_size": 432, - "val_size": 30, - "test_size": 139, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.23333334922790527, - "72": 0.10000000894069672, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6923076923076923, - "test_acc": 0.6083916083916084, - "train_size": 432, - "val_size": 26, - "test_size": 143, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.42307692766189575, - "72": 0.3461538553237915, - "108": 0.11538462340831757, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 29, - "best_val_acc": 0.5862068965517241, - "test_acc": 0.4928571428571429, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.06896551698446274, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.6551724137931034, - "test_acc": 0.6142857142857143, - "train_size": 432, - "val_size": 29, - "test_size": 140, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.6551724076271057, - "72": 0.5862069129943848, - "108": 0.41379308700561523, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5529843358080768, - "std_test_acc": 0.06744025897647848, - "n_samples": 601, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.34513705037534237, - "std_cert_acc_36": 0.25230096489669285, - "mean_cert_acc_72": 0.25809019431471825, - "std_cert_acc_72": 0.2626904671411037, - "mean_cert_acc_108": 0.1322944276034832, - "std_cert_acc_108": 0.19538941277440708, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "monks-3": { - "dataset": "monks-3", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.75, - "test_acc": 0.6222222222222222, - "train_size": 432, - "val_size": 32, - "test_size": 90, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.46875, - "72": 0.28125, - "108": 0.09375, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4444444444444444, - "test_acc": 0.5192307692307693, - "train_size": 432, - "val_size": 18, - "test_size": 104, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.4444444477558136, - "72": 0.4444444477558136, - "108": 0.4444444477558136, - "255": 0.1666666716337204 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.7083333333333334, - "test_acc": 0.6632653061224489, - "train_size": 432, - "val_size": 24, - "test_size": 98, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.2916666865348816, - "72": 0.1666666716337204, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5172413793103449, - "test_acc": 0.5053763440860215, - "train_size": 432, - "val_size": 29, - "test_size": 93, - "stats": { - "mean": [ - [ - -5.13992141030165e-18, - 1.1307827102663631e-17, - -6.6818978333921455e-18, - -1.02798428206033e-18, - 0.0, - 0.0 - ] - ], - "std": [ - [ - 0.9988447623463166, - 0.9988447623463166, - 0.9988419999999979, - 0.9988447623463166, - 0.9988439629181349, - 0.9988419999999979 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.517241358757019, - "72": 0.517241358757019, - "108": 0.517241358757019, - "255": 0.03448275849223137 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5775236604153655, - "std_test_acc": 0.07735823087503578, - "n_samples": 554, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.43052562326192856, - "std_cert_acc_36": 0.0973931204684159, - "mean_cert_acc_72": 0.35240061953663826, - "std_cert_acc_72": 0.15832881995393205, - "mean_cert_acc_108": 0.26385895162820816, - "std_cert_acc_108": 0.2551942837868363, - "mean_cert_acc_255": 0.05028735753148794, - "std_cert_acc_255": 0.0792707738423545 - }, - "mushroom": { - "dataset": "mushroom", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 33, - "best_val_acc": 0.9966777408637874, - "test_acc": 0.9971364287175292, - "train_size": 2031, - "val_size": 1204, - "test_size": 4889, - "stats": { - "mean": [ - [ - 0.01584243131462058, - 0.019616320039388076, - -0.017441079960610038, - 1.6376169432992076e-06, - 0.03251508222550193, - -0.0356802550467818, - 0.0053510472673569415, - 0.01704437272280179, - -0.004787042589856331, - -0.006957840965042196, - -0.010824010832105619, - -0.015714124076808157, - -0.0028289399310687338, - 0.026870491383555076, - 0.022659543082221442, - -0.030434470704082447, - 0.043593827671097096, - 0.004918543082224606, - 0.02840681752831178, - -0.026348127031018555, - -0.005641193156080321 - ] - ], - "std": [ - [ - 1.035686963839167, - 1.007002340594574, - 1.0017151333988827, - 0.9999368171880522, - 0.9990636351015061, - 1.1008233629053865, - 1.0048344484644247, - 1.0068055573931955, - 1.0236440770193422, - 1.0008597796892533, - 1.0073922426397302, - 1.0167066772104598, - 1.0093964386273888, - 0.9734350559013669, - 0.9832626494901496, - 1.1103048088729688, - 1.0723209186406066, - 1.007595964551157, - 1.0120097158286505, - 1.0110411166324569, - 1.0045172770457236 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 11350, - "cert_evals": { - "36": 0.9916943311691284, - "72": 0.989202618598938, - "108": 0.9850497841835022, - "255": 0.9418604373931885 - }, - "fold": 0 - }, - { - "best_epoch": 29, - "best_val_acc": 0.9992025518341308, - "test_acc": 0.9985534201281256, - "train_size": 2031, - "val_size": 1254, - "test_size": 4839, - "stats": { - "mean": [ - [ - 0.021851665189558965, - 0.045494687346133454, - -0.023016031905465747, - 0.036965530280656626, - -0.008439554899067095, - -0.06050103692762893, - -0.005352279172820291, - 0.018109654357464634, - -0.010826772476611657, - -0.005964144756278134, - -0.0263845425898607, - -0.005439538158541234, - 0.010182521910388735, - 0.029856061546036587, - 0.009422661742979281, - -0.06898491088133507, - 0.012714621368784741, - -0.020496901526342964, - 0.05158484524864612, - -0.02241571344165382, - -0.02120593136385968 - ] - ], - "std": [ - [ - 1.0315248601647244, - 0.9830179985436717, - 1.0047928251090696, - 0.992895294859441, - 1.0073587113125533, - 1.1652227018641232, - 0.9949884738559476, - 1.0072236447378615, - 1.00567603413793, - 1.0007315155621166, - 1.0109205575258327, - 0.9954514465944221, - 0.9929406186187327, - 0.9751836648011396, - 0.9886323473980784, - 1.2290771873330002, - 1.039381732586694, - 1.0071967460617643, - 1.021124603051882, - 0.9975517568367002, - 0.9993739380403122 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 11350, - "cert_evals": { - "36": 0.9976076483726501, - "72": 0.9952152967453003, - "108": 0.9872407913208008, - "255": 0.9330143332481384 - }, - "fold": 1 - }, - { - "best_epoch": 45, - "best_val_acc": 0.9984399375975039, - "test_acc": 0.9987528580336729, - "train_size": 2031, - "val_size": 1282, - "test_size": 4811, - "stats": { - "mean": [ - [ - 0.03987938453963112, - 0.04048598621368699, - 0.017724141063516025, - 0.042959675036934646, - 0.03524534219595943, - -0.01085947316593538, - 0.06020559527326806, - 0.04154585032004439, - -0.021138416248152825, - 0.00794760216642041, - -0.004058537173807962, - 0.006043802067947628, - 0.019799688330871056, - 0.03766451600196941, - 0.053620419005411035, - -0.008115798128995993, - 0.03451170260955303, - -0.036620701624815996, - 0.050364973855244716, - -0.04954926834071779, - -0.038910718808467415 - ] - ], - "std": [ - [ - 1.0340777607321368, - 0.9828467876602278, - 1.0051604242584575, - 0.9916188873116444, - 1.0038227965760236, - 1.0318178450050028, - 1.0521446789948306, - 1.0160955327893362, - 0.9979031775629262, - 0.9988302921123722, - 1.0182499365894375, - 1.001416742027472, - 0.9791335857275247, - 0.980153235814559, - 0.9653369532140004, - 1.0477780788429225, - 1.071696160550273, - 1.0158478432818197, - 1.025340873611186, - 1.0205312831654343, - 1.0033427979641445 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 11350, - "cert_evals": { - "36": 0.9937597513198853, - "72": 0.9921996593475342, - "108": 0.9906396269798279, - "255": 0.9461778402328491 - }, - "fold": 2 - }, - { - "best_epoch": 30, - "best_val_acc": 0.9967845659163987, - "test_acc": 0.9964941224994844, - "train_size": 2031, - "val_size": 1244, - "test_size": 4849, - "stats": { - "mean": [ - [ - 0.03496272082717429, - 0.006259809945836701, - -0.04574476898079691, - 0.0529499162973972, - 0.02928835942885052, - -0.032577657311676125, - 0.02140603692762581, - 0.03515416051206783, - -0.04146721969473072, - 0.024840437715410932, - -0.005411634662730505, - 0.015714001477105683, - 0.0005653535204322815, - 0.0039044672575081134, - -0.004711640078783966, - -0.03449241260462414, - -0.005449605120628364, - -0.03908023929099026, - 0.04496253520433339, - -0.007472618414573513, - -0.011867085376661432 - ] - ], - "std": [ - [ - 1.037139112731056, - 0.9986273221456993, - 0.9988733086677153, - 0.9894071869891404, - 0.9808046824130975, - 1.092466913790217, - 1.0192143900594468, - 1.0137373624703432, - 1.0005595322422731, - 0.9962556551254128, - 1.0143973341038952, - 0.977335640989274, - 1.0045271012864667, - 0.9912055809890613, - 0.9960096703292455, - 1.1096668870025468, - 0.9979657396378034, - 1.0073781800135768, - 1.0120560325807864, - 1.0092077265578872, - 1.0030900969477494 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 2, - "depth": 4, - "padding": 42, - "parameters": 11350, - "cert_evals": { - "36": 0.9903537034988403, - "72": 0.9831189513206482, - "108": 0.979903519153595, - "255": 0.9316720366477966 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9977342073447031, - "std_test_acc": 0.0010960396162408913, - "n_samples": 8124, - "n_features": 21, - "n_classes": 2, - "mean_cert_acc_36": 0.993353858590126, - "std_cert_acc_36": 0.0031630385314750987, - "mean_cert_acc_72": 0.9899341315031052, - "std_cert_acc_72": 0.00516414287104099, - "mean_cert_acc_108": 0.9857084304094315, - "std_cert_acc_108": 0.0045016900203386605, - "mean_cert_acc_255": 0.9381811618804932, - "std_cert_acc_255": 0.00698924798960053 - }, - "musk-1": { - "dataset": "musk-1", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.8552631578947368, - "test_acc": 0.7722419928825622, - "train_size": 119, - "val_size": 76, - "test_size": 281, - "stats": { - "mean": [ - [ - -0.009291536974789802, - -0.12607884680672266, - -0.04762204201680674, - -0.0761702235294117, - -0.044936774789916, - -0.014382231932773128, - -0.041894201680672254, - -0.03190622907563026, - 0.021353001680672248, - 0.10775567647058813, - 0.09010778932773111, - -0.057640225210084016, - 0.14667296336134458, - 0.10126893949579828, - 0.14001244605042018, - -0.04249502016806724, - 0.038105572268907546, - 0.002184308487394976, - -0.05224322941176468, - 0.06215304016806718, - -0.12393828857142859, - -0.02803303361344539, - -0.10647747142857145, - 0.02538642941176475, - 0.03754377647058824, - -0.00930381512605037, - -0.10533614621848736, - -0.07591091428571431, - 0.015518248319327696, - 0.03344583445378154, - -0.0436141698991596, - -0.03440255966386541, - -0.08419558653781517, - 0.059494676050420144, - 0.011928458739495816, - -0.006269523999999992, - 0.060528428571428566, - 0.03592683193277311, - 0.07123646218487396, - -0.0823780630252101, - -0.03973622907563024, - -0.09128727731092437, - 0.134798512605042, - 0.09857759663865544, - 0.08639189302521, - 0.04655348655462184, - 0.12397431176470586, - -0.0036607467226890487, - -0.045298374201680695, - 0.09763559579831942, - -0.11482796470588238, - 0.005798111764705843, - -0.04984500840336133, - 0.10562984689075626, - -0.006794973949579853, - -0.06879170025210085, - -0.05042998067226895, - -0.1381735478991597, - 0.018107122621848763, - 0.07930746134453784, - -0.035087430369747964, - -0.047216151260504276, - -0.050801200000000026, - 0.000790052100840336, - -0.03210146470588229, - -0.011450639932773149, - 0.13865514789915964, - 0.024682792941176448, - 0.04572973361344544, - -0.07111193899159665, - -0.05305032773109243, - -0.03151311848739495, - 0.13506087714285714, - 0.03930882689075631, - 0.13208768117647057, - 0.03213378487394958, - 0.036931210084033585, - 0.0542657411764706, - -0.055266365126050425, - -0.007700784890756318, - -0.06660210142857143, - -0.0472203361344537, - -0.13513644588235293, - -0.0953638899159664, - 0.0684584218487394, - -0.027715061344537825, - -0.13681975714285718, - -0.03402985277310925, - 0.0014045230252100738, - 0.0014960380672269073, - -0.013881531092436904, - -0.054739220168067156, - -0.07439434873949584, - 0.16347766033613445, - -0.027834813445378172, - 0.04105560084033615, - -0.018090553781512614, - 0.039478408403361344, - 0.01011179831932775, - -0.056224057983193236, - -0.05482081092436975, - -0.09049105663865546, - 0.1384086307563025, - 0.1158592352941177, - 0.1295010983193277, - 0.026534809327731116, - 0.030993403193277324, - 0.045596629411764705, - 0.07867409050420171, - 0.07023428403361341, - -0.010699962478991626, - -0.1297697013445378, - -0.06125888739495793, - -0.054635241344537774, - 0.07315159588235293, - 0.14113961932773117, - 0.03369915462184867, - -0.017007521008403328, - -0.03182301008403359, - -0.10475748344537812, - 0.029890118487394944, - 0.008469613445378164, - 0.0055577798319327845, - -0.015650881428571396, - 0.0048053532268907215, - 0.06544014621848733, - 0.11003610159663865, - 0.04605257647058817, - 0.14969492016806743, - -0.012363702521008463, - -0.051404617310924446, - -0.01038593529411762, - -0.07927427529411762, - -0.04159334571428572, - 0.06169648184873948, - 0.11608897882352946, - 0.038903689075630285, - 0.1461880742857143, - -0.06708651966386553, - -0.11414608924369747, - -0.1295263958823529, - -0.03233595445378152, - -0.04501458058823521, - -0.000721831932773089, - -0.004400483109243784, - -0.12390628907563028, - -0.036873544537815106, - -0.0909845665546218, - -0.10444491176470592, - -0.09871166294117649, - 0.005718816974789886, - -0.036594511848739485, - -0.04913234621848742, - -0.08743706722689078, - -0.11513121176470595, - -0.08874053697478997, - -0.05336954033613433, - 0.082962791092437, - -0.021164454621848745, - -0.0932097171428572, - 0.014436121848739485, - -0.04426032336134451, - -0.1090511277310925, - 0.1449148087394958, - 0.1817663789915966, - 0.013956836806722718 - ] - ], - "std": [ - [ - 1.0099114119845158, - 0.9348594846360825, - 0.9584972842977127, - 0.9640337720371549, - 0.2970971465206269, - 0.9902644318765941, - 0.9766608443635819, - 0.9277337303843832, - 1.0209147991357326, - 0.8462688910212999, - 0.937274236323561, - 0.9720030442747652, - 0.8629052767970179, - 1.0131630405366665, - 1.0235995127546023, - 0.9236691973697053, - 1.0455909357050364, - 1.035981564713016, - 0.99532697338212, - 0.9211771365528878, - 0.874501926986878, - 0.9704498314090642, - 0.891302047446978, - 0.9804149844573272, - 1.0041773279830728, - 1.002529298728106, - 1.0224471703080853, - 0.9244712375286949, - 0.9743559806263377, - 0.9887295244749511, - 0.9544273760411471, - 1.02985801200279, - 0.9474472095469905, - 0.9846549124544697, - 1.0482961086154436, - 1.055409389025073, - 1.0423422939087563, - 1.0253865871036294, - 1.0239668108505644, - 0.9972886803210333, - 0.9397442064430964, - 0.9896358956731565, - 0.8331728551459917, - 1.0002340413586819, - 1.026654843545489, - 0.9343094828155423, - 1.0805604708964744, - 1.016149424944211, - 0.9476470504397961, - 0.8577284376860824, - 0.920172262946738, - 1.0002820735413485, - 0.9664321885797094, - 1.019659024980453, - 1.0132206139363333, - 1.00472748039475, - 1.0024772758067237, - 0.9013838379335253, - 0.9715976585133171, - 0.9356214917883198, - 0.9726637625607683, - 1.00574462045675, - 0.9321535556262043, - 1.004591790870879, - 1.0091107376933197, - 1.0832569998991441, - 1.8163040204653527, - 0.9290261409599484, - 1.0054342451497356, - 0.9239187303729655, - 0.9412606308289463, - 0.9574057112375489, - 0.8857071278100311, - 1.0050826351619282, - 0.9471390167804283, - 1.0193559664076242, - 1.033149121132442, - 0.9758992146197891, - 0.9828293233847875, - 0.90614346312176, - 0.9387813930150655, - 0.9606369771060325, - 0.8549597722364108, - 0.9981213041653383, - 0.9677112371500205, - 0.9888508064525113, - 0.9412501606612704, - 0.9784409127120647, - 0.9536777420064435, - 1.0085901119483398, - 1.0060567404606122, - 1.05851562000323, - 0.9752413461311447, - 0.832810761621145, - 0.9562798547506608, - 0.9993771767194177, - 0.9838326504712223, - 1.0393844730608708, - 0.9854152300072946, - 0.9930779495430294, - 0.9453202880876939, - 1.0360449396357243, - 0.9713513980461649, - 0.9992332279693708, - 1.030407313898056, - 1.0076912122214956, - 1.0744880656744056, - 1.0277037793008523, - 0.9982104529316067, - 1.0186593720796726, - 0.9108463414168625, - 0.8553233102911179, - 0.9405777768078974, - 0.9494600014203208, - 0.9952734588081359, - 0.9638326137771844, - 0.9939522113357686, - 0.9987681660336664, - 1.0036155891840373, - 1.0182452713672059, - 0.9910446446968689, - 1.0210928396177827, - 1.014427730685323, - 1.0086920592279505, - 1.0093171765266578, - 0.9594492714523327, - 0.9056353320538072, - 0.9878559376915045, - 0.865650141810967, - 1.0394374951234533, - 0.9719119864007881, - 0.9799530665659871, - 0.9588363638135182, - 0.9822725442114135, - 0.9853299809008946, - 0.9191461281202059, - 1.0618195424162966, - 0.9695623887099393, - 0.9472161121894884, - 0.9054444134708255, - 0.8581249512539794, - 0.9983938325913907, - 0.9776524170683517, - 1.0043567453308122, - 1.0368357351214297, - 0.7773405936733125, - 0.9853354382623081, - 0.9079498191834765, - 0.9125689627310116, - 1.007586247217154, - 1.0299208957325752, - 0.9872806671843242, - 0.9852145677771802, - 0.961619761600875, - 1.0605262646288578, - 0.980777477262741, - 0.8407792662129906, - 0.9672088420960975, - 0.993154330767692, - 0.9994330628955878, - 0.9756248219133866, - 1.0207484353264802, - 0.8458747953216613, - 1.047455330809163, - 0.8596011234926225, - 0.9804108130279062 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 684698, - "cert_evals": { - "36": 0.8026315569877625, - "72": 0.7368420958518982, - "108": 0.6842105388641357, - "255": 0.2763157784938812 - }, - "fold": 0 - }, - { - "best_epoch": 17, - "best_val_acc": 0.7804878048780488, - "test_acc": 0.8, - "train_size": 119, - "val_size": 82, - "test_size": 275, - "stats": { - "mean": [ - [ - 0.024158311764705866, - 0.06841572537815128, - 0.07787132436974789, - 0.05814358991596639, - -0.0888491647058824, - 0.03483687310924371, - -0.08321678991596636, - 0.0172144136134454, - -0.07243344537815127, - 0.008146065798319318, - -0.016513243697478995, - -0.05358841159663873, - -0.11541696184873952, - -0.030794808823529415, - -0.023826682857142848, - 0.22576291260504208, - -0.07960640428571429, - 0.17796446697478982, - -0.10515495630252099, - -0.1766215479831932, - -0.021160134789915977, - -0.09120216806722693, - -0.08078450756302523, - 0.036557993277310914, - 0.07266807731092434, - -0.07452452100840339, - -0.09814859546218489, - 0.003981514285714288, - 0.06022833823529412, - 0.03180818907563029, - 0.12598115882352945, - -0.019460692436974722, - 0.005478542042016823, - 0.03584051008403359, - 0.02924001680672268, - 0.08767364537815124, - 0.028594260504201666, - -0.07716408655462187, - 0.056073705882352984, - -0.05639972268907562, - 0.0835798580672269, - 0.025938724369747895, - -0.10687808823529413, - -0.07300582436974785, - -0.056062168571428615, - 0.07744706722689071, - -0.11377087142857145, - 0.048533752268907604, - -0.08137850462184877, - -0.058378573949579855, - -0.028422560504201697, - -0.0789361680672269, - -0.08572274453781516, - 0.03500715462184874, - 0.09914903445378148, - -0.01241268218487394, - -0.09931365378151263, - -0.012532198319327783, - 0.059187288168067245, - 0.08141363613445372, - 0.08123671047058818, - 0.02099984705882357, - -0.061353805882352924, - 0.05045417815126048, - 0.003424229411764733, - 0.03549537599999996, - 0.10939142605042013, - 0.024103800252100897, - 0.09995052563025215, - 0.04793713714285712, - 0.08099445378151263, - 0.04342324285714288, - -0.04197519075630255, - -0.006363128907563019, - -0.04760110218487393, - 0.18736039663865556, - -0.06648005882352942, - 0.04628493109243699, - -0.08752957159663863, - -0.10092213726050421, - -0.04371235016806719, - -0.08629289915966386, - -0.061165748991596644, - 0.06382008823529413, - 0.08361947142857139, - -0.08537609243697473, - 0.011821439495798298, - 0.059812282521008404, - 0.07737757478991594, - 0.048898662184873966, - 0.05884979831932784, - 0.032120366386554605, - 0.049671467226890774, - 0.06206085193277312, - -0.06417456806722689, - 0.09108409243697482, - 0.013927862352941179, - -0.0819115100840336, - 0.06585645378151259, - -0.080924987394958, - 0.08453104543697479, - 0.03520098739495797, - -0.033171742605042, - -0.07644083142857143, - -0.07423916470588235, - 0.19354969352941173, - 0.07750047327731097, - 0.04090831848739493, - -0.009056908571428546, - -0.08928623369747901, - -0.1007881585714285, - -0.06398705378151263, - -0.08433044033613445, - -0.08870030352941174, - 0.009959691008403333, - -0.09990773865546218, - 0.05553736134453778, - -0.06597402521008403, - -0.09688954873949583, - -0.07634268067226894, - 0.04976200672268908, - 0.09565500000000006, - 0.04676366134453782, - 0.039169940336134454, - 0.01394140588235296, - 0.09173843613445375, - 0.04849337193277301, - 0.02735341008403359, - 0.0022560852100840245, - 0.017306670588235304, - -0.07432240336134455, - 0.018145999999999957, - 0.07377648403361345, - 0.03658892100840334, - 0.09466570336134442, - -0.01156839252100844, - -0.08601561932773116, - -0.023251629747899148, - -0.07814215966386556, - -0.05655879957983193, - -0.07487231655462186, - -0.05101524907563022, - -0.07532593025210085, - -0.08363757142857142, - 0.04670676983193278, - 0.01303225319327727, - 0.1082119579831933, - 0.058739847226890775, - 0.04739272436974786, - -0.08494485210084034, - -0.007814653361344537, - 0.03440219747899159, - 0.03682794453781517, - 0.019789025210084014, - -0.020285273949579827, - 0.01840798831932768, - 0.09117156386554631, - 0.09178180537815128, - 0.028927057983193283, - 0.039525619159663856, - 0.03801534126050421, - 0.05517624386554618, - 0.027384261176470626, - -0.06334286823529411, - -0.002208981512605072, - 0.04186990235294113 - ] - ], - "std": [ - [ - 0.9547059509648184, - 0.9457416976985498, - 0.9671967001393593, - 1.0340808405040773, - 0.29867998736393586, - 0.9719739664896527, - 1.0223829819294672, - 0.9920370365260445, - 0.9938178926570024, - 1.0674678703036786, - 1.0536235501005935, - 0.9759681128010698, - 1.1933806341652835, - 1.0462009952757907, - 1.0396377705165756, - 1.2364398130013148, - 1.0297123743799923, - 1.0513930980262587, - 0.9790963258765985, - 1.0632151511993007, - 0.8881037178933221, - 0.997644465555213, - 0.9146456782945884, - 0.9986846418706715, - 1.028389228812699, - 1.0052304374745582, - 1.0570364058143467, - 1.1112265087401707, - 1.0072333277340315, - 0.9792224727759794, - 1.140107641685767, - 1.0319855071635557, - 1.012909596546793, - 1.0478738212633798, - 1.0393769664926573, - 1.040313487043468, - 1.0004874772542869, - 1.0065552249215965, - 0.9959877333213383, - 1.0314341517051941, - 0.9609827644603898, - 0.9407821598946572, - 1.1423539444973092, - 1.040681629733202, - 1.035405523493998, - 1.0348642291431813, - 0.9384238030240764, - 1.007329148159345, - 0.96532151079532, - 1.080102411960722, - 0.9189706961196683, - 0.9890328023534652, - 0.9970449665503818, - 1.0032947034394086, - 1.0232492622926868, - 0.9044539334562162, - 1.0428486576399463, - 0.9869742154628898, - 0.9627579193146311, - 1.0375988820208812, - 1.0442635152617854, - 0.9921480147512401, - 1.0172361211613725, - 0.9856162070884749, - 1.0071085351580469, - 1.004680228407639, - 1.0918099971010347, - 0.859818967469955, - 0.951570742602994, - 0.8998130747416146, - 0.9682740422741012, - 0.9513593820658351, - 1.0918457242129123, - 1.0306512739007234, - 1.1233409715843774, - 1.319054880300292, - 1.0190368042078375, - 1.0726089749646683, - 0.9780586022786055, - 1.0237281910570661, - 0.9302196391823201, - 1.0150095369233572, - 0.8567595112619277, - 1.0253125704582768, - 1.0329663588386147, - 1.0150497595004389, - 0.9645261987539875, - 0.9987452828678794, - 0.9996111734287946, - 0.9939296531881606, - 1.0641892502012626, - 1.0238265092687246, - 1.0399511925040086, - 1.0927394981630942, - 0.947573210798269, - 1.0191620496299643, - 0.9777226300254053, - 1.0076015412678785, - 0.9989352692153354, - 1.0456873119376142, - 0.9570466525951427, - 0.9629678052479418, - 1.0756215730851235, - 1.0393724244555782, - 1.0305172746367526, - 1.0836356914908913, - 1.0236898037082116, - 1.030964269392618, - 1.054840275031591, - 1.0178620591147387, - 1.006995468728297, - 0.8734971943634845, - 0.942877766385353, - 0.971630330747536, - 1.0292634993717256, - 1.116414229811486, - 1.0266501952515827, - 1.0364187186039386, - 1.0294974903053178, - 1.069916118390874, - 0.9920027928850452, - 1.0092646258306635, - 0.9981544780299838, - 0.9515782433268465, - 1.0464699288665589, - 1.0272730625017454, - 1.0548039781673533, - 0.983479378572509, - 1.135184518802563, - 1.0353433069590894, - 1.0020848418547366, - 1.0073768884693561, - 0.9727461694029419, - 0.9973821577284503, - 1.0529917786648204, - 0.8823455010261391, - 1.0295445080258667, - 0.906856533293073, - 0.9621107954508806, - 0.8425968192386732, - 0.8559038698220399, - 1.016468338504835, - 1.037043233806624, - 1.0173006551929522, - 1.0578471179473388, - 1.0163426747138629, - 1.1986785031894742, - 0.9143980309098125, - 0.9344978248549644, - 1.0421032838564122, - 0.9875543674864906, - 1.0306666337849881, - 1.0407485217723018, - 0.9295624550306794, - 1.0304280230394511, - 0.9628856470269781, - 1.122180757252087, - 1.1061285175248974, - 1.0018242894154332, - 0.9161538026866665, - 1.0210998734495285, - 0.9425158583796771, - 1.017252092911681, - 1.1339821301332038, - 0.9482657315372943, - 1.0539881791338177 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 684698, - "cert_evals": { - "36": 0.6951219439506531, - "72": 0.6463414430618286, - "108": 0.5853658318519592, - "255": 0.4878048598766327 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.921875, - "test_acc": 0.89419795221843, - "train_size": 119, - "val_size": 64, - "test_size": 293, - "stats": { - "mean": [ - [ - 0.06318337899159665, - -0.01750837369747895, - 0.02927752857142856, - -0.008290130252100843, - 0.015662287394957966, - 0.02086558571428569, - -0.13928621848739492, - -0.07404167731092438, - -0.19213065546218494, - 0.1664315235294117, - -0.12294668319327731, - -0.1817351731092437, - 0.010112128235294188, - -0.10692336386554628, - -0.08861290806722695, - -0.06722896890756305, - -0.16965138907563024, - -0.08699059201680673, - -0.09990497731092438, - 0.025839068067226904, - -0.15816130924369745, - -0.17952358823529418, - -0.12498328067226894, - 0.15700955630252103, - 0.2047434554621848, - -0.12583588235294113, - -0.159380296302521, - -0.1583042731092438, - -0.017471884033613477, - 0.17150142016806721, - -0.013367896789915854, - 0.09515493319327734, - -0.1043621142773109, - 0.14587384495798317, - -0.12920535638655464, - 0.08664596507563023, - -0.11529433613445382, - -0.11128723529411766, - 0.1026118739495799, - -0.1288278638655462, - 0.03162067176470591, - 0.10926809579831938, - 0.10145011742857142, - -0.10089418487394954, - -0.16934925134453793, - -0.10035777899159666, - -0.0022220840336134593, - -0.14973477075630254, - -0.09981443655462183, - 0.13018069327731097, - -0.16896669495798325, - -0.19508748739495796, - -0.15524649243697483, - -0.11831341932773114, - 0.22480805714285726, - -0.04188063773109245, - -0.14299176722689078, - -0.09312031680672267, - -0.03409673368067225, - 0.21123602268907565, - -0.0823785142352941, - 0.09407231092436971, - -0.06044896050420165, - 0.12690943361344537, - -0.15432811176470584, - 0.11373846321008402, - -0.09197245798319335, - -0.036408632521008365, - 0.02736904537815129, - -0.07516609663865546, - 0.02726841428571433, - 0.11449725126050421, - -0.08324179865546223, - -0.1859713232773108, - -0.029114210756302543, - -0.04372340672268908, - -0.1676014957983193, - -0.09481104907563025, - -0.14518526134453774, - -0.14023717031932764, - -0.17883970840336139, - -0.15227219327731092, - -0.12688221596638652, - 0.17267242857142853, - 0.21734268907562995, - -0.13427643697478986, - -0.10342343025210089, - -0.08278381840336131, - 0.039320595126050406, - 0.12871404033613446, - 0.01710760588235305, - 0.1303802900840336, - -0.1259390416806723, - -0.02462903075630251, - -0.011597495798319335, - -0.02996593277310922, - -0.11406075697479011, - -0.15991802436974792, - 0.08011680672268909, - -0.13947732605042013, - 0.03274552773109243, - 0.12533725361344533, - -0.110098517394958, - -0.12202160000000008, - -0.11250578067226888, - -0.029730635546218537, - -0.06243363445378147, - -0.11122854033613447, - 0.0018548309243698465, - -0.16121145042016807, - -0.11309920420168079, - -0.1428132453781513, - -0.16323598739495804, - -0.1605866899159664, - 0.2219443926890757, - 0.08728584873949588, - 0.18907824873949586, - -0.14974748739495788, - -0.15023559243697474, - -0.18183265630252093, - 0.18517070504201683, - 0.16599662184873953, - 0.14711887731092438, - -0.05699850756302512, - 0.04790072465546219, - -0.009070256302521026, - 0.17716400000000004, - 0.16732338571428573, - 0.08124960588235282, - -0.14709592941176478, - 0.0369225247058823, - -0.017422470588235324, - -0.1504932868067227, - -0.19206401436974793, - -0.11275016705882353, - 0.00605314857142857, - -0.1441573467226891, - 0.07815059025210083, - -0.13342117983193286, - -0.0817532226890756, - -0.09976520789915962, - -0.10781365663865544, - -0.14120095630252097, - -0.14986163865546215, - 0.20239748411764702, - -0.07042730252100846, - -0.02724144705882351, - -0.08136119201680665, - -0.08620197731092435, - -0.144991794117647, - -0.11356651411764705, - -0.13158160840336128, - -0.10353579159663868, - 0.15731504201680674, - 0.12369566218487399, - 0.14793098151260503, - -0.10683907815126047, - 0.04158667731092437, - 0.08902219327731095, - 0.11460572504201683, - 0.06525115428571429, - 0.08792362386554624, - 0.06720011109243695, - 0.11343997344537818, - -0.046682014285714286, - 0.08234472924369746 - ] - ], - "std": [ - [ - 0.9926193696304842, - 0.982041564897434, - 0.9788587860924499, - 1.0481325530599315, - 1.1497163338460719, - 0.9036763603503252, - 1.0073501012902193, - 1.0681136353666913, - 0.957911230073424, - 1.0517887344491312, - 1.037533414748361, - 1.0316333625809162, - 0.988344377792284, - 1.0327635738369823, - 1.0645913439075099, - 0.8772045443763791, - 1.0038093734493303, - 1.078088978405565, - 1.016038289193935, - 1.1038191425269852, - 1.0415694714449408, - 0.9494193094640091, - 0.9951683699303016, - 1.0484760713821966, - 1.0292290388549856, - 1.0046238226745023, - 1.0231894041917298, - 0.8722526507660389, - 0.9637053912866876, - 1.0443111125853262, - 0.9779088621252243, - 1.0200265098256789, - 1.04982753768682, - 1.0411057141110271, - 0.9917883582877046, - 1.0640907950667935, - 0.9109416890609948, - 1.014778603352571, - 1.012407645947388, - 1.0130519839966745, - 0.9833348170290883, - 1.0054412900355405, - 1.002550053092507, - 1.040884298794981, - 1.0022037130564367, - 1.0045856731019926, - 1.0338791557822133, - 1.0330533263056556, - 1.0342555211980782, - 1.0856777292343813, - 1.0480432440305076, - 0.9406979132818648, - 0.9525414189459014, - 1.0458734546424882, - 1.0040929970983012, - 1.0908338035551266, - 1.0204411854890103, - 0.9393304179799824, - 0.8845216239422083, - 1.0634312588079848, - 0.9761643177227193, - 0.9998814706721766, - 1.0943099390691056, - 1.0203591751451435, - 1.0002264397589242, - 1.0452620025255572, - 0.21243774403030324, - 0.9825487629977677, - 0.9989470256653102, - 0.9776195550802724, - 0.9881921942536106, - 0.9692812223632913, - 1.0114103879358118, - 1.0176471463203618, - 1.0985968046879107, - 0.9011071747489188, - 0.9852820686558261, - 1.0409724045164395, - 1.0226853862781786, - 1.0523503465387045, - 0.9984890729247287, - 0.9865085860689214, - 1.0253383015650288, - 0.9842190050210698, - 1.0482657857074558, - 1.0036930615027435, - 1.0023674926749344, - 0.9730180833171876, - 1.0498568728572968, - 1.013227026732738, - 1.0681306059244247, - 1.0419005594011688, - 1.0023012201703372, - 1.0090606387751904, - 1.0008208481733105, - 1.0237634624186749, - 0.9344050493529626, - 0.9799269064690889, - 0.9917577807573584, - 1.0154669742852132, - 0.9626828180326641, - 0.9488893200381362, - 1.0680204623811373, - 1.0577745418633626, - 1.0312684087947, - 1.034145517451026, - 0.9555340495289785, - 1.038495245556023, - 1.124990782413921, - 0.9969234745383295, - 1.0341464668845146, - 1.0190464402227772, - 0.9844502112008426, - 0.9638979266497083, - 1.0560016403249661, - 1.0338565548525813, - 1.0195784734669, - 1.0452959798033794, - 1.0300936651868722, - 1.0079193145701346, - 1.0358505453672258, - 0.9983519055294932, - 0.9782721184706487, - 1.017214512787047, - 1.0461193963805977, - 1.0786507849769222, - 1.0600256230229115, - 1.0549246896740905, - 1.0202597947720748, - 1.0047933682967538, - 1.046133607275955, - 0.9767724487049283, - 1.065119568533619, - 1.0493844633618457, - 1.0486183588403433, - 1.0360634805883144, - 1.0211356178592574, - 1.116516917576279, - 0.9684635542928414, - 1.0485198907974274, - 1.0097174728071363, - 1.0200358029187542, - 1.0093169179506543, - 0.9954927763696803, - 1.9163314627641592, - 0.7748234776717885, - 0.8330323640536798, - 0.9972784153379518, - 1.014123873707783, - 1.0176782914003792, - 0.9696823644591901, - 1.0083943170146934, - 1.016776019144507, - 0.9587407406311098, - 0.9964839901207664, - 0.9516493424090011, - 0.7372865758169305, - 0.9783224584281585, - 0.9967116551381188, - 1.0058189487431421, - 0.9864991950017903, - 0.9736185085647364, - 0.9649805689555828, - 0.7965445354430392, - 1.012032729083389, - 1.009115061348346 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 684698, - "cert_evals": { - "36": 0.859375, - "72": 0.796875, - "108": 0.75, - "255": 0.4375 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.7916666666666666, - "test_acc": 0.8070175438596491, - "train_size": 119, - "val_size": 72, - "test_size": 285, - "stats": { - "mean": [ - [ - 0.08827094453781521, - 0.052429700924369736, - -0.00036463781512605076, - -0.12936181092436974, - 0.24400667394957987, - 0.06789304621848738, - -0.14386008655462185, - -0.16341241647058824, - -0.09119049579831934, - 0.08688295487394951, - -0.010142181512605056, - -0.07992688621848743, - 0.07515934235294126, - -0.043617603697479, - -0.0595251351260505, - -0.00513104201680665, - -0.10509469159663867, - -0.12206933151260506, - -0.10814025714285717, - -0.12779779672268907, - -0.10893169613445379, - -0.08832163865546222, - -0.0816827924369748, - 0.09850233697478993, - 0.05851083949579831, - -0.1641787092436975, - -0.16092729126050428, - -0.1280319789915966, - -0.08851597478991598, - 0.07951196302521006, - 0.08349220993277319, - 0.005591952100840379, - 0.03787954203361344, - 0.10143728361344516, - -0.10608766731092427, - 0.14584866675630268, - 0.012883600840336178, - -0.16592546050420165, - 0.09759672268907567, - -0.19044940252100842, - 0.033699108991596664, - 0.11165795798319325, - 0.09412673485714296, - -0.05305871764705887, - -0.05172935680672275, - 0.012541703843697427, - -0.01198715798319332, - -0.18350753075630258, - -0.11316068361344542, - 0.01317001420168068, - -0.09100677478991598, - -0.07560952100840335, - -0.08295605882352938, - -0.11658848504201687, - -0.0018185008403361622, - -0.2458672547058823, - -0.1656989243697479, - -0.07704509663865547, - 0.036561694117647064, - 0.09020285378151255, - -0.03517201448739494, - 0.05582876890756301, - 0.009798390756302568, - 0.09632748058823527, - -0.07761458739495794, - 0.11183031848739493, - -0.036579986554621885, - -0.1263089718487395, - 0.11839747605042025, - -0.12111019226890757, - 0.02024199159663867, - 0.11024838487394956, - 0.04454762537815129, - -0.04300331764705883, - -0.03712093210084034, - 0.015276773109243746, - -0.10326505882352946, - -0.07333125647058819, - -0.08882397941176472, - -0.12382232100840335, - -0.08881872605042021, - -0.12030378151260503, - -0.09926218848739496, - -0.10734386974789903, - 0.06343325798319317, - -0.13570989327731095, - -0.04595993361344538, - -0.2624038873109244, - -0.16767311747899152, - 0.09202781512605042, - 0.08289800840336134, - 0.09075038487394953, - -0.06000971176470589, - 0.14886200151260504, - -0.07113343193277308, - 0.10141161344537818, - 0.010751606722689067, - -0.10513173865546219, - 0.04550339495798316, - -0.17243847226890754, - 0.046450748739495784, - 0.152537722184874, - -0.04370105689075634, - -0.0473904394957983, - -0.05494940756302522, - -0.07405113613445377, - -0.03986815983193283, - -0.20286767310924372, - -0.06405264798319323, - -0.0780125884033613, - -0.13415427676470587, - -0.08062178285714292, - -0.06563321680672268, - -0.062234380672268885, - 0.019833384033613455, - -0.030907690756302526, - 0.05372328235294116, - -0.1764853655462185, - -0.15975390168067233, - -0.13166282773109242, - 0.07275436470588237, - 0.05660831008403364, - 0.08542897647058818, - 0.12639466974789917, - 0.007908259394958005, - 0.10586099915966378, - 0.11454698386554625, - 0.09212199915966388, - 0.14067056840336137, - -0.0895770168067228, - -0.08912285042016815, - -0.05617147647058823, - -0.14716913361344536, - -0.079183261092437, - -0.05918893747899158, - -0.07452321445378149, - -0.15886370840336134, - 0.01905404537815125, - -0.10519994621848744, - -0.17713219344537812, - -0.11923718403361346, - -0.18296511042016797, - -0.16212627722689074, - -0.13948604201680673, - 0.10796782184873933, - 0.042607534453781536, - -0.20062171932773104, - -0.07986152588235298, - -0.048355900000000014, - -0.1863898361344538, - -0.0708105474789915, - -0.10174562865546222, - -0.09230160840336135, - 0.1088111268907563, - 0.036985360504201724, - 0.0905234268907563, - -0.0005666193277310296, - 0.13550344991596625, - 0.07032440672268905, - 0.12498390974789911, - 0.11443038134453778, - 0.17218037596638658, - 0.12188053815126057, - -0.04917931680672268, - -0.10940718739495801, - 0.018918798487394944 - ] - ], - "std": [ - [ - 1.2133217476808096, - 0.9652578226642976, - 0.9562814291999604, - 0.9966056010399577, - 1.8946268220275222, - 0.9886790713878757, - 1.0097226863252031, - 1.0867582795960857, - 1.0417589224997932, - 1.050242189139985, - 1.0667010091805855, - 1.0548795344041055, - 1.1190749488928982, - 1.0572465763203538, - 1.0230162584277593, - 1.0209072269541954, - 1.0668654357533103, - 1.0443336788426352, - 0.990874576128837, - 1.120212168053591, - 1.059400368391213, - 1.0526573622956357, - 1.1038394597149008, - 1.0008841743240904, - 0.9680575174660357, - 1.0707994377159522, - 1.1140756914259644, - 0.950461759055246, - 0.9718974872556142, - 0.9735586441221257, - 1.1567408121073435, - 1.0232943304431714, - 0.9691590839674367, - 1.0073028282577203, - 0.9940009027248206, - 1.1435157497277848, - 0.9996235910991119, - 1.0269563434750735, - 1.008201967276556, - 1.0550683905227118, - 0.9586071450202497, - 0.9837557247029177, - 1.0965052578037058, - 1.0450206753864866, - 1.0490515247311962, - 1.0695381870608307, - 1.038128056317601, - 1.0253465437388283, - 1.0120829704198246, - 1.0886821528839274, - 1.044134767295889, - 1.057010495053697, - 1.099547175101147, - 1.0777320456504151, - 0.9823934587662047, - 1.1421985287771175, - 1.0422574316080255, - 0.9551778546027428, - 0.956249353115088, - 0.9834601472281421, - 1.029947583292353, - 0.9913988001063331, - 1.0982033505572715, - 0.9681930495112483, - 1.0408755740827247, - 1.2253039493523459, - 0.567158136783271, - 0.9085815833042423, - 1.0299220239151927, - 0.9456963821833498, - 0.9732983818929857, - 1.0442991792113836, - 1.04539232954153, - 1.0732878711261946, - 1.1008086762685154, - 1.0285808932813831, - 1.0337505005392162, - 1.0564580683518567, - 1.009641905396013, - 1.0305981372553041, - 1.0664271922774013, - 1.0216625020139711, - 1.0388018156059555, - 0.9586012537860019, - 0.9557594962481459, - 1.0302377619239333, - 0.9961613435881551, - 0.9016777854545155, - 0.9406896531612865, - 0.9812838480496827, - 1.0699842326852145, - 1.0186354962550983, - 1.035027201513659, - 1.0841073584834067, - 1.0303881720252803, - 1.0570748314290839, - 1.02985434388838, - 1.0364309671151335, - 1.0005332938619562, - 1.025577023774322, - 0.9464780143821591, - 1.0208419763094765, - 1.0617116423350834, - 1.0293973942652435, - 1.0261666434965675, - 0.9851421752157683, - 0.9857629751068895, - 1.0385946163975952, - 1.0559440697914113, - 1.016524220581366, - 1.0027196694275118, - 1.0834757121421426, - 1.0779633843014398, - 1.0946447748718007, - 0.9723982390487668, - 1.2023645479315772, - 0.9602099447193709, - 1.0179074417662215, - 1.0352139390132336, - 1.0786183250373933, - 0.9804549368975595, - 0.9682741396185083, - 0.9768312285612, - 0.964630802629325, - 1.0207703099984005, - 1.0415806373869094, - 1.0550470699342684, - 0.9675481149164916, - 1.1420215446420958, - 1.0174455574052221, - 1.083572189658775, - 0.9761057784836439, - 1.0143463201882303, - 1.0941768766737126, - 1.0832459833284696, - 0.9500313582926581, - 1.065039580804888, - 1.0125276884653949, - 1.1411154537895276, - 1.1272755315245084, - 1.050528247361956, - 1.028501993348714, - 1.006157366499387, - 1.012150424187772, - 1.6375220163439004, - 1.093707575936411, - 0.6658659113952596, - 0.988960241303364, - 1.0068392081134723, - 1.09304691782344, - 0.9750885920735577, - 1.0310739633166615, - 1.0173047096798833, - 0.9764442487893782, - 1.0396515626155156, - 0.9538418857070222, - 0.9651813087072169, - 1.0912789245984904, - 0.9909731053384292, - 0.9928942678288627, - 1.0260651993226064, - 1.0689401877661775, - 1.1776513152500432, - 1.2958224260799447, - 1.1488774292810453, - 1.0222715473882593 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 684698, - "cert_evals": { - "36": 0.694444477558136, - "72": 0.6666666865348816, - "108": 0.5833333134651184, - "255": 0.2638888955116272 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8183643722401603, - "std_test_acc": 0.0527383681077283, - "n_samples": 476, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.7628932446241379, - "std_cert_acc_36": 0.08198789645988072, - "mean_cert_acc_72": 0.7116813063621521, - "std_cert_acc_72": 0.0687668633808112, - "mean_cert_acc_108": 0.6507274210453033, - "std_cert_acc_108": 0.08122041448961649, - "mean_cert_acc_255": 0.3663773834705353, - "std_cert_acc_255": 0.1131636594545333 - }, - "musk-2": { - "dataset": "musk-2", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 46, - "best_val_acc": 0.9726603575184016, - "test_acc": 0.9659829914957478, - "train_size": 1649, - "val_size": 951, - "test_size": 3998, - "stats": { - "mean": [ - [ - 0.012168368132202085, - 0.02341837027895701, - 0.020700292359005428, - -0.02209387503335347, - -0.0020560481746509213, - 0.07922314560339604, - -0.027858995163129237, - 0.00514897956337172, - -0.025443598241358795, - -0.012925350424499825, - -0.009110814602789298, - -0.017373151864160538, - -0.040321679138872364, - 0.007127460606428197, - -0.012625362098240398, - -0.02746496821710099, - -0.023977028114008505, - -0.0128747651546395, - -0.006377627871436776, - -0.011840867556093787, - -0.035358124244997124, - -0.02599307175864223, - -0.018361714281382703, - 0.011001715591267355, - 0.027934514554275192, - -0.011575247507581028, - -0.007172763747725843, - 0.0027959981928443083, - 0.042997548386901153, - 0.023930509799878933, - -0.01096750604002399, - 0.010412050727713567, - -0.006464042322619719, - 0.029377336149787842, - -0.02244467216494814, - 0.0317711095209218, - 0.03187295605821503, - -0.0026378569678593704, - 0.020977830206185225, - -0.0036226940509401454, - 0.021893817113401794, - -0.0009828729290479623, - -0.029076973559733193, - 0.0033704940994537243, - 0.004985980127349881, - -0.010993449878715093, - -0.012518613050333069, - -0.027202663074590454, - -0.0010676262219536442, - -0.01585898565524571, - -0.03181626658580958, - -0.02924936503335347, - -0.02763026403881141, - 0.008494404038809971, - 0.04722333969678628, - 0.0229503257368101, - -0.018894740873256474, - 0.01871618680412386, - 0.06477876221952691, - 0.008558880157671074, - -0.031547880798059424, - 0.008203403517283188, - -0.000289734602789409, - 0.03673335621588857, - 0.013091789630078789, - 0.02911800007883555, - 0.01277751763492998, - 0.008987795275924537, - 0.008712649326864512, - 0.01420030491813175, - 0.025488006731351723, - 0.021362418544572378, - -0.015943126046088506, - -0.0005885549181321762, - -0.03791631068526347, - -0.015693888781078937, - -0.023804016494845228, - 0.004294386876894847, - -0.01157729425712512, - -0.01509732865979494, - -0.031328824038811424, - -0.025596520897513814, - -0.03243116698605216, - -0.02051309634930244, - 0.012494524863553975, - -0.025342257265009032, - 0.014463499423893529, - 0.03412406198301991, - 0.0033505793298965916, - 0.042880541425106077, - 0.007444614442691303, - 0.019256483653728926, - -0.015653737174045033, - 0.0006856575657974568, - 0.02221309022437888, - 0.018454490527591967, - 0.05848207186500957, - -0.019929462886597988, - 0.01588340198908411, - -0.016667239181321875, - 0.018337170509399668, - 0.005482837640995143, - -0.02818863503335347, - -0.010530225324440038, - 0.000394534081261926, - 0.0006825949909036677, - -0.004826858508186781, - -0.020504588665858026, - -0.02142568289266422, - -0.0011396426318975351, - -0.01590721860521369, - -0.030444407580351825, - -0.031948866100667064, - -0.030496640163735603, - 0.012254034827167781, - 0.012930004990903523, - 0.02322402771376609, - -0.008586242510612324, - -0.0197745485567008, - -0.007942196488781021, - 0.025542949909036442, - 0.05293685342025502, - 0.05262248675560933, - -0.029827094505761254, - 0.010104120921770921, - 0.0022028918981197103, - 0.0016149754275316386, - 0.023351566525166744, - -0.002819539854457228, - -0.002041346402668358, - 0.01823543717404487, - 0.013049118435415728, - -0.030092134930260864, - -0.014618941146149471, - 0.005299833020012497, - 0.015546710539720895, - -0.00942926343238306, - 0.015492048283808455, - -0.011970772437841034, - 0.009756993417829036, - -0.019888988114008455, - -0.0011420646452394534, - -0.015025678132201254, - -0.013745059496664378, - 0.015459569375378677, - -0.010210574627045487, - 0.021245265463917546, - 0.022011781334142992, - 0.02073261820497242, - -0.005542739993935386, - -0.019565093746513107, - 0.00036582510612481067, - -0.0189964784718008, - 0.019598904063068558, - -0.00026563279563400293, - 0.01771834469981801, - 0.01626723617465116, - 0.01942332519102481, - 0.031801142498483904, - 0.018783376682838318, - -0.004773656567616662, - -0.00011846311400895201, - 0.01336986795633728, - -0.03590764133414193, - -0.03136190026682869, - 0.019380970218314118 - ] - ], - "std": [ - [ - 1.0328022523113283, - 1.0034675961418653, - 1.004502178141599, - 0.9908819725941522, - 0.9900285779624574, - 0.9922869983839483, - 0.9940251383226943, - 1.0023957894105795, - 1.0001232563862132, - 0.9694534261265297, - 0.9909609551728282, - 1.0245658684959877, - 0.9889385630503745, - 1.02018833549602, - 1.0099637621111557, - 0.9533954360905958, - 0.9939413086518578, - 0.9495206701070115, - 1.0240125891607361, - 1.0103444615034631, - 0.9946476273612365, - 0.991342725906765, - 0.9858149199320863, - 1.0014711063260942, - 1.004472195320524, - 0.9889795116240089, - 1.000004391730708, - 1.0058601968014709, - 1.0343528189495148, - 0.9919047582182774, - 0.9696485736175491, - 0.9924140896524998, - 1.0155430689993945, - 0.9932553050087483, - 0.9699258360928635, - 1.0042970460912612, - 1.0197195605157803, - 1.001155677587926, - 1.0168152275345068, - 0.9990466599977574, - 1.0098411842715662, - 0.9846055078437203, - 0.9754412310974523, - 1.0070038006714206, - 1.0276809963147806, - 0.9906853395114988, - 0.9868894780685001, - 0.9900119186756405, - 1.0256770060540596, - 0.9757901727181725, - 1.00918520579672, - 0.9930883762442995, - 0.9893732161976826, - 1.0067582306865286, - 0.9812661122355284, - 0.9974102126361273, - 0.9972736641033295, - 1.0121917462070245, - 1.0227697257558075, - 0.9856449287075832, - 0.9902863042093888, - 0.9959939826856674, - 1.0367568153718374, - 0.9863881182581064, - 1.0128392086861082, - 1.0221798349905806, - 1.0363645719704848, - 0.9908253070164581, - 1.0128010969900354, - 0.988603956830815, - 1.0081799316492677, - 1.0108771107458496, - 0.9832967493585726, - 1.029163070750164, - 0.9916679017275597, - 0.962685533931823, - 1.0027583300444822, - 1.0001938412765523, - 1.0209787004269553, - 0.9973662987453862, - 1.0061352847046312, - 0.9919410755542308, - 0.9846501403948491, - 0.9899263174260658, - 0.9845864971582349, - 0.9930689102842462, - 1.0135506035486388, - 1.0043926518503545, - 1.0162976879588899, - 0.9792327605267319, - 1.006235132130296, - 1.0118863144201946, - 1.00544671112892, - 1.0039248549576703, - 1.0350589137732202, - 0.9995022597709913, - 1.0159841525314124, - 1.0003354265534572, - 1.0084463468690352, - 0.9985081538974993, - 1.0110839895364512, - 1.0013381576463882, - 0.9912876803786089, - 0.997289736689443, - 1.017350271822531, - 0.9797570549225073, - 1.0043565268096553, - 0.9872978856195639, - 1.0033468182033753, - 1.0218062902654916, - 1.0014959384493556, - 0.9888739832615349, - 1.0004143322752173, - 0.9931349078768341, - 0.9800306535559788, - 0.9957636890082171, - 1.0002904102651144, - 0.9887217530179371, - 0.9945292914948252, - 1.004902891466416, - 0.9962003472957158, - 0.9934257069186699, - 0.9799059188184409, - 0.9949621520724802, - 1.0029037698373038, - 1.0036871512403356, - 0.9897720620258614, - 0.9871702045154062, - 1.011521199823348, - 0.9941843616678862, - 1.0247569886394758, - 0.9988084298059352, - 0.9881291924468982, - 1.0179947532533584, - 1.0106341537352928, - 0.9919181897045649, - 1.0028443160348683, - 1.0061816857351074, - 0.9845932235691414, - 0.9825632133654874, - 0.9783171138085085, - 0.9969834535825824, - 1.0007811859343756, - 1.0019656189691033, - 1.0503484122189095, - 0.9753504608707252, - 1.0373469598286436, - 0.9949630633139451, - 1.0059234160225077, - 0.9993867259561041, - 0.9736626903578918, - 1.003303340408411, - 0.9938479422620685, - 0.9997621940680084, - 0.9893549017338009, - 0.9921437872926778, - 1.0351189228816489, - 0.9982053116677407, - 1.0049035777011361, - 1.007943748077122, - 0.987183747951824, - 0.9954065358497123, - 0.9844630756889735, - 0.9195912077534116, - 1.0102406845364933, - 0.9709132374569961 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 684698, - "cert_evals": { - "36": 0.961093544960022, - "72": 0.9526813626289368, - "108": 0.9379599690437317, - "255": 0.8538380265235901 - }, - "fold": 0 - }, - { - "best_epoch": 37, - "best_val_acc": 0.9717624148003895, - "test_acc": 0.9660887302396737, - "train_size": 1649, - "val_size": 1027, - "test_size": 3922, - "stats": { - "mean": [ - [ - 0.0022033838386908973, - 0.06625603036992117, - 0.04649901939357201, - 0.0004913727592479633, - -0.007424528047300943, - 0.029222694481503848, - -0.02871623684293518, - -0.01058671273499129, - -0.02433525755609501, - 0.004942196840509272, - -0.015235754990903076, - -0.012600504249242172, - -0.02657332941176486, - -0.01012015760339567, - -0.018367278909944645, - 0.044433595385081875, - -0.029744519138872053, - -0.004242953947847537, - -0.008002045858095115, - 0.0011893272164947555, - -0.05592513376591881, - -0.02044694836264443, - -0.04302950797452996, - 0.025187052055791012, - 0.02474263468768939, - -0.042601262001213426, - -0.020695051036992134, - 0.0015384054093390107, - 0.011092726046088491, - 0.021371811740448717, - -0.013469555081867212, - 0.01982452726500885, - -0.044538194766525006, - 0.030567572645239703, - -0.031482593996361656, - 0.02141072656155254, - 0.010427163068524451, - -0.023554046506974034, - 0.04504258471801071, - -0.03430833826561581, - 0.06747908948453606, - 0.04348396486355425, - -0.008884907592480267, - -0.011684225839903674, - -0.00656703219526952, - 0.002896513929653742, - -0.005738400824741935, - -0.04156242043662813, - -0.004873803086719859, - -0.0020245170263190598, - -0.0404051468768953, - -0.020279581224984647, - -0.029963112977562135, - -0.0015368056033973371, - 0.029301830357792758, - -0.05476914620982405, - -0.037951578969072176, - 0.047465052261976975, - 0.020526558156458357, - 0.02033791100060642, - -0.030164184865979576, - 0.05024194190418452, - -0.04485629808368706, - 0.03147835112189204, - -0.006291162340812682, - 0.019074118508186463, - -0.0014484904548212434, - 0.008784981788962792, - 0.023386305391206525, - 0.005879860982413359, - 0.05940395211643435, - 0.04984556731352376, - -0.023843370139479056, - -0.00745569275924821, - -0.018882913905396863, - 0.02314283274711956, - -0.024472644293511335, - -0.002770279702850328, - -0.012337558138264851, - -0.011593327471195118, - -0.042932302716798265, - -0.0240285988963009, - -0.0452392710248636, - 0.04310506591873858, - 0.02492436379624043, - -0.031592489102485924, - 0.053639132025470125, - -0.030478516828380917, - 0.007038873759854203, - 0.025400627586415966, - 0.0229284818168576, - 0.0009592673741654173, - -0.024041893893268843, - -0.0050410013741663505, - -0.039906425639781765, - 0.03151746901152146, - 0.018252275536447, - -0.023123840842935037, - 0.049373840412370945, - -0.03933781325530598, - 0.07366186678593085, - 0.013209034602790264, - -0.021385058447544267, - -0.018445256191631672, - -0.012832089751363926, - 0.016886379345057278, - -0.0021345572407520425, - -0.0338357411158276, - -0.013289104663434192, - -0.0065585543056388826, - -0.01209856645239361, - -0.04576090782292301, - -0.032484600758035095, - -0.028557836749545137, - 0.02584237292904779, - 0.009022810600363702, - 0.022957384186780123, - -0.03818952886597925, - -0.032933244008489626, - -0.009165709096422076, - 0.02088987131594965, - 0.02855925063068547, - 0.024874274311704, - -0.03435405539114632, - 0.016969646773802517, - -0.018423495306246717, - 0.01951220546998175, - 0.025427100121285417, - 0.012467580333535485, - -0.010936757514857925, - -0.014689930918738598, - 0.013502246094602934, - -0.050603092346876676, - -0.01723701176470571, - -0.004896197422679896, - 0.02070974576106733, - -0.026273534445118388, - 0.030336164984839376, - -0.039887732504548135, - -0.056432912220739984, - -0.05021272674348097, - -0.02755221443298974, - -0.03442035423893272, - -0.028371501285627588, - 0.0005140135536685691, - 0.002409129072166215, - 0.02409891870830806, - 0.02409901194663454, - 0.04556790412371142, - -0.03490499576713144, - -0.052055877830807035, - -0.012115913268648306, - -0.022166139478470903, - 0.05603566475439655, - 0.037913323129169, - 0.05956955137659166, - 0.012290112295936774, - 0.04308550950879324, - 0.029600502874469404, - 0.024453837204366478, - -0.010275065567010471, - 0.0072667682619769, - 0.010619255191024834, - -0.015975785809581464, - -0.03865312817465139, - 0.001558572067919981 - ] - ], - "std": [ - [ - 0.9789609056537054, - 1.0223542173821687, - 1.006354499416772, - 1.0097426115961123, - 0.9821876353647652, - 0.9998046045489866, - 1.0178212606990535, - 1.0167721117355657, - 1.0114146027100444, - 1.001776238241197, - 1.0068173587187008, - 0.9900351224079849, - 1.0414098112135597, - 1.009574294617972, - 0.9953634621121619, - 1.0551495473134025, - 0.9981956531855851, - 1.0183570217473137, - 1.0066623632600822, - 1.0127852757834928, - 0.9819060519437951, - 1.0168025572775439, - 1.0011040348853746, - 1.0077391574190562, - 0.9960322515796017, - 1.0217184675272302, - 1.0045863660324679, - 1.0189216552292488, - 1.0209580005984413, - 0.9885762298604023, - 0.9548219575549232, - 1.0137570744288356, - 0.979579874589421, - 0.991197794892492, - 0.9880528964389337, - 0.9852989430996284, - 1.0048530597402896, - 1.0022576693152574, - 1.019817156007534, - 0.9946728227761036, - 1.0213302738059442, - 1.000964538491138, - 1.0307917076654618, - 1.006989527865548, - 1.002313843550004, - 1.0141972045736452, - 1.0080080308891233, - 0.9964183873498001, - 1.0258591594541053, - 1.0107146809178345, - 0.9717107214304516, - 1.0149102149309601, - 1.016907704482399, - 1.0078526095792883, - 0.9874709483602169, - 0.9996202197544782, - 1.0096827085606537, - 1.0379820129740673, - 1.013223513461979, - 0.9861254732898448, - 0.9893639979797026, - 0.991075106383618, - 0.9269809003308983, - 0.9875139847082404, - 1.005442372648796, - 0.9896204194858335, - 0.9935153912057717, - 0.9811099295350456, - 0.982575262307681, - 0.9795878781577906, - 1.0193143649741352, - 1.0119494318757316, - 1.0171821247574437, - 1.0034040467334655, - 1.0066093997021297, - 0.9694393186766306, - 1.0117730193741676, - 1.0122625190981362, - 0.9925145459941629, - 1.005154502988111, - 0.9987288725767053, - 1.0170813277668, - 0.976308824777624, - 0.9884631741550407, - 0.9915959199837703, - 1.0218983144556584, - 1.0142113893430906, - 0.9911920808019298, - 1.0172127287199233, - 0.9893770325784368, - 0.9989337891002755, - 0.9894791117074598, - 1.0007549319713978, - 1.0326939082689799, - 0.9899757429384302, - 1.010492032769745, - 1.0061235379816107, - 1.0091634350161915, - 1.0152313478591228, - 1.0056174411509322, - 1.017311898436513, - 0.9976512207707879, - 1.003882833915693, - 1.0004358570223468, - 1.0036377564081862, - 1.0211550893522847, - 0.9924334669404734, - 0.9971024879775969, - 0.9990772588620248, - 1.0032740804274622, - 1.0024996588619381, - 0.9916378123810937, - 1.0022499057411776, - 1.010183122426781, - 1.00163045757315, - 1.0085039687864976, - 0.9922730297554195, - 1.014983448437488, - 1.014822892124083, - 1.0148845786316816, - 0.9937553605624629, - 0.9882702039873854, - 0.9870322023279767, - 0.9850906859406272, - 0.997923959817147, - 0.9510903327769852, - 0.9917224934440294, - 0.9847975043099015, - 1.0202145588783864, - 1.0021246013348553, - 1.0003272501219964, - 1.0067673298995008, - 0.990781057863208, - 1.0020482585196349, - 1.018688317687672, - 0.9988236160134567, - 1.0069349597950046, - 1.0061002120663578, - 1.0122386395403618, - 0.9892206859790922, - 0.9855242096919327, - 0.9959531341164058, - 1.0065041184698018, - 1.0078483816424069, - 1.0021878472773025, - 0.9741424082334939, - 1.0890817487043594, - 0.9945307148083409, - 1.007530511064047, - 0.9991966896972047, - 0.9619750319373882, - 1.0030667264483681, - 0.9931958657494955, - 1.0006523699688303, - 1.010191508136165, - 0.9864924753596401, - 1.0139473615684553, - 1.0114408938636286, - 1.0033347496554157, - 0.9803226862995067, - 1.0098451761605862, - 0.9980225437342447, - 1.0129871477235215, - 0.9828742206168505, - 0.9665430998047373, - 0.9908589509231834 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 684698, - "cert_evals": { - "36": 0.9629990458488464, - "72": 0.9464460015296936, - "108": 0.9279454946517944, - "255": 0.8422590494155884 - }, - "fold": 1 - }, - { - "best_epoch": 42, - "best_val_acc": 0.9745934959349594, - "test_acc": 0.9601513240857503, - "train_size": 1649, - "val_size": 984, - "test_size": 3965, - "stats": { - "mean": [ - [ - -0.0165193507883561, - 0.023745576106731784, - 0.00894758525166726, - -0.012979845463917304, - -0.008554753389932977, - 0.008500205057610555, - -0.008827268055791222, - 0.02424651702243768, - 0.002300678673256056, - -0.006792839332929151, - 0.0047927400606429405, - 0.0003070491534258074, - -0.0037253238023046277, - 0.012077483473620145, - 0.018683199696786473, - -0.009275691437234477, - -0.006638355451788972, - 0.017810546682838085, - 0.015129445567010357, - 0.024298001443298942, - -0.003184869132808023, - -0.004290789721043456, - 0.0031496054275316357, - 0.014148549696785681, - 0.018162637962401695, - 0.0032194466707086006, - -0.006616737907822937, - -0.022775198374772664, - -0.015071109605821711, - 0.014638325488174678, - 0.011475148077623627, - 0.03049396374166147, - 0.025694605900545734, - 0.008604017768344612, - -0.012231649072164738, - 0.002613359126743679, - 0.029584712128560786, - -0.0034158958580959363, - 0.006069550751970517, - -0.00541011442692557, - 0.01880269619163089, - -0.008083247077016392, - -0.006491640764099397, - 0.014566732795633777, - 0.008376424821103932, - -0.0009929023711349493, - 0.02163681163129177, - -0.0025090638993329082, - 0.01741273975136374, - 0.005851729104123725, - -0.004465054881746678, - -0.0037159464523949803, - 0.0014873154821107525, - -0.007976062644028743, - 0.01156759172225612, - 0.023733914178289805, - -0.011275250879320775, - -0.002578957016372865, - -0.006478712734990847, - 0.00032240861127936024, - -0.011706570736203905, - 0.02587612322619762, - -0.011422028793207837, - 0.01712189235900559, - 0.0028696369314734713, - -0.0015781066646451572, - -0.027441241722256038, - -0.0014402773256522523, - -0.004449931892055841, - -0.0014659224075202345, - 0.01708213645239509, - 0.018733296931473596, - 0.008334289472407117, - 0.005727799963614559, - 0.007039103201940653, - -0.00224206858702233, - 0.0011615125591269186, - 0.0096409494117641, - 0.004899610121286758, - 0.009826549023650048, - -0.009219501334142207, - -0.004807864269254234, - -0.002443187265009144, - 0.011609495827774482, - 0.0040307750576106674, - -0.004682432261976522, - 0.013977261024863448, - 0.0012793727167981009, - -0.025686529896907437, - 0.013434234869617957, - 0.021999945691932813, - 0.012433017674347574, - -0.009033386234081325, - 0.0062409658120072915, - 0.0009289013947849186, - 0.0003903400242564852, - 0.02740975750382101, - -0.011144831170406301, - 0.005830573753789878, - -0.009510249636142982, - 0.02073330933899335, - 0.007879717440873353, - 0.009509570454820928, - 0.01405836261370407, - 0.014672617586416688, - -0.005675097756215873, - 0.0017475856822315732, - 0.0018848247543965708, - 0.02229300998180564, - 0.01026309860521593, - 0.017680451788964564, - -0.005672595821710331, - -0.009564725087932182, - -0.0036886342935116994, - 0.01000584954517868, - -0.0014087143177684452, - 0.020023876538508456, - -0.014409325075803336, - -0.008730885488174288, - -0.0034071386173437994, - 0.017709779927228837, - 0.0037029051849606504, - 0.011111249060036448, - 0.001931565688295556, - 0.0326300536264404, - 0.009591248938750647, - -0.007016625542753067, - 0.012978908750757932, - -0.0024730208186779807, - -0.005898704823529222, - 0.00046255165858092147, - -0.015087141012734237, - 0.007914145130382093, - 0.00938928223165545, - 0.01491191867192227, - 0.003460371607034447, - -0.007647012371134029, - 0.009316860582171302, - 0.012669591819284187, - 0.023290896266828284, - 0.012400781200727585, - -0.003923578150394203, - -0.005147092104305529, - -0.008281499878714238, - -0.03743850333535512, - 0.013677931825349052, - 0.0004504794117647815, - 0.0031018094057014187, - 0.009501353911461253, - -0.007035560921770639, - 0.008385035146755612, - -0.0034377712431776946, - -0.010681847180108386, - 0.029691756458459714, - 0.008845037744087314, - 0.036611106986052, - 0.006922057057610421, - 0.00199877628865977, - 0.016813865591267338, - 0.002876468101879801, - 0.005453485567009417, - 0.0042027340964213965, - -0.01236373710127327, - -0.008553608768950838, - -0.0069991010551852945, - 0.0076861960764099575 - ] - ], - "std": [ - [ - 0.9681286752068088, - 1.0188584468817592, - 1.0110661386281417, - 0.9985656246319761, - 0.9821622573144201, - 1.0036187347218821, - 1.0069688072671201, - 0.9902174757207433, - 1.01713159486763, - 0.9867718776262003, - 0.9758196806068826, - 0.9717105755097225, - 0.9881331057860607, - 0.9898880234141544, - 1.0032622320902203, - 0.9951157752575892, - 1.0046808806006051, - 0.9614388015014891, - 0.9853693985919703, - 1.0191683054599883, - 0.996439727744992, - 1.008421273109573, - 1.00416757618972, - 1.0050873163713752, - 1.0062941810400496, - 1.0106625492506378, - 1.0037290960252208, - 0.9716931899880294, - 1.0122721434564084, - 1.004145433664744, - 1.0126537584886575, - 0.9877832016144399, - 1.0016994225200662, - 0.9984055948469278, - 1.009905276240697, - 0.9928053125930449, - 1.028439787038722, - 1.0058093224458307, - 1.0026249721952805, - 1.0044305239260718, - 1.0145868354939207, - 0.9730410910554939, - 0.981275887794836, - 0.9868601113866823, - 0.9903107009766159, - 0.9840780321801739, - 1.0155043762626388, - 1.015709680805549, - 0.9877740152182051, - 1.0007933926991834, - 0.9639452930264027, - 1.0107985365057115, - 1.0139858844795777, - 0.978091201901524, - 0.9836289102008465, - 0.9892831848712296, - 1.0050542524754924, - 1.0041143150075589, - 1.011404712398526, - 0.994592205655486, - 1.003602088307178, - 1.0043236988473279, - 0.9890344165359591, - 0.9960153738734304, - 1.0247056593625234, - 0.9709722536076895, - 0.8984006766242731, - 1.0084723110544285, - 1.0080442044255657, - 1.0139042067755502, - 1.0147945346118319, - 1.0086308434283413, - 0.9798709269587462, - 0.985827749679927, - 1.0097816591529503, - 0.9967310231913435, - 1.0125467431933681, - 0.9795738908810216, - 0.9759574846742652, - 0.9879270836797008, - 1.0100364897802065, - 1.0084344135598255, - 0.9683448859407486, - 0.9884096351113933, - 0.9957784496098612, - 1.0106496350052778, - 1.0041619111843998, - 0.9965669874488615, - 1.0148365256887901, - 0.9954909131964714, - 0.9942883718958846, - 1.0007980703139212, - 1.0031320592473836, - 0.9828596472567013, - 0.9637136602853367, - 0.9970558130158634, - 1.0142250931970318, - 1.008890015046518, - 1.0055896715654262, - 1.004944159225849, - 1.015901087459527, - 0.9987432420315473, - 0.9985224279803399, - 0.9900020636370531, - 0.9946414368680025, - 0.9718565169997336, - 1.0010286004673303, - 1.0045607582554759, - 1.0126684697205748, - 0.9911582699978772, - 0.9979453061380805, - 0.9943479420017864, - 1.0057507939001675, - 1.009199116070283, - 0.996011631450574, - 1.0055786667678899, - 0.9980095514928135, - 0.9965213084556673, - 1.0065546695035632, - 0.9959098534303568, - 1.0066323304809803, - 0.9785303330423044, - 0.9869014865983016, - 1.0002036756849269, - 1.0025571744250443, - 0.9798050960785967, - 0.9928695520264623, - 1.0029641941982563, - 0.995414106898259, - 1.0148844453635921, - 0.9709719526035338, - 0.9939566879305621, - 0.9884244597895214, - 0.9767542641597464, - 0.9853765727313375, - 1.0106906221793046, - 1.005948414723524, - 1.017725449726877, - 1.0152735855520598, - 0.9876730417321886, - 0.9757936207779202, - 1.0047018133551442, - 1.004391788961941, - 1.006171785979052, - 0.8968175799273889, - 1.0473489426893206, - 1.0315201707660164, - 1.0175144216806302, - 1.0142189436584537, - 1.0038989754399161, - 1.0173990273862883, - 1.0127050623257519, - 1.0051909194938937, - 1.012068652647229, - 0.9962079218654786, - 1.002233177655679, - 1.0161322523275562, - 0.999594425724876, - 0.9955572903935671, - 0.9917181216246964, - 0.9858353212831604, - 0.991792827254217, - 0.9768523928420304, - 0.9547301155646564, - 0.963911142038982, - 0.9970598920069098 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 684698, - "cert_evals": { - "36": 0.9674796462059021, - "72": 0.9583333134651184, - "108": 0.9512194991111755, - "255": 0.871951162815094 - }, - "fold": 2 - }, - { - "best_epoch": 36, - "best_val_acc": 0.9671120246659815, - "test_acc": 0.9622736418511066, - "train_size": 1649, - "val_size": 973, - "test_size": 3976, - "stats": { - "mean": [ - [ - -0.019377861036991656, - 0.025388282601576818, - 0.017005815742874516, - -0.007883900460885378, - 0.0060343637174048335, - 0.019899812286233772, - -0.017346581947847252, - 0.01720070440873258, - -0.022683759298605638, - 0.03576464684050942, - 0.003250418289873286, - 0.023095340225590528, - 0.025853774105518486, - 0.004904056128563328, - 0.015174882898727272, - 0.004904859053972195, - -0.0064262512310491165, - -0.0013788380109157152, - 0.03392423097634965, - 0.040471053135233824, - -0.007766068975136523, - -0.02654642546998242, - -0.002714201516070317, - -0.005730637913887314, - 0.014443505081867881, - -0.01681206773802325, - 0.022797446707095152, - 0.02924670987871426, - -0.016523001552455778, - 0.022271198156458668, - 0.007295070836871207, - -0.010380893735597325, - 0.0032170857913887633, - 0.03166040751970903, - -0.011104923177683385, - 0.023025889023650516, - 0.00955245047907632, - 0.00501562544572467, - 0.003645016027895317, - 0.012703992892661992, - 0.014234079029714866, - -0.018872668283808444, - 0.03357063479684651, - 0.002985781740448259, - 0.016828823032140804, - 0.008592184530017656, - 0.020646139611886168, - -0.025274300994542045, - 0.031819425821709706, - 0.041618958390176077, - 0.00933414724075195, - -0.02236399884778645, - -0.018589546555488203, - 0.001330274912066101, - 0.0015160872407521844, - 0.002306856531231052, - -0.0022718787992723603, - 0.028225555027289576, - -0.006301775864159792, - 0.02247907061249244, - -0.011468676332322514, - 0.02175189545178902, - -0.013670970357792456, - 0.03126135081867806, - 0.004543698483929725, - -0.0009374850879321324, - 0.021139099308671503, - 0.02629353206791973, - -0.02450631540927904, - 0.030707943529411457, - 0.01293060334141885, - 0.012913687446937628, - 0.00928486858095778, - 0.01766341600970324, - 0.03807825699818077, - 0.0017500543359613783, - -0.016347040315342783, - 0.0007416811279563446, - 0.026208501607035268, - 0.023266191340205626, - -0.018853632765312562, - -0.02368463080654962, - 0.001749331437234659, - 0.003365637052759398, - 0.025888251528199256, - -0.018965530382049504, - 0.03517410735597307, - 0.025752976476652555, - -0.02487937299575574, - 0.022010353117040575, - 0.017477714511824522, - -0.017221659584597582, - -0.003431555427531808, - 0.019807925603396073, - 0.0032348454699819393, - 0.013613221879926436, - 0.0370615994009708, - -0.016630420776227922, - 0.0136933938872041, - -0.0017249714481504044, - 0.02229983032140703, - -0.012712485694360036, - 0.026678074426925498, - 0.012642979175256863, - 0.005538239963614194, - 0.0035851682595511494, - -0.017385318223165646, - -0.027282370030321336, - 0.030769696791993668, - 0.023036587355973605, - 0.02791771238326433, - -0.005707142462098305, - -0.011955044244996943, - -0.01365990568829588, - 0.02758415771376576, - 0.001034438120072712, - 0.016993479078229498, - 0.004106490266828514, - -0.007270538144329443, - 0.023955484869617922, - 0.016178350285021865, - 0.0035198083808369264, - 0.010066467580351705, - 0.013253238295936883, - 0.003935329266222111, - -0.028011770430564572, - 0.022866120224378214, - 0.0261654426682841, - 0.02473182812007268, - -0.0015221004548212846, - 0.0038331081837477228, - 0.021399354317768703, - 0.005301140012128602, - 0.019229334445118054, - 0.005640386767737668, - 0.02194890172225591, - -0.005060289387507513, - 0.026678006622195553, - -0.009628291109763477, - -0.003739145758641676, - 0.002035451000606312, - 0.010815814196482578, - -0.011372362352941229, - -0.019185084742267905, - -0.001526538386901546, - 0.01622554252274128, - 0.012853861158277795, - 0.032111232286234526, - 0.031036171322013306, - 0.014534576640388132, - -0.0195449016634327, - -0.0031721854821107633, - -0.011472115221346063, - 0.00807888645239537, - -0.009991977598544642, - 0.015293761594905845, - 0.04696865378289867, - 0.02876006337174039, - 0.030060548720436564, - -0.016465844511825162, - -0.013467629448150867, - -0.004964211527592827, - 0.023761107562159368, - -0.0028053264645238984, - -0.011466418192844817, - 0.015592289957550014 - ] - ], - "std": [ - [ - 0.985810694952265, - 1.0034659788102347, - 1.0123314802689827, - 1.0006728383848915, - 1.0057933627069857, - 1.0211647035506441, - 0.9873544232512542, - 1.0044940106681508, - 0.9972305516917789, - 0.9962847585776434, - 1.0084467836467266, - 0.9906644883619666, - 1.0245712429201694, - 0.9866939366954063, - 1.0013177295694342, - 1.0035460862038992, - 1.0106885153319805, - 0.9519922611580153, - 0.9980325911759347, - 1.0306730880090342, - 0.9835758012913696, - 0.9850289481711405, - 1.0052216421075988, - 0.9962087717875672, - 0.9963361086627195, - 0.9956939758386721, - 0.9995284943647325, - 1.023940251071931, - 1.0274738040648672, - 0.994278832453581, - 0.9978867650735795, - 0.9858582094807091, - 1.0042951554309811, - 0.9935762200569673, - 0.987438469465117, - 1.005913310224571, - 1.00088122516216, - 0.9882229146445906, - 1.0157177678163845, - 0.9964856588375458, - 0.9973534488049755, - 0.9843481194725128, - 1.0059020116489072, - 0.9945053400237248, - 0.9893145898736398, - 1.0071798920580137, - 1.026048360719046, - 0.9784906142973205, - 0.9999905642791316, - 1.0245359594400432, - 0.9857715356622779, - 0.9921646440585971, - 0.9889209867599961, - 0.9804599263285575, - 0.989078331357909, - 1.0220508106585684, - 0.9898585563272273, - 1.0050841202007248, - 1.0381369540158623, - 0.9852302977543494, - 1.0075559260629754, - 1.000291557770776, - 0.9848158888469627, - 0.9914305575952413, - 1.0027287892746963, - 0.9998437768528288, - 1.0380871234284017, - 1.0068281699392212, - 0.9909518921848135, - 1.0027114341322005, - 1.0043121525006478, - 1.004908814037755, - 1.0186241738713828, - 0.9840706508690844, - 1.0105911993179093, - 0.9676803103445097, - 1.0008055713802275, - 0.9912309236484144, - 0.995113888208004, - 1.00892652209743, - 0.9963556594838519, - 0.9845494099501623, - 0.9992655439793966, - 0.9888161956289881, - 0.988365168461102, - 0.986911819503751, - 0.9966018266120068, - 1.0253590540025506, - 1.0073388900110996, - 0.9884492302907475, - 1.0097952364856901, - 0.9710825809435979, - 1.0049468371789398, - 0.9978639652892881, - 1.0455255018744898, - 0.9978429399237, - 1.002476959825736, - 0.9981410717372688, - 1.0060801668925174, - 0.9880101858878161, - 0.9920156642454706, - 0.9690302977750064, - 1.0160561889470001, - 1.0042221946838557, - 0.9902952403395341, - 0.9972984826953729, - 0.9761193341167186, - 0.9802187480066236, - 1.008662757516423, - 0.9977604335997484, - 1.0125273643143784, - 1.0005678108605767, - 0.99939847346626, - 0.9934285795635643, - 0.993774093323074, - 0.9507637302569011, - 1.001524151413393, - 1.0029839092558797, - 0.9922893465303836, - 0.9995915259108642, - 0.9937205680489537, - 0.9906768211587779, - 0.9885237778798726, - 0.9923092460426346, - 0.9928187226268517, - 0.9431189215637575, - 0.9768867834667897, - 0.988648327088327, - 0.9868432165802018, - 0.9936538301879408, - 1.031840475179726, - 1.0088131603924193, - 0.948009389328019, - 0.980359732399849, - 0.9812840383484884, - 1.0125452888475233, - 1.0015379468649726, - 1.0082241487185495, - 1.0028073940649291, - 1.027290919950601, - 1.0123450850356626, - 0.9892757300213824, - 0.989457850129367, - 0.9916398725034907, - 0.9733306799223379, - 1.048692795336829, - 1.0185390556939666, - 1.005180692664418, - 0.9999773815928202, - 1.0029310617714582, - 0.9847831085240544, - 0.9984589470542239, - 0.997897554671397, - 1.0021153618672554, - 0.9825493908557392, - 1.0005331081478763, - 1.0721249078632564, - 1.0255830315079582, - 1.0078969722952105, - 1.0018509428094395, - 1.007362049760478, - 0.9875884283657037, - 1.0010931986356253, - 1.0157609941665726, - 0.9972826112887371, - 1.0062038228644128 - ] - ] - }, - "width": 512, - "in_features": 166, - "out_features": 2, - "depth": 4, - "padding": 332, - "parameters": 684698, - "cert_evals": { - "36": 0.9527235627174377, - "72": 0.9383350610733032, - "108": 0.9208633303642273, - "255": 0.8252826929092407 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9636241719180696, - "std_test_acc": 0.0029167722484990002, - "n_samples": 6598, - "n_features": 166, - "n_classes": 2, - "mean_cert_acc_36": 0.9610739499330521, - "std_cert_acc_36": 0.006177062129113646, - "mean_cert_acc_72": 0.948948934674263, - "std_cert_acc_72": 0.008581308580677386, - "mean_cert_acc_108": 0.9344970732927322, - "std_cert_acc_108": 0.013171095894224598, - "mean_cert_acc_255": 0.8483327329158783, - "std_cert_acc_255": 0.019632731718404725 - }, - "nursery": { - "dataset": "nursery", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.8508863399374348, - "test_acc": 0.8435016662394258, - "train_size": 3240, - "val_size": 1918, - "test_size": 7802, - "stats": { - "mean": [ - [ - 0.051029166666666737, - -0.00196411111111071, - 0.0016562925925925533, - -0.008005376543209762, - -0.004535925925925928, - -0.014196977160493821, - -0.01014526234567894, - -0.007937870370370368 - ] - ], - "std": [ - [ - 1.0081184659855247, - 0.994466909902115, - 0.9984780980079611, - 0.9954756099225289, - 0.9980995540133645, - 0.9998602139101664, - 0.9972906807623559, - 1.0052418041464166 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 2389, - "cert_evals": { - "36": 0.7424400448799133, - "72": 0.6386861205101013, - "108": 0.5432742238044739, - "255": 0.08915536850690842 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8561260803253686, - "test_acc": 0.8515413388365793, - "train_size": 3240, - "val_size": 1967, - "test_size": 7753, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.026842851851852437, - -0.0011041870370370494, - -0.001656286419753089, - -0.010961820987654315, - 0.019135056172839497, - -0.012124891358024097, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0098249235756733, - 1.0053740157149613, - 0.9982315594686217, - 0.9999606252114857, - 0.9964249241892131, - 0.9997779009091493, - 0.9971359423938833, - 1.0041030187583004 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 2389, - "cert_evals": { - "36": 0.7732587456703186, - "72": 0.6532790660858154, - "108": 0.5378749370574951, - "255": 0.07829181104898453 - }, - "fold": 1 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8486910994764398, - "test_acc": 0.848527528809219, - "train_size": 3240, - "val_size": 1910, - "test_size": 7810, - "stats": { - "mean": [ - [ - 0.023435617283950584, - 0.047575135802469234, - 0.015458643209876576, - 0.0024844308641975513, - 0.006047901234567903, - 0.0012345197530864193, - 0.015837366358025084, - -0.0060479012345679 - ] - ], - "std": [ - [ - 1.0166780451442419, - 1.0111134194425535, - 1.0062422991159916, - 0.9960005941386431, - 0.9966991236053043, - 0.9999602379504744, - 1.0002954947822456, - 1.0041030187583007 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 2389, - "cert_evals": { - "36": 0.745026171207428, - "72": 0.6062827110290527, - "108": 0.4570680558681488, - "255": 0.021989528089761734 - }, - "fold": 2 - }, - { - "best_epoch": 14, - "best_val_acc": 0.831081081081081, - "test_acc": 0.8292714212416624, - "train_size": 3240, - "val_size": 1924, - "test_size": 7796, - "stats": { - "mean": [ - [ - 0.03364145061728391, - 0.03033460493827167, - 0.03257356666666669, - 0.032849621604938234, - -0.015875740740740732, - -0.01481423703703703, - -0.01707398148148124, - 0.006425895061728395 - ] - ], - "std": [ - [ - 1.006091408188469, - 0.9961770749809249, - 1.0063245385321156, - 1.0055792592242605, - 0.9961264090870245, - 0.9998512588890658, - 1.0080135891696445, - 0.9964644995871555 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 5, - "depth": 4, - "padding": 16, - "parameters": 2389, - "cert_evals": { - "36": 0.7380457520484924, - "72": 0.6257796287536621, - "108": 0.5218295454978943, - "255": 0.07224532216787338 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8432104887817216, - "std_test_acc": 0.009866717885375045, - "n_samples": 12960, - "n_features": 8, - "n_classes": 5, - "mean_cert_acc_36": 0.7496926784515381, - "std_cert_acc_36": 0.015972762257268198, - "mean_cert_acc_72": 0.6310068815946579, - "std_cert_acc_72": 0.019946843482528374, - "mean_cert_acc_108": 0.515011690557003, - "std_cert_acc_108": 0.03968814589209682, - "mean_cert_acc_255": 0.06542050745338202, - "std_cert_acc_255": 0.0297872576216225 - }, - "oocytes_merluccius_nucleus_4d": { - "dataset": "oocytes_merluccius_nucleus_4d", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.6832298136645962, - "test_acc": 0.693069306930693, - "train_size": 255, - "val_size": 161, - "test_size": 606, - "stats": { - "mean": [ - [ - -0.0371250154117647, - 0.0015389403921568473, - -0.03527819799999997, - 0.026217213882352975, - -0.022018143254901958, - -0.03976458627450978, - 0.003314039607843149, - -0.03319261360784315, - 0.01830184745098039, - -0.02685776486274508, - -0.04212637686274509, - 0.005226556078431408, - -0.02913093117647059, - -0.01200531101960785, - -0.03152609833333333, - -0.03705718681960783, - 0.00469401490196078, - -0.02551305090196081, - -0.03417245220392157, - -0.031662056862745085, - -0.018275636980392158, - -0.03872015905882352, - 0.06975402027450983, - -0.05690918172549015, - -0.0005046612313725563, - -0.026833323176470567, - -0.0324685416470588, - 0.06559194729411769, - -0.04924893603921571, - -0.002559774274509816, - -0.007582052196078413, - -0.03221969384313721, - 0.07669179423529408, - -0.05831633415686265, - -0.00790661125490195, - 0.033497423215686245, - 0.007940335568627457, - -0.0037278283529411723, - -0.005509080784313686, - -0.006456870705882385, - -0.006934026431372542 - ] - ], - "std": [ - [ - 0.9481208431065713, - 0.9777230774786245, - 0.9614649831710622, - 1.0004435636971643, - 0.9517495439744679, - 0.9370398970511897, - 0.978033253968666, - 0.9633889071060125, - 0.9762210193691487, - 0.9497999114505152, - 0.9347608009901895, - 0.9801580525147454, - 0.9702177059121481, - 0.937441002049969, - 0.9454783788330968, - 0.9479630674171062, - 0.9847917091528013, - 0.9682944519390624, - 0.9601592978081722, - 0.9504457074291478, - 0.9482732916854852, - 0.9550094850957569, - 0.8808478818975364, - 0.9032557709886272, - 0.9905437507629392, - 0.9682787727115054, - 0.9734319541870242, - 0.8994213820965716, - 0.9306569007254026, - 0.9903368456478869, - 0.9401093744879251, - 0.9661635565557377, - 0.8972092489723742, - 0.9227263611587284, - 0.9960722682017434, - 0.9400060154678039, - 0.9649245386172121, - 0.9716877264843913, - 0.9731199443916825, - 0.9739165511052336, - 0.9741830269626184 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 43174, - "cert_evals": { - "36": 0.5527950525283813, - "72": 0.4658385217189789, - "108": 0.40993788838386536, - "255": 0.1180124282836914 - }, - "fold": 0 - }, - { - "best_epoch": 48, - "best_val_acc": 0.823076923076923, - "test_acc": 0.7394034536891679, - "train_size": 255, - "val_size": 130, - "test_size": 637, - "stats": { - "mean": [ - [ - 0.00023252282745095802, - 0.0023210192156862736, - -0.008575552392156847, - -0.027089618431372545, - 0.02615166227450979, - 0.00029002847058821885, - 0.001517669058823556, - -0.009498281058823606, - -0.021533545372549014, - 0.027143032117647032, - 0.00012999274509802153, - 0.0020992274509804144, - -0.005652587843137251, - -0.01031889384313722, - 0.025365951607843145, - 0.0011974224705882457, - 0.0024456095294117628, - 0.007920263137254904, - 0.007542674117647044, - 0.019472125333333323, - 0.06628882686274508, - 0.0008101664705882076, - -0.005068037960784302, - -0.0018227520000000151, - 0.00320542466666668, - 0.025693874901960758, - 0.03285470894117649, - -0.03694405458823524, - 0.02895584858823529, - 0.02036504745098036, - 0.04203500674509803, - 0.012977303843137231, - -0.016463404666666667, - 0.005529818662745095, - 0.013588346156862736, - -0.03683925767843136, - -0.016918137803921634, - -0.014870798470588246, - -0.016124755137254858, - -0.018004861274509842, - -0.020472565215686273 - ] - ], - "std": [ - [ - 0.9572394549500175, - 0.9926437581599087, - 0.9624363039043059, - 0.9193272254177784, - 1.0255768714029772, - 0.9579689477579895, - 0.9914399769465777, - 0.964698567284664, - 0.9351924375292803, - 1.0260487030041765, - 0.9515013155985146, - 0.9925204239055312, - 0.9662079425779949, - 0.9893019122153763, - 1.0199562667897872, - 0.9463721256877698, - 0.9959986832754482, - 0.9814859605265475, - 1.0491115651558893, - 1.0166099051364492, - 1.0126788732557663, - 0.9559037060605928, - 1.005464306868578, - 0.9339913124161523, - 0.9907483477382796, - 1.002837860013556, - 0.9939512794379407, - 1.0866703256453316, - 1.0174263712495963, - 0.9852130473462448, - 1.0075951167847277, - 0.9748247085177442, - 1.0259519988694812, - 0.9604781044814549, - 0.9861127645283753, - 1.0373513207775564, - 1.0101438720127272, - 0.9991977496960652, - 0.9936335573449004, - 0.9927993181263407, - 0.9922363841337328 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 43174, - "cert_evals": { - "36": 0.6461538672447205, - "72": 0.5076923370361328, - "108": 0.3692307770252228, - "255": 0.0615384615957737 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.6198830409356725, - "test_acc": 0.6291946308724832, - "train_size": 255, - "val_size": 171, - "test_size": 596, - "stats": { - "mean": [ - [ - 0.019915568666666633, - -0.014107577647058818, - -0.015105033250980377, - 0.02865576341176468, - 0.029814655176470552, - 0.017704559607843146, - -0.013470486980392094, - -0.016038092274509794, - 0.03248008262745098, - 0.030473079058823495, - 0.02067392156862747, - -0.014031545490196065, - -0.009559882039215687, - 0.03839121047058822, - 0.03184779492980397, - 0.022161854509803944, - -0.01396437243137256, - -0.0017765643137255195, - 0.055001846666666666, - 0.030386395921568613, - 0.03668542223529418, - -0.0027777596078431494, - 0.012474995117647124, - -0.0041148554117646985, - -0.013356863921568625, - 0.028240797568627463, - 0.00010664949019609575, - 0.02344727215686279, - 0.005875207882352966, - -0.007875607450980381, - 0.028559833607843157, - -0.003071006745098055, - 0.014597308196078422, - -0.0007609705999999861, - -0.016530812156862723, - -0.03674524662745102, - -0.019958698901960777, - -0.017071456470588258, - -0.017420987058823525, - -0.017710899607843143, - -0.01735895203921565 - ] - ], - "std": [ - [ - 1.0221090924456515, - 1.01545682802038, - 0.9869690473435272, - 1.037069581011897, - 1.0359698396459835, - 1.0192987930523796, - 1.016091448787416, - 0.9856390212088015, - 1.038505984158332, - 1.0379129504870621, - 1.0239033714401513, - 1.0194757702768644, - 0.9963995753206383, - 1.020298364999823, - 1.0423678031147061, - 1.0277751191583697, - 1.0205917784397192, - 1.0135024895112017, - 1.0892501748798247, - 1.0432132666589502, - 1.0172134304654925, - 1.030895619962752, - 1.0213433186098346, - 1.040706012633716, - 1.0211704714384828, - 1.010787095001102, - 1.034569087974703, - 1.0203462492134936, - 1.0580364742305262, - 1.0095797767173902, - 1.0215170604628103, - 1.033396337568214, - 1.0252577264940543, - 1.0526521075427535, - 1.017486639545284, - 1.0521736233720556, - 1.0188131869714923, - 1.0087257643396144, - 1.005460013688893, - 1.0056139578892642, - 1.0065387262698673 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 43174, - "cert_evals": { - "36": 0.45614033937454224, - "72": 0.34502923488616943, - "108": 0.19883041083812714, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 39, - "best_val_acc": 0.7108433734939759, - "test_acc": 0.7171381031613977, - "train_size": 255, - "val_size": 166, - "test_size": 601, - "stats": { - "mean": [ - [ - 0.005023620274509809, - 0.05012927215686277, - 0.0774847423529411, - -0.021592119215686236, - -0.007278767843137281, - 0.003806819607843134, - 0.05070236376470592, - 0.07836162039215684, - -0.009335469717647047, - -0.006452909647058787, - 0.004313807450980429, - 0.05239601662745102, - 0.08761111960784314, - -0.0006227640392157017, - -0.011547115941176465, - 0.007509175294117638, - 0.049814644431372575, - 0.09699411058823522, - -0.020684055294117654, - -0.014362384509803941, - 0.03558779360784312, - 0.0894858222352941, - -0.09410436105882346, - 0.07914001066274516, - 0.05154126003921575, - -0.0045582715686274125, - 0.09130289176470592, - -0.07599903827450982, - 0.08245660823529415, - 0.06585250807843139, - 0.012951737058823532, - 0.08790382078431377, - -0.08962203019607844, - 0.08192444351764702, - 0.05873899290196081, - -0.016822436196078434, - 0.029792561019607842, - 0.05055904957647062, - 0.05703265886274507, - 0.05811358976470591, - 0.05753943309803923 - ] - ], - "std": [ - [ - 1.0010627790031323, - 1.0340741776327254, - 1.0363077318633585, - 1.0137526513667938, - 1.0497867958856593, - 1.0059089649290247, - 1.032934819096642, - 1.0357871822249751, - 1.0425743779317471, - 1.0491455468136368, - 1.002585949212257, - 1.0328632642788567, - 1.0444571310319228, - 1.0499184939107524, - 1.0523852884773215, - 0.9969852155711642, - 1.036017112451258, - 1.0641484457194088, - 1.0260965200086805, - 1.0600673906871478, - 1.0132281500555904, - 1.039987043021767, - 1.0160272774539016, - 1.0119553762539002, - 1.0375407287957723, - 0.993275249370577, - 1.0310746092505982, - 1.0007724139832403, - 1.01278883373938, - 1.0152625509246365, - 0.9763093251846449, - 1.0267017964861733, - 0.997823146966079, - 1.0044670030988905, - 1.0259705961089964, - 1.0589413004871364, - 1.0376978512601307, - 1.0319158378686013, - 1.0340480487731072, - 1.0356155832366485, - 1.0358388933781137 - ] - ] - }, - "width": 128, - "in_features": 41, - "out_features": 2, - "depth": 4, - "padding": 82, - "parameters": 43174, - "cert_evals": { - "36": 0.5903614163398743, - "72": 0.41566264629364014, - "108": 0.3192771077156067, - "255": 0.030120480805635452 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6947013736634355, - "std_test_acc": 0.047593696298605985, - "n_samples": 1022, - "n_features": 41, - "n_classes": 2, - "mean_cert_acc_36": 0.5613626688718796, - "std_cert_acc_36": 0.07994918667685241, - "mean_cert_acc_72": 0.4335556849837303, - "std_cert_acc_72": 0.06998932758084075, - "mean_cert_acc_108": 0.3243190459907055, - "std_cert_acc_108": 0.09150677288464937, - "mean_cert_acc_255": 0.05241784267127514, - "std_cert_acc_255": 0.05043357984421479 - }, - "oocytes_merluccius_states_2f": { - "dataset": "oocytes_merluccius_states_2f", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8639240506329114, - "train_size": 255, - "val_size": 135, - "test_size": 632, - "stats": { - "mean": [ - [ - 0.01054996298039211, - 0.027192816941176482, - -0.04626695749019601, - -0.0069539579607842475, - 0.014194326572549003, - -0.025412450196078348, - -0.04305473128235293, - 0.008311279215686227, - 0.03873141231372549, - 0.019546130517647062, - 0.04932295196078433, - 0.07244258905882356, - -0.12762710541176478, - 0.10863675447058822, - 0.03643630545098045, - 0.028625162627451017, - 0.07991438109803928, - -0.15667811082352961, - 0.11812816443137263, - 0.056641581960784365, - 0.025048539999999987, - 0.07553784419607842, - -0.12706123960784313, - 0.11197763396705882, - 0.047989735764705894 - ] - ], - "std": [ - [ - 1.055902739791254, - 1.0162268811039923, - 1.0028684541215303, - 0.9730091823212302, - 1.0042568790807076, - 1.059859315776944, - 0.9758982735241186, - 0.988138955008393, - 1.0133686644339426, - 1.0143882523728363, - 1.0032684708282238, - 1.0660462422249137, - 1.201916629773772, - 1.156152673218226, - 0.9766255498471383, - 1.0205814664175223, - 1.0558525489192028, - 1.2296182126345767, - 1.1597961969108055, - 0.9544712645073075, - 1.0067919810768349, - 1.0593103623610676, - 1.2049412432924147, - 1.1612948832756183, - 0.9664237104019653 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 26777, - "cert_evals": { - "36": 0.8740740418434143, - "72": 0.8592592477798462, - "108": 0.8518518209457397, - "255": 0.7037037014961243 - }, - "fold": 0 - }, - { - "best_epoch": 38, - "best_val_acc": 0.8940397350993378, - "test_acc": 0.8814935064935064, - "train_size": 255, - "val_size": 151, - "test_size": 616, - "stats": { - "mean": [ - [ - -0.039873489411764704, - 0.06568908627450984, - -0.08042117858823533, - -0.07278203247058826, - 0.031821641215686286, - 0.042755718431372526, - 0.005826313725490188, - 0.07096834100392159, - 0.027976641294117695, - -0.0360630005411765, - 0.08661626117647052, - -0.01559811278431374, - -0.0027832955098039194, - -0.00600242694117644, - -0.011780795098039233, - 0.05183837615686276, - -0.0011791454901960582, - 0.012773291529411772, - -0.01314989992156862, - 0.009224545098039242, - 0.0690001321568627, - -0.0190796969803922, - 0.013153878745098036, - -0.02286682056078435, - 6.883568627453327e-05 - ] - ], - "std": [ - [ - 0.9701687420411181, - 0.9794453617880473, - 0.9813443525023554, - 0.9595676757646171, - 1.003115552689647, - 0.9711996996585899, - 0.96070065028928, - 0.9964287871578288, - 0.9706304482097151, - 0.9607876088942564, - 0.9996288496718735, - 1.0168336786919916, - 1.0395937464726017, - 1.0511176984743116, - 0.9543421247886298, - 0.9888423590787397, - 0.9945618062244868, - 0.993182419256565, - 0.9977759822780166, - 0.9466357052699218, - 0.970268559194868, - 0.9921749035989086, - 0.9919171706653837, - 0.9992337881273372, - 0.9493328232926572 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 26777, - "cert_evals": { - "36": 0.8741722106933594, - "72": 0.860927164554596, - "108": 0.8410596251487732, - "255": 0.7549669146537781 - }, - "fold": 1 - }, - { - "best_epoch": 41, - "best_val_acc": 0.9166666666666666, - "test_acc": 0.8707037643207856, - "train_size": 255, - "val_size": 156, - "test_size": 611, - "stats": { - "mean": [ - [ - 0.09042857501960787, - 0.08453290745098035, - 0.05499370141176466, - 0.003266606392156863, - -0.07544167117647055, - -0.015606528627450978, - -0.019981488733333278, - -0.025666618862745103, - -0.018207427176470593, - 0.07526210964705878, - -0.07317296886274506, - 0.06288879294117644, - -0.045770915470588244, - 0.06681564803529418, - 0.0457884809411765, - -0.057205103882352934, - 0.03428885882352944, - -0.026384509803921576, - 0.04764570376470586, - 0.0265779054901961, - -0.05987147952941173, - 0.04524020599999998, - -0.030786102745098055, - 0.050239169831372554, - 0.03661726031372548 - ] - ], - "std": [ - [ - 0.9803272049895071, - 0.9882927145330502, - 0.9802699132826773, - 0.9866157296330209, - 0.9568636941234572, - 0.9924758747611615, - 0.9911948282259507, - 1.014854441162732, - 0.9588574557798413, - 0.9306835025569801, - 0.9960935226571523, - 1.058677201136564, - 1.1189325498150606, - 1.104729425488317, - 1.0030626650633148, - 1.0161006842006703, - 1.038500769178019, - 1.1151857588414493, - 1.0890692776345845, - 0.9960240438206022, - 1.0157898082954688, - 1.0428087102486705, - 1.0990958365479944, - 1.0781825399569271, - 0.9998307298430946 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 26777, - "cert_evals": { - "36": 0.8974359035491943, - "72": 0.8974359035491943, - "108": 0.8589743971824646, - "255": 0.7371795177459717 - }, - "fold": 2 - }, - { - "best_epoch": 20, - "best_val_acc": 0.8719512195121951, - "test_acc": 0.8590381426202321, - "train_size": 255, - "val_size": 164, - "test_size": 603, - "stats": { - "mean": [ - [ - -0.0162589217254902, - -0.05657745160784315, - 0.01461218117647058, - 0.05366552894117648, - 0.038041347607843126, - -0.02560452082352941, - -0.011943972431372539, - -0.007390860000000016, - -0.011038546941176463, - -0.05211940686274512, - 0.008660175294117643, - 0.051748327019607854, - -0.01198270811764698, - 0.042424563215686224, - 0.0151460240784314, - -0.01830622803921565, - 0.029721466745098055, - 0.03686442627450982, - 0.01890176607843136, - 0.022645802980392142, - -0.02072309247058821, - 0.038014168235294084, - 0.011930823882352934, - 0.031066374470588243, - 0.015441112392156824 - ] - ], - "std": [ - [ - 1.0145212260058494, - 1.0183267267898117, - 0.9955590624479448, - 1.0189109805968923, - 0.9525691096733636, - 0.9401260529685115, - 0.9530483520235054, - 1.0372365061551077, - 0.9831280509255012, - 1.0109747306925605, - 1.0146664159530456, - 1.0835689421499082, - 1.0366330566676196, - 1.063468357562322, - 1.0478025436829708, - 1.0203756563273347, - 1.048069136775873, - 0.9743374382513833, - 1.0399684735711856, - 1.0238387714620327, - 1.0310574946708129, - 1.0714734463360287, - 1.0248857085596488, - 1.0669402741834955, - 1.0309522590651836 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 3, - "depth": 4, - "padding": 50, - "parameters": 26777, - "cert_evals": { - "36": 0.8414633870124817, - "72": 0.8170731663703918, - "108": 0.8048779964447021, - "255": 0.6768292188644409 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8687898660168589, - "std_test_acc": 0.00972655740113408, - "n_samples": 1022, - "n_features": 25, - "n_classes": 3, - "mean_cert_acc_36": 0.8717863857746124, - "std_cert_acc_36": 0.02300947302618942, - "mean_cert_acc_72": 0.8586738705635071, - "std_cert_acc_72": 0.032855916721560054, - "mean_cert_acc_108": 0.8391909599304199, - "std_cert_acc_108": 0.024031598393402236, - "mean_cert_acc_255": 0.7181698381900787, - "std_cert_acc_255": 0.034802819187380714 - }, - "oocytes_trisopterus_nucleus_2f": { - "dataset": "oocytes_trisopterus_nucleus_2f", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 29, - "best_val_acc": 0.7387387387387387, - "test_acc": 0.7068062827225131, - "train_size": 228, - "val_size": 111, - "test_size": 573, - "stats": { - "mean": [ - [ - 0.008357397456140388, - 0.01802353785087694, - -0.041648607412280596, - -0.0453803663157896, - 0.0012030528070177244, - 0.022922442456140533, - 0.036679189828947405, - 0.006630059969298269, - 0.03305654250000005, - -0.013262542280701796, - -0.10907990994736835, - 0.018322935921052583, - 0.07612510290350878, - 0.012056999298245606, - 3.168017543867413e-05, - -0.10483278701754395, - 0.006886669999999989, - 0.06841488109649123, - 0.00695189035087715, - -0.010072736403508812, - -0.05385949504824569, - 0.02870514298245609, - 0.015483249929824555, - 0.03363409311403503, - -0.0021852223684209818 - ] - ], - "std": [ - [ - 0.9973978575903476, - 1.0076014353044038, - 0.9952366807299615, - 0.932027269541095, - 1.0037384211397398, - 0.9967681042898726, - 0.9897940967126091, - 0.9959439814010456, - 1.0138128967542228, - 0.9906591764143307, - 1.0399607914486315, - 1.0440929697744785, - 0.9325257900670985, - 1.077455055918072, - 1.0068935522712004, - 1.0499836979693067, - 1.020033825374287, - 0.9599692363716387, - 1.0561252019263898, - 1.0054889903033737, - 1.0309466984358973, - 1.0847181603368137, - 1.1023028462065556, - 1.254832404821169, - 0.9936933949524517 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 26726, - "cert_evals": { - "36": 0.5585585832595825, - "72": 0.37837839126586914, - "108": 0.3153153359889984, - "255": 0.09909909963607788 - }, - "fold": 0 - }, - { - "best_epoch": 8, - "best_val_acc": 0.7153846153846154, - "test_acc": 0.740072202166065, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - -0.08728925657894768, - -0.0543713359210526, - -0.034470636140350855, - 0.03278697263157899, - 0.05903984850877202, - 0.027659603256579266, - 0.0052796477236843045, - -0.02784190157894725, - -0.009100311184210503, - -0.037397169736841936, - 0.10257767285964901, - -0.01304280877192977, - -0.06708928297368424, - -0.036337502456140376, - -0.047321120833333355, - 0.09918661429824563, - -0.009569511929824559, - -0.06545246535087723, - -0.012505821052631564, - -0.06283763969298246, - 0.07219973416666646, - -0.0427019519736842, - 0.004866778614035071, - -0.047571456315789504, - -0.07411300593421052 - ] - ], - "std": [ - [ - 1.0458471164356558, - 1.0593898673226612, - 1.0081986354392756, - 1.0765642846006065, - 1.0669306376265857, - 1.0624952898815982, - 1.0407781573587898, - 1.106896809173159, - 1.167838053551809, - 1.0758835524236412, - 1.0385900596754538, - 0.9885404293586944, - 0.9550027699090833, - 0.9244009468904739, - 1.0365002828514067, - 1.032883107457862, - 1.0049531003586958, - 0.9938416222614777, - 0.9755214096734742, - 1.053074988224559, - 1.0165408864776693, - 0.9716379772569274, - 0.9394817774978654, - 0.8622924823332119, - 1.0276563689405496 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 26726, - "cert_evals": { - "36": 0.5, - "72": 0.26923078298568726, - "108": 0.10000000149011612, - "255": 0.023076923564076424 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.6739130434782609, - "test_acc": 0.6410256410256411, - "train_size": 228, - "val_size": 138, - "test_size": 546, - "stats": { - "mean": [ - [ - -0.03544724921052656, - -0.03885949409210542, - -0.00817023697368415, - 0.051384859504385955, - 0.046574599692982555, - 0.04455862842105246, - 0.006319970219298388, - -0.042167378070175295, - -0.056997550482456076, - -0.04837222118421066, - 0.023236387807017467, - -0.018419659824561344, - 0.03327031526622804, - -0.03261339552631577, - 0.017033810526315828, - 0.026972617807017606, - -0.016002433162280727, - 0.07519383274999998, - -0.03613011021929823, - 0.0164577965789474, - 0.013493596793859773, - -0.02311588736842108, - 0.0705855121052632, - -0.038314935394736835, - 0.002846930162280715 - ] - ], - "std": [ - [ - 1.0173295399775188, - 1.0238875326302583, - 0.965332841080866, - 1.0357264688512589, - 1.0296595721628123, - 1.027217931369946, - 0.9273272720979442, - 1.0575953015661612, - 1.0282364738483871, - 1.0347456518954214, - 0.9384525467734931, - 0.9632166870693201, - 0.9301838169931504, - 0.9056571647388838, - 1.0051927672529442, - 0.961531287665366, - 0.9441957103814642, - 0.9064551199981514, - 0.8776461226812926, - 1.0213725987384084, - 0.997919302021147, - 0.9466852583005331, - 0.8271188054338252, - 0.8317555000647003, - 1.0271823239026208 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 26726, - "cert_evals": { - "36": 0.47101449966430664, - "72": 0.3188405930995941, - "108": 0.24637681245803833, - "255": 0.09420289844274521 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.6948051948051948, - "test_acc": 0.6962264150943396, - "train_size": 228, - "val_size": 154, - "test_size": 530, - "stats": { - "mean": [ - [ - -0.10959069377192993, - -0.09912143754385974, - -0.007162025008771894, - 0.06766152456140351, - 0.08831780850877229, - 0.08171766137061406, - 0.006699487456140278, - -0.07772155793859647, - -0.05998239798245609, - -0.07346038859649133, - -0.02367889968421067, - -0.005257190087719264, - 0.03324320991228074, - -0.048391179824561384, - 0.008669106403508755, - -0.045213709868421055, - -0.008913120438596496, - 0.02287917744298246, - -0.016604398201754404, - -0.0007747342105263451, - -0.06126861737280714, - -0.02565710350877192, - 0.05257332175438596, - -0.045432562719298235, - -0.0029558628640350784 - ] - ], - "std": [ - [ - 1.044732018887429, - 1.0625410440290517, - 1.0767800702099823, - 1.0282688245705722, - 1.08629241303742, - 1.0791696596464955, - 1.0159169319395265, - 1.053527399603391, - 0.9939044762321542, - 1.0659676193377676, - 0.9599515341324413, - 0.9624071800102462, - 0.902255701658811, - 0.882802488819804, - 0.992868117400491, - 0.976032726528656, - 0.9678528042797121, - 1.0363949239113746, - 0.9791104951035513, - 1.0023913562224034, - 0.9810108324803241, - 0.9401880345466065, - 0.8602452645459159, - 0.8427992005641717, - 1.0009607300230972 - ] - ] - }, - "width": 128, - "in_features": 25, - "out_features": 2, - "depth": 4, - "padding": 50, - "parameters": 26726, - "cert_evals": { - "36": 0.5714285969734192, - "72": 0.4675324559211731, - "108": 0.3181818127632141, - "255": 0.10389610379934311 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6960326352521397, - "std_test_acc": 0.041155647236004275, - "n_samples": 912, - "n_features": 25, - "n_classes": 2, - "mean_cert_acc_36": 0.5252504199743271, - "std_cert_acc_36": 0.04768289886724415, - "mean_cert_acc_72": 0.3584955558180809, - "std_cert_acc_72": 0.08529378341270238, - "mean_cert_acc_108": 0.24496849067509174, - "std_cert_acc_108": 0.10218727155508259, - "mean_cert_acc_255": 0.08006875636056066, - "std_cert_acc_255": 0.03820008476890364 - }, - "oocytes_trisopterus_states_5b": { - "dataset": "oocytes_trisopterus_states_5b", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 41, - "best_val_acc": 0.875968992248062, - "test_acc": 0.8396396396396396, - "train_size": 228, - "val_size": 129, - "test_size": 555, - "stats": { - "mean": [ - [ - 0.07071967587719294, - -0.03126246473684206, - -0.05244502938596495, - 0.005148638640350878, - 0.12069938767543859, - -0.061311192850877064, - -0.05906930372807029, - -0.05115659995614045, - -0.13130431929824563, - -0.06720904710526317, - -0.05089102140350876, - -0.04616209415789476, - -0.008453429122807003, - 0.007494995967982444, - -0.045153931578947384, - 0.03200924100877193, - -0.0691457934210527, - -0.0009892403947368614, - 0.011054617807017532, - -0.029681514881578927, - 0.01884901570175438, - -0.046099180000000024, - 0.002979564210526361, - -0.0069296600877193516, - -0.01987498114035088, - 0.015903855074561355, - -0.12577492600877196, - -0.08353401973684217, - -0.05708607535087729, - -0.05055958596491232, - -0.04731587622807015, - -0.043790602412280666 - ] - ], - "std": [ - [ - 1.1161365921129287, - 1.019937304172635, - 0.917445075485345, - 0.922445163110283, - 1.1247212152662185, - 1.0142273750405912, - 1.013302866302, - 1.014864695381583, - 0.9032083969104956, - 0.9420860638513419, - 0.8878850299621215, - 0.9649792111481951, - 0.9283049848951963, - 0.9030510744389749, - 0.8595512938345663, - 0.9546310505717645, - 1.0275522247728062, - 0.9168016008396184, - 0.9413647122294537, - 0.8546868987355505, - 0.9932921290570054, - 1.0448863454946404, - 0.9301627049708955, - 0.9728030425741644, - 0.8334914560515586, - 0.9950352822299136, - 1.1288380460826624, - 1.0483897554983064, - 0.9912110826643573, - 0.972356775914115, - 0.9655364442120018, - 0.961757628464007 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 33987, - "cert_evals": { - "36": 0.8372092843055725, - "72": 0.7751938104629517, - "108": 0.7441860437393188, - "255": 0.5193798542022705 - }, - "fold": 0 - }, - { - "best_epoch": 62, - "best_val_acc": 0.9333333333333333, - "test_acc": 0.897003745318352, - "train_size": 228, - "val_size": 150, - "test_size": 534, - "stats": { - "mean": [ - [ - 0.042168793947368305, - -0.046661154824561395, - -0.07265519657894737, - -0.029048200219298256, - 0.09316957649122803, - -0.10222960131578947, - -0.10301473457017543, - -0.10802850458421065, - -0.0797967623684211, - -0.04103184833333331, - -0.03355091710526318, - -0.07929260306140361, - -0.01261704565789473, - 0.1506792193013158, - -0.04067907675438599, - 0.0143033318859649, - -0.10382837236842095, - -0.04084723513596495, - 0.09225491631578954, - -0.05923273439912277, - -0.01375305198245613, - -0.07187321360087723, - -0.04672014346491231, - 0.0815637618859649, - -0.05598073456140354, - -0.022079915539473673, - -0.09001919685526312, - -0.07580621197368419, - -0.062005388640350885, - -0.0598721951754386, - -0.05949153206140351, - -0.05830784473684211 - ] - ], - "std": [ - [ - 1.0200834248953377, - 0.9834883235416357, - 0.948382326692065, - 0.9422895148016912, - 1.0599930578421568, - 1.008102104687054, - 1.005532265621242, - 1.002425640615904, - 1.0281516449119859, - 0.9864372876535116, - 0.9216225867194346, - 1.0175930869712388, - 0.9515569597651118, - 0.8710927832245062, - 0.9090671548749089, - 0.9587815133966584, - 1.0094043299853246, - 0.9261778760996505, - 0.8474973900761839, - 0.9036382522123776, - 0.9766692441797213, - 1.0089134547001877, - 0.9564712615645998, - 0.8678207248562414, - 0.9118462619599206, - 0.9732947965073382, - 1.0611090895722666, - 1.015667914213523, - 0.9793114555387845, - 0.9657189087278202, - 0.9606198710213132, - 0.9585784664444565 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 33987, - "cert_evals": { - "36": 0.8866667151451111, - "72": 0.8333333730697632, - "108": 0.7733333706855774, - "255": 0.40666666626930237 - }, - "fold": 1 - }, - { - "best_epoch": 34, - "best_val_acc": 0.8951612903225806, - "test_acc": 0.8589285714285714, - "train_size": 228, - "val_size": 124, - "test_size": 560, - "stats": { - "mean": [ - [ - 0.003998914473684303, - -0.0213186002192983, - -0.017623903947368354, - -0.012337663596491195, - -0.017431074298245655, - -0.004555553359648964, - -0.004108547587719438, - -0.0009373696052630999, - -0.016608215043859648, - -0.03182528381578946, - -0.007421083684210486, - -0.005595805956140336, - -0.02646343394736844, - -0.03618650232456141, - -0.010698251315789472, - -0.030884499561403496, - 0.00945457565789471, - -0.009139434872807068, - -0.03419454758771928, - -0.008557029530701714, - -0.023951698464912213, - -0.004459117500000028, - -0.004532075570175454, - -0.017823669631578956, - 0.001388015307017533, - -0.0025814676008772044, - 0.025199284736842097, - -0.0031750307894736394, - -0.009545385219298277, - -0.011465425438596452, - -0.011802506973684268, - -0.012658367236842074 - ] - ], - "std": [ - [ - 0.97457074546984, - 1.0043257679235367, - 0.9742480751664327, - 0.9943971588575504, - 0.9581527150500696, - 0.9265467380337167, - 0.9264773239886217, - 0.9319494271687707, - 1.0333247779313135, - 0.920720050526615, - 0.9972315457748969, - 0.9339472735421078, - 0.994560651859279, - 0.9728161348895927, - 0.9675512654728273, - 1.0285831983370706, - 0.9503032539654157, - 0.9956226688351669, - 0.9764940921703851, - 0.9471557323877339, - 1.0287165906042777, - 0.9500178099607385, - 0.9876437160220987, - 0.9354692176608096, - 0.898511968634094, - 1.0286414971042166, - 0.9524777970147053, - 0.9772040913271117, - 0.9780996145454892, - 0.9792411013617204, - 0.9824128780686913, - 0.9861305066741933 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 33987, - "cert_evals": { - "36": 0.8064515590667725, - "72": 0.75, - "108": 0.6693547964096069, - "255": 0.3951612710952759 - }, - "fold": 2 - }, - { - "best_epoch": 56, - "best_val_acc": 0.8615384615384616, - "test_acc": 0.8447653429602888, - "train_size": 228, - "val_size": 130, - "test_size": 554, - "stats": { - "mean": [ - [ - 0.19128086798245605, - -0.1545888153201755, - -0.1037753156140351, - -0.08390219271929829, - 0.19822772679824566, - -0.054646532894736755, - -0.05310007785087714, - -0.05312231039473688, - -0.09918999210526323, - -0.0755739785964912, - -0.07051384131578947, - -0.05881431096491246, - -0.07694789254385967, - 0.054556597587719274, - -0.06296629385964911, - -0.09344949605263154, - -0.05059881096491216, - -0.09314682412280695, - 0.050995198815789525, - -0.07107925399122803, - -0.13133097996491225, - -0.0199737169736841, - -0.08499977043859651, - 0.0665703333333333, - -0.06430988701754382, - -0.11358861070175429, - -0.20145491466228072, - -0.1672395333333333, - -0.13964623530701756, - -0.13065004122807017, - -0.1280007524122807, - -0.1254573030701754 - ] - ], - "std": [ - [ - 1.162459605948107, - 1.0220637257211564, - 0.9798271763297653, - 0.9281687716661429, - 1.1748679320520254, - 1.0338563715791989, - 1.0321846232991374, - 1.0330317193022602, - 1.0435830097086, - 0.9790515232110254, - 0.975207419353285, - 0.993634610991306, - 0.9186772145265852, - 0.9759927672870093, - 0.930549606138527, - 0.9430482289842438, - 1.0327123337266333, - 0.9392430037385824, - 0.9854560711615015, - 0.9600278149608173, - 0.9920638252884562, - 1.0141678876429923, - 0.9512802433446548, - 0.9952075820683842, - 0.911976129686222, - 0.9873548656001708, - 1.1909974471705074, - 1.0719478815576433, - 1.0152936018335244, - 0.9972868774145465, - 0.9919889419406073, - 0.9898458188922279 - ] - ] - }, - "width": 128, - "in_features": 32, - "out_features": 3, - "depth": 4, - "padding": 64, - "parameters": 33987, - "cert_evals": { - "36": 0.7846153974533081, - "72": 0.7461538314819336, - "108": 0.7153846025466919, - "255": 0.4153846204280853 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8600843248367129, - "std_test_acc": 0.02592962098436293, - "n_samples": 912, - "n_features": 32, - "n_classes": 3, - "mean_cert_acc_36": 0.828735738992691, - "std_cert_acc_36": 0.04423794819181162, - "mean_cert_acc_72": 0.7761702537536621, - "std_cert_acc_72": 0.040226208036438824, - "mean_cert_acc_108": 0.7255647033452988, - "std_cert_acc_108": 0.04431624227272697, - "mean_cert_acc_255": 0.4341481029987335, - "std_cert_acc_255": 0.05742160487128759 - }, - "optical": { - "dataset": "optical", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 48, - "best_val_acc": 0.9619921363040629, - "test_acc": 0.954248366013072, - "train_size": 1797, - "val_size": 763, - "test_size": 3060, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 130274, - "cert_evals": { - "36": 0.9488860368728638, - "72": 0.9384011030197144, - "108": 0.9082568883895874, - "255": 0.8007863759994507 - }, - "fold": 0 - }, - { - "best_epoch": 66, - "best_val_acc": 0.9595300261096605, - "test_acc": 0.956820412168793, - "train_size": 1797, - "val_size": 766, - "test_size": 3057, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 130274, - "cert_evals": { - "36": 0.9451697468757629, - "72": 0.9321148991584778, - "108": 0.9112271666526794, - "255": 0.7715404629707336 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.9613848202396804, - "test_acc": 0.9501953125, - "train_size": 1797, - "val_size": 751, - "test_size": 3072, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 130274, - "cert_evals": { - "36": 0.9467376470565796, - "72": 0.928095817565918, - "108": 0.9054593443870544, - "255": 0.7430092692375183 - }, - "fold": 2 - }, - { - "best_epoch": 29, - "best_val_acc": 0.9523809523809523, - "test_acc": 0.9549870466321243, - "train_size": 1797, - "val_size": 735, - "test_size": 3088, - "stats": { - "mean": [ - [ - 1.3856427249732343e-07, - 3.522537559932238e-07, - 2.0200333923407371e-07, - -2.1090706664453654e-08, - 9.079577074147025e-07, - -3.7840846155241325e-08, - 1.0016694480800053e-07, - -3.839732929460532e-08, - -2.052531986360973e-07, - 5.736227047582848e-07, - -5.392877018977476e-07, - 3.446855866850716e-07, - 7.471897606570201e-07, - 6.366165789100185e-08, - 6.343906503950533e-08, - 1.6082360320555245e-08, - -1.2743461284050804e-07, - -1.040734557545233e-06, - -8.755926547578072e-07, - -3.578185863301285e-07, - 7.332220366643227e-07, - -3.0194769109244466e-07, - 7.790762325825424e-08, - 7.345575957029862e-08, - -7.23984418536337e-07, - 9.154145797987881e-07, - 1.1503060657291822e-06, - 5.397885364376055e-07, - 9.892598776549736e-07, - 1.3388981694693205e-07, - -1.4245965993065702e-08, - 0.0, - 9.849749597322357e-08, - -3.005008345580917e-07, - -1.252309404487717e-06, - 1.1563717317173418e-07, - 2.612687813142242e-07, - -2.1246521999465225e-07, - 2.181413434127969e-08, - 2.5598219080391046e-08, - 8.095715080714013e-07, - 2.046967167367694e-06, - 7.488035611850296e-07, - -5.36338341615376e-07, - 2.2593210867774937e-07, - 1.391208119443866e-09, - 2.1146353474234786e-09, - -9.627156351675032e-08, - 7.974401797152621e-08, - -4.3405676095586467e-07, - 4.762938228768179e-07, - -1.1801335560497857e-06, - -1.2314969337031567e-07, - -1.9309961105232408e-07, - -3.3611575048358445e-08, - 2.036727886363881e-07, - 1.463550362828589e-07, - 1.4123539216025922e-07, - 2.2092376161315588e-07, - -2.9421257666669716e-07, - 1.7028380694169436e-07, - -7.623817643177156e-08 - ] - ], - "std": [ - [ - 0.9997215438361656, - 0.9997210922060588, - 0.9997214681131235, - 0.999721655854133, - 0.9997208475841785, - 0.9997219821124261, - 0.9997214930298326, - 0.999721057794131, - 0.9997217596240401, - 0.9997225746036739, - 0.9997210224417119, - 0.9997227576971818, - 0.9997229351930221, - 0.9997215956873193, - 0.9997211331602884, - 0.9997230207039172, - 0.9997217447316874, - 0.9997210018360171, - 0.9997222723850343, - 0.9997221108286501, - 0.9997214178114493, - 0.9997217647676936, - 0.9997224408130486, - 0.9997228003545515, - 0.9997209577711167, - 0.9997232788951946, - 0.9997216619853025, - 0.9997205909299596, - 0.9997219977968902, - 0.9997221075144335, - 0.9997206041402685, - 1.0, - 0.9997216910380222, - 0.9997220629734219, - 0.999722192628859, - 0.9997216259221229, - 0.9997236467717389, - 0.999721912949805, - 0.9997216048405073, - 0.9997213735793822, - 0.9997214679760645, - 0.9997208302277274, - 0.9997210543542098, - 0.9997230984585895, - 0.9997218857870922, - 0.9997212960295644, - 0.9997215938175112, - 0.9997221985317171, - 0.999722021899587, - 0.999721725627861, - 0.9997220060267005, - 0.9997218313197827, - 0.9997214196784353, - 0.9997219309011688, - 0.9997206139806237, - 0.9997218079331756, - 0.9997220886750577, - 0.9997214372339108, - 0.9997213277413262, - 0.999722450536975, - 0.9997220499516833, - 0.9997216929328724 - ] - ] - }, - "width": 256, - "in_features": 62, - "out_features": 10, - "depth": 4, - "padding": 124, - "parameters": 130274, - "cert_evals": { - "36": 0.9387755393981934, - "72": 0.9197279214859009, - "108": 0.8979591727256775, - "255": 0.7523809671401978 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9540627843284973, - "std_test_acc": 0.0027958630758884674, - "n_samples": 5620, - "n_features": 62, - "n_classes": 10, - "mean_cert_acc_36": 0.9448922425508499, - "std_cert_acc_36": 0.004353044030115844, - "mean_cert_acc_72": 0.9295849353075027, - "std_cert_acc_72": 0.007820991483280445, - "mean_cert_acc_108": 0.9057256430387497, - "std_cert_acc_108": 0.0056880852430465185, - "mean_cert_acc_255": 0.7669292688369751, - "std_cert_acc_255": 0.025504158352766922 - }, - "ozone": { - "dataset": "ozone", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 44, - "best_val_acc": 0.9331476323119777, - "test_acc": 0.9287103046014258, - "train_size": 634, - "val_size": 359, - "test_size": 1543, - "stats": { - "mean": [ - [ - -0.003832208201892918, - -0.005418530378548824, - -0.010179585331230298, - -0.007282815457413272, - -0.012684214511040823, - -0.016161820820189455, - 0.002799892586751031, - 0.0019220082018927972, - -0.018512049842271346, - 0.005907482334384807, - -0.007494815457413195, - -0.025883145425867744, - -0.03184079188958992, - -0.019569813880126137, - -0.027278735331230344, - -0.03046446009463729, - -0.011907895583595755, - -0.007346252618296485, - -0.02668136640378576, - -0.06587051593059931, - -0.049409756782334495, - -0.07125564747634061, - -0.0656345313880127, - -0.07421817728706603, - -0.009998679968454185, - -0.0262489938485801, - -0.021923096214510832, - -0.0190336230283913, - -0.018218104037854982, - -0.016821850378548945, - -0.020884196703469835, - -0.020929776435331872, - -0.021766428958990638, - -0.02181745849999988, - -0.020616926908517234, - -0.02164594619873821, - -0.027880692514195553, - -0.03721009403785469, - -0.03371047791798095, - -0.0357276862940851, - -0.03981797839116743, - -0.04135431316246058, - -0.0396969034069403, - -0.04041245388012638, - -0.03959258725552049, - -0.035369640788643436, - -0.0329854148107256, - -0.037678351135646625, - -0.029864726656151485, - -0.030806835126182992, - -0.03040135176656141, - -0.02955822337539437, - -0.0004082835646687658, - 0.03179852176656152, - -0.030195180984227132, - -0.04001496272870659, - 0.026779878261829634, - -0.004116586119873863, - -0.0023215491955836005, - -0.024096858706624612, - -0.03674826619400633, - 0.02543307507728708, - -0.005538621608832797, - 0.01184614798107252, - -0.02897714377507889, - -0.008931562263406941, - 0.023499008943217683, - 0.017402507271293364, - 0.0359555768138801, - 0.023836606309148266, - -0.0014779406940063293, - -0.008649845488958915 - ] - ], - "std": [ - [ - 1.0253346653541646, - 0.9970790367473195, - 1.0038692152439912, - 0.9938232451774182, - 0.9892173701948798, - 0.9911118430754786, - 1.017791120532591, - 0.9932864022974621, - 0.9902464436046423, - 1.000185178231482, - 1.0011696264611658, - 0.986480392675615, - 0.9730802318969383, - 0.9778181923701852, - 0.9836970027189096, - 0.9750118443336364, - 0.9792780834573579, - 0.9880149185292257, - 0.9781480670848659, - 0.9690310973910427, - 0.9891508690776625, - 0.9800473244857659, - 0.9719895753152141, - 0.9862159945987059, - 1.000643505337353, - 0.98774444392728, - 1.0016087509397211, - 0.9981176722651791, - 0.9943416662612424, - 0.9911189659544083, - 0.9910342795958328, - 0.9946798944092399, - 0.9963025407021763, - 0.9986420543916559, - 1.0050901822096001, - 1.006920701444179, - 1.0106377164264517, - 1.0193709910492683, - 1.0139900979553602, - 1.0114902226706495, - 1.0154408973720759, - 1.0202202440190384, - 1.0187333506565903, - 1.0188947379912598, - 1.0238829760328585, - 1.0216807530782095, - 1.0172760501580516, - 1.019296401406438, - 1.0121202260566657, - 1.0092598657183676, - 1.0163059965288948, - 1.0075443434312203, - 0.9544054418118135, - 0.959178459050877, - 0.9653248526530249, - 0.9812633263036802, - 0.9443343196371533, - 0.9785419366403552, - 0.9938503050835839, - 0.9399729974257295, - 1.0017571374847212, - 0.9409064434936084, - 0.9699516997787144, - 1.0227411928766736, - 0.9603064531854989, - 0.9989953512934372, - 0.9473740110075154, - 0.9448230205985104, - 0.9456688250252197, - 0.942484207617471, - 1.0193030273935935, - 0.9279161878664934 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 149794, - "cert_evals": { - "36": 0.9136490225791931, - "72": 0.8885793685913086, - "108": 0.8718662858009338, - "255": 0.7576601505279541 - }, - "fold": 0 - }, - { - "best_epoch": 57, - "best_val_acc": 0.9057071960297767, - "test_acc": 0.9372915276851234, - "train_size": 634, - "val_size": 403, - "test_size": 1499, - "stats": { - "mean": [ - [ - 0.03792215394321758, - 0.05303702501577294, - 0.055938417665614755, - 0.045617302050472784, - 0.021353089905362888, - 0.020145928075709717, - 0.0154306208201896, - 0.022261120504731842, - 0.020515404258675263, - -0.006392122712933948, - -0.018915373501577255, - -0.01732013391167209, - -0.017668103968454255, - -0.006586070347003194, - -0.016273178391167133, - -0.009117565772870817, - -0.006092351104100761, - -0.004906137602523564, - -0.015032467823343948, - -0.009775977760252257, - -0.0028146921135643894, - -0.014031686908517228, - -0.025870736750788572, - -0.018697430914826393, - 0.012961191798107244, - 0.01047141529968471, - 0.018777906104101107, - 0.026551687539432215, - 0.020844408675078762, - 0.023819117413249064, - 0.023811730189274537, - 0.019894168675078563, - 0.021038747192428944, - 0.02314655241798127, - 0.028341015741325026, - 0.024617651403785426, - 0.01178393461514206, - 0.014336364637223941, - 0.016739142365930756, - 0.012312654178627935, - 0.028485125615141934, - 0.019114635623028217, - 0.013634379747634108, - 0.008062478817034518, - 0.009352700126182908, - 0.012544397728706748, - 0.01817721485804401, - 0.017917969968454316, - 0.021168408769716013, - 0.023414116261829713, - 0.014830201829653165, - 0.02222035735015768, - 0.026335983533123025, - 0.0094259924290221, - -0.007603148958990523, - 0.0009938357413249734, - 0.005802570088328026, - 0.026215337223974716, - 0.038780452492113614, - -0.022953927902208182, - 0.031207762034700385, - 0.017113763779179843, - 0.04147194542586757, - 0.04368782463722394, - 0.01750911003659304, - 0.03434608705047321, - 0.009342367476340697, - 0.024773590962145133, - 0.004409446561514154, - 0.005585798107255572, - 0.00011378753943216802, - 0.0765020130757091 - ] - ], - "std": [ - [ - 1.03736363563334, - 1.041421531442326, - 1.0267865270755487, - 1.0121442820993367, - 1.008293110256913, - 1.01873498921806, - 1.0118066495461369, - 0.982292246248336, - 0.979405861495792, - 0.9688780031821314, - 0.9652773998745313, - 0.9694491321671315, - 0.9531773775158731, - 0.9580862657893832, - 0.9577664681306315, - 0.9623544801742809, - 0.975601277571152, - 0.9832052078314656, - 0.990296487656043, - 0.9755842570008628, - 0.9865540245890023, - 0.962851713833088, - 0.9566628208998662, - 0.9468020657890054, - 0.9742316163334963, - 0.9645422392473766, - 1.0027685912228592, - 0.9966208972539959, - 0.999182931601029, - 0.9948819423856855, - 0.9946336959149308, - 0.994301681069435, - 0.9956026583826234, - 0.9930511866663474, - 0.9890478651750041, - 0.994199597668802, - 1.0023859350650413, - 1.000426145687874, - 1.0003652424842289, - 1.0064232470420955, - 0.9992643537317858, - 1.005945961042932, - 1.0059460570896996, - 1.0088514720728148, - 1.0098664378887052, - 1.0086576841526969, - 1.0071224688030078, - 1.0065893694520875, - 1.003072381839363, - 1.0009275382343648, - 1.0031288456338048, - 1.001641400063109, - 0.9717690232361939, - 0.9645442990237298, - 1.0599901264777962, - 0.9668729591901228, - 0.9848003020040621, - 0.9858228202928896, - 0.9910100230003203, - 1.033854568614186, - 1.023206024569695, - 0.9609138694597942, - 0.9763937113178477, - 1.0499365812704335, - 1.002074911190731, - 1.0401611909032527, - 0.9829420247883154, - 0.9775076034950193, - 0.9858571161451036, - 0.98438894199897, - 0.9570620772827372, - 1.2319088901760018 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 149794, - "cert_evals": { - "36": 0.8883374333381653, - "72": 0.8734491467475891, - "108": 0.8486352562904358, - "255": 0.7419354915618896 - }, - "fold": 1 - }, - { - "best_epoch": 60, - "best_val_acc": 0.9399477806788512, - "test_acc": 0.9368005266622779, - "train_size": 634, - "val_size": 383, - "test_size": 1519, - "stats": { - "mean": [ - [ - -0.026519395110410078, - -0.020519656719242864, - -0.03856912839116702, - -0.016610770662460427, - -0.02360172176656157, - -0.0062361091482649456, - 0.006315673186120061, - 0.008122894006309216, - 0.019828661829653038, - 0.023493720820189235, - 0.028398340063091426, - 0.037658466246056704, - 0.03720359796845454, - 0.01712326940063089, - 0.010629502208201842, - 0.016920019873816996, - 0.004836936277602788, - 0.008885449716088383, - 0.004271558517350052, - -0.013732781230283674, - -0.003293864984227115, - -0.0059959652996845044, - 0.02009481703470032, - 0.012495374763406907, - 0.026107515615142074, - 0.0048866673501578506, - -7.10347318611639e-05, - 0.004620787066245969, - 0.006923117208201871, - 0.007044452050473267, - 0.0017660842902208816, - 0.0005843353627757844, - 0.0024381367823343115, - 0.01260079149999998, - 0.027790525930599275, - 0.03580574296529951, - 0.044962928378549, - 0.03849109044164033, - 0.031017723895899216, - 0.014714712648895947, - 0.020249673911671977, - 0.01992396563091474, - 0.00854246886435317, - 0.010404890378548888, - 0.0019442098422712223, - -0.005629299589905388, - 0.0006738145583594855, - -0.006554089621451123, - -0.0014963604731860216, - -0.004724123485804328, - 0.03185038192429032, - 0.017040701072555207, - -0.016917529684542604, - -0.01635350962145107, - 0.03180636989905358, - -0.028097102381703456, - -0.02487774311041013, - -0.024357788801261843, - 0.010347320820189253, - 0.023048282129337568, - -0.0404586584542587, - -0.01956875883911673, - -0.015517057255520493, - -0.042936753533123054, - 0.016056352455205057, - 0.0006885119637224163, - -0.017713837870662472, - 0.00866661981072551, - -0.011936950630914838, - -0.019579047318612028, - 0.010573428391167213, - 0.013769920457413393 - ] - ], - "std": [ - [ - 0.9824246191960648, - 0.9460660479955723, - 0.9414137117810848, - 0.9563951332641849, - 0.9542747430368088, - 0.9649020128187702, - 0.9480302958839442, - 0.9695925595005404, - 0.9508962724118688, - 0.9324002792481486, - 0.9491098110835717, - 0.9593993759599093, - 0.9708845814409902, - 0.9746076150662417, - 0.9730830926818287, - 0.9705828418121233, - 0.9678944356517812, - 0.9787918055436075, - 0.9871395323030632, - 0.988799836722974, - 1.0088712263265718, - 1.027651048121395, - 1.0110542737448385, - 1.014655075557104, - 0.9527254870773569, - 0.9499284788193443, - 0.9739892346448356, - 0.9717415422572252, - 0.9710591664892269, - 0.9720523397095961, - 0.9743931633453154, - 0.9750560919142672, - 0.9732640281425894, - 0.9694138817789562, - 0.9591766148620566, - 0.9523484366096532, - 0.9426339173138096, - 0.9489336834494043, - 0.9510992266164007, - 0.9608960530293392, - 0.9501293475748765, - 0.950793971802449, - 0.9575052033489578, - 0.9516958236697296, - 0.9607004557781494, - 0.9650164347980471, - 0.9627072697949259, - 0.9664615907966804, - 0.9637912770104232, - 0.9634717474587103, - 0.9445789095634398, - 0.9512185629902784, - 0.9929982903986023, - 0.9911801208163777, - 1.0345096377862717, - 1.015804013333407, - 1.0429149112118707, - 0.9641031908608965, - 0.9736098232781243, - 0.9944177175712005, - 1.0241007437497402, - 1.0365807493549954, - 0.9939798656902995, - 0.9703197880729728, - 0.9618026775337026, - 1.0327802384943932, - 1.0325597261783583, - 0.978275118853774, - 1.0112531906719258, - 1.0439400654735873, - 1.021812320404611, - 1.0812409348018392 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 149794, - "cert_evals": { - "36": 0.9138381481170654, - "72": 0.8851175308227539, - "108": 0.8563968539237976, - "255": 0.7597911357879639 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.9434889434889435, - "test_acc": 0.9311036789297659, - "train_size": 634, - "val_size": 407, - "test_size": 1495, - "stats": { - "mean": [ - [ - 0.0414219129337539, - 0.04560815454258686, - 0.034397147160883365, - 0.020956117823343955, - 0.024564269400630924, - 0.0005553069400630991, - 0.016602504416403943, - 0.0062627359621451415, - -0.0031757522082018035, - -0.013944516088328245, - 0.0037218815457413378, - -0.020531244637224017, - -0.012975684929022045, - -0.015335962460567969, - 0.0022576992113565006, - 0.01988752665615142, - 0.025492129968454638, - 0.02310144264984224, - 0.03577952003154558, - 0.03828845977918, - 0.04090566182965307, - 0.016406487381703586, - 0.032255133596214486, - 0.055611245425867664, - 0.025829820504732027, - 0.017592141324921318, - 0.08482513250788633, - 0.08251534022082004, - 0.0806660400000002, - 0.0797597929968453, - 0.07844461148265003, - 0.07577048630914786, - 0.07816740391167189, - 0.07698375904258688, - 0.07839980914826507, - 0.07030392544164019, - 0.07335677605520505, - 0.07059885154574139, - 0.05749520764984241, - 0.05839240802768149, - 0.04884538044164021, - 0.057599388186119704, - 0.06056710167192429, - 0.05068962059936886, - 0.04918662220820182, - 0.05663887050473197, - 0.052981187223974706, - 0.05271488757097796, - 0.05998731700315455, - 0.058964341198738154, - 0.062026943990536335, - 0.06406211694006311, - 0.04476776665615138, - 0.04366600899053627, - 0.0071440257350158225, - 0.01720357881703467, - 0.02547216375078862, - 0.03767682965299683, - 0.005417277176656162, - -0.021366308296529912, - 0.014681808124605667, - 0.02665934194006316, - 0.0029629283911672116, - 0.04136874888012618, - -0.03195372262365931, - 0.02910725921924289, - 0.04066335638801264, - 0.040631754242902225, - 0.0663199716719243, - 0.022615533123028518, - -0.003297019858044126, - 0.04436952356466899 - ] - ], - "std": [ - [ - 1.0105987107179513, - 1.0154217840142559, - 1.0127704333239322, - 1.0250915526181619, - 1.0277899782078663, - 0.982162687271895, - 1.0035414511934382, - 0.9904593990260483, - 0.9663940188769403, - 0.9541638919218064, - 0.9616077277788638, - 0.9585349634260687, - 0.9525169153591942, - 0.9428065740578456, - 0.9687530001209573, - 0.9662943308105892, - 0.9592234004298692, - 0.979716475995095, - 0.9819854494212729, - 0.9839277847661497, - 1.002027685561712, - 0.9811382213240143, - 0.9801878541507797, - 0.9886132720669727, - 0.9572863825752432, - 0.9684473114507368, - 0.9458197712036189, - 0.9493043352225052, - 0.9536886787314945, - 0.9542388565417081, - 0.9568724214982696, - 0.9604182963982565, - 0.9628743223078909, - 0.969739870388791, - 0.9658420669879488, - 0.9663588514066725, - 0.9591914227782425, - 0.9566142593514982, - 0.9604271978550112, - 0.9572841356250656, - 0.9637592188968211, - 0.9567941828689348, - 0.9518409084669301, - 0.9583057006169418, - 0.9626024487496594, - 0.9611581570635215, - 0.9675755641595767, - 0.9693064339918899, - 0.9677848038214554, - 0.9725856655911815, - 0.9492806747367527, - 0.9580864580842854, - 0.9617728581830496, - 0.987791465119004, - 0.96105048335759, - 0.9739101949627368, - 0.9441015562727774, - 0.9653034478263104, - 0.988889321396684, - 0.9934946660414279, - 1.0125052771005791, - 0.9411383407966065, - 0.9598305998600601, - 0.9901272334268524, - 0.9825753191497685, - 1.0224810066711563, - 0.9107176652738894, - 0.9977469943360354, - 0.9461613310736207, - 0.942256538790349, - 0.9681623758458049, - 1.1107317714437548 - ] - ] - }, - "width": 256, - "in_features": 72, - "out_features": 2, - "depth": 4, - "padding": 144, - "parameters": 149794, - "cert_evals": { - "36": 0.9189189076423645, - "72": 0.8968058824539185, - "108": 0.8722358345985413, - "255": 0.7493857145309448 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9334765094696482, - "std_test_acc": 0.004240695222019232, - "n_samples": 2536, - "n_features": 72, - "n_classes": 2, - "mean_cert_acc_36": 0.9086858779191971, - "std_cert_acc_36": 0.013783477878610556, - "mean_cert_acc_72": 0.8859879821538925, - "std_cert_acc_72": 0.009690585283933649, - "mean_cert_acc_108": 0.8622835576534271, - "std_cert_acc_108": 0.011716169824032837, - "mean_cert_acc_255": 0.7521931231021881, - "std_cert_acc_255": 0.008179623735227739 - }, - "page-blocks": { - "dataset": "page-blocks", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 14, - "best_val_acc": 0.8886107634543179, - "test_acc": 0.8620689655172413, - "train_size": 1368, - "val_size": 799, - "test_size": 3306, - "stats": { - "mean": [ - [ - -0.02785030869883066, - 0.04220508005847926, - -0.007799578223684104, - 0.04507938606725141, - -0.024484079290935535, - -0.03854930415204675, - -0.004306797478947405, - -0.009848768527412267, - -0.005646618040935423, - 0.010106594495613968 - ] - ], - "std": [ - [ - 0.6361019181556973, - 1.034803136362929, - 0.6754786444860511, - 1.1067239881887005, - 1.0243975057691477, - 1.0203050705017325, - 0.32326730885545285, - 0.9042709629040901, - 0.8768058573970098, - 0.9187092587310937 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 2921, - "cert_evals": { - "36": 0.8035044074058533, - "72": 0.6795995235443115, - "108": 0.5106382966041565, - "255": 0.028785983100533485 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.884004884004884, - "test_acc": 0.8730979914790018, - "train_size": 1368, - "val_size": 819, - "test_size": 3286, - "stats": { - "mean": [ - [ - 0.043781880409356606, - 0.01711256745614031, - 0.027425312120614106, - 0.01732590579239761, - -0.023061163435672452, - -0.011174710704678221, - -0.011325527935818777, - -0.0035091932039473506, - 0.004744587522660881, - 0.021409590767543677 - ] - ], - "std": [ - [ - 1.551216006661219, - 1.0143372028076796, - 1.2187084249301219, - 1.0297549624764555, - 1.0122460594399296, - 0.9983403928938066, - 0.28158791437027286, - 0.9526865887702041, - 0.9742767406980914, - 1.066875823567642 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 2921, - "cert_evals": { - "36": 0.841269850730896, - "72": 0.7777777910232544, - "108": 0.7081807255744934, - "255": 0.1794871836900711 - }, - "fold": 1 - }, - { - "best_epoch": 50, - "best_val_acc": 0.8971848225214198, - "test_acc": 0.8981143552311436, - "train_size": 1368, - "val_size": 817, - "test_size": 3288, - "stats": { - "mean": [ - [ - 0.015907781140350814, - -0.002226113421052676, - 0.00912776447295319, - -0.002154920991959126, - 0.0031836314985380356, - 0.010374599444444719, - 0.033316965369883045, - 0.009327557160087575, - 0.000891657419590793, - 0.006515192383040968 - ] - ], - "std": [ - [ - 1.3819579471500247, - 1.004275883692728, - 1.095413957795245, - 0.9803011522566464, - 1.02223461206074, - 1.0167467029099182, - 1.9464523444956574, - 1.0297533577214233, - 0.9946199232832146, - 1.0446888834153083 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 2921, - "cert_evals": { - "36": 0.8433292508125305, - "72": 0.794369637966156, - "108": 0.724602222442627, - "255": 0.19216646254062653 - }, - "fold": 2 - }, - { - "best_epoch": 67, - "best_val_acc": 0.9036144578313253, - "test_acc": 0.9108396946564885, - "train_size": 1368, - "val_size": 830, - "test_size": 3275, - "stats": { - "mean": [ - [ - -0.022221515862573354, - 0.012958097207602326, - -0.023529265928362474, - 0.036208808418859734, - -0.027518972836257316, - -0.013723225687134319, - -0.012668056071783647, - -0.009748616040204477, - -0.011955442258771813, - -0.013552336834795524 - ] - ], - "std": [ - [ - 0.6475896046566302, - 1.0059677646780396, - 0.5107302397945517, - 1.1498688572629936, - 0.9979365341699833, - 1.013315424044995, - 0.29978287731614, - 0.8399280364800779, - 0.8321768138579335, - 0.8892475036231946 - ] - ] - }, - "width": 32, - "in_features": 10, - "out_features": 5, - "depth": 4, - "padding": 20, - "parameters": 2921, - "cert_evals": { - "36": 0.8602409958839417, - "72": 0.8253012299537659, - "108": 0.756626546382904, - "255": 0.24939759075641632 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8860302517209688, - "std_test_acc": 0.022382438115021698, - "n_samples": 5473, - "n_features": 10, - "n_classes": 5, - "mean_cert_acc_36": 0.8370861262083054, - "std_cert_acc_36": 0.02394688555343174, - "mean_cert_acc_72": 0.769262045621872, - "std_cert_acc_72": 0.06293559448346357, - "mean_cert_acc_108": 0.6750119477510452, - "std_cert_acc_108": 0.11141364827746836, - "mean_cert_acc_255": 0.16245930502191186, - "std_cert_acc_255": 0.09416171617617937 - }, - "parkinsons": { - "dataset": "parkinsons", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.78125, - "test_acc": 0.6491228070175439, - "train_size": 49, - "val_size": 32, - "test_size": 114, - "stats": { - "mean": [ - [ - -0.15177435102040818, - -0.14490747816326535, - -0.02793487336734694, - 0.07550721530612242, - 0.16469232653061222, - 0.06000429387755099, - 0.057462867346938805, - 0.05978606938775514, - 0.05105301632653058, - 0.04845383877551018, - 0.07840458979591836, - 0.035619136734693836, - -0.02313697142857144, - 0.07845370204081635, - 0.05081704489795923, - -0.05448034285714283, - 0.09286327571428574, - 0.11816354897959186, - 0.08590491632653065, - -0.06924810548979589, - -0.02065583061224492, - 0.08162519999999998 - ] - ], - "std": [ - [ - 1.0613261678715187, - 0.9389798332809319, - 1.0498853015314364, - 1.028178025788432, - 1.1302871347577632, - 1.053868521125123, - 0.9140732841638698, - 1.0539995649510843, - 0.9323130971496129, - 0.9120908163855437, - 0.965768008718649, - 0.9229613584450868, - 0.7749770294180661, - 0.9658059844041067, - 1.1469052270870694, - 0.9026558165061398, - 0.9439418569560901, - 1.0717521728726727, - 0.9888476097381187, - 0.9175952788801556, - 0.8884377062114949, - 1.0021764187683884 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11866, - "cert_evals": { - "36": 0.6875, - "72": 0.65625, - "108": 0.65625, - "255": 0.28125 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.8275862068965517, - "test_acc": 0.7435897435897436, - "train_size": 49, - "val_size": 29, - "test_size": 117, - "stats": { - "mean": [ - [ - -0.027148382244897965, - 0.009347322448979607, - 0.0018427693877550925, - 0.009376194897959197, - 0.0498221836734694, - 0.012418432040816317, - 0.0059797006122448695, - 0.012543908367346951, - -0.037508161224489786, - -0.0405606224489796, - -0.048066938775510194, - -0.07178797142857142, - -0.03155485102040816, - -0.048018842857142856, - 0.02719700816326529, - -0.008239085714285705, - -0.010052408163265357, - -0.025077353061224498, - 0.0272707673469388, - -0.04564295242857147, - -0.07848456122448978, - 0.03751739387755105 - ] - ], - "std": [ - [ - 1.0246326141739506, - 1.0196404637451633, - 1.0987023554811475, - 0.9900334582522926, - 1.068799641609979, - 1.0047499589980544, - 0.9252408702230309, - 1.0047829572179607, - 0.8748456565149585, - 0.8600654939521702, - 0.9166784846917336, - 0.7849483256776274, - 0.7558279428458922, - 0.9166869983641067, - 1.0291603272025247, - 0.9397974037578619, - 0.9834737083640328, - 1.0844660729168245, - 0.9811741510034482, - 0.945229122764763, - 1.1321558581479092, - 0.9828216273953867 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11866, - "cert_evals": { - "36": 0.6206896305084229, - "72": 0.6206896305084229, - "108": 0.5517241358757019, - "255": 0.3103448152542114 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.8387096774193549, - "test_acc": 0.6782608695652174, - "train_size": 49, - "val_size": 31, - "test_size": 115, - "stats": { - "mean": [ - [ - 0.027074289795918385, - 0.06335899489795922, - -0.141163173367347, - 0.006597857142857159, - -0.010543326530612232, - 0.019088730000000016, - -0.0031925448979591826, - 0.019260090000000007, - 0.03507935306122449, - 0.04217078775510203, - 0.050042397959183714, - 0.022464604081632724, - 0.007354644897959173, - 0.050004783673469354, - 0.0323217163265306, - -0.009419553061224523, - 0.06361398795918367, - -0.10837456326530606, - -0.07562777959183671, - 0.0783767696122449, - 0.07697315102040819, - -0.0768896448979592 - ] - ], - "std": [ - [ - 1.0021709858608663, - 1.036472332412846, - 0.8511547041931776, - 1.153319334760644, - 1.1400090214649552, - 1.1856512484533104, - 1.109926186807537, - 1.1857461665406257, - 1.0993883359109478, - 1.0989049029267082, - 1.1281831752622162, - 1.0778885202444342, - 1.0368342393804297, - 1.1281482640713403, - 1.212987846980958, - 1.0961601956507685, - 0.9410222006090059, - 0.9631862850066165, - 0.9241843695124426, - 0.8888983110215023, - 0.9670994638815306, - 0.9437743892758995 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11866, - "cert_evals": { - "36": 0.6129032373428345, - "72": 0.5483870506286621, - "108": 0.4193548262119293, - "255": 0.09677419066429138 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7272727272727273, - "test_acc": 0.7964601769911505, - "train_size": 49, - "val_size": 33, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.017151697959183657, - -0.08282589622448981, - -0.03878951020408162, - -0.05014604183673472, - -0.00995732653061224, - -0.010962025102040794, - -0.07701460816326532, - -0.01092796510204078, - -0.18647080816326533, - -0.18633531836734696, - -0.14844791836734691, - -0.22856991510204083, - -0.237482206122449, - -0.14839450816326533, - -0.02768821020408163, - 0.14269979897959184, - -0.18449186244897958, - 0.04748424285714288, - -0.13693871632653068, - -0.31049158099999996, - -0.18406532040816326, - -0.15638604489795918 - ] - ], - "std": [ - [ - 1.0058346739543103, - 0.9487949638489124, - 0.994620516441734, - 0.973242138110713, - 1.098902934224567, - 0.9933442474130566, - 0.8958864648117469, - 0.9933555009804176, - 0.8433041190561102, - 0.7941043410091924, - 0.9208429310347311, - 0.7043302529123088, - 0.6518639290383439, - 0.9208764339301102, - 1.0359836613291062, - 0.9627627144124837, - 0.9723485565102632, - 0.9910728139212198, - 0.9457878853222512, - 0.8667410055873132, - 0.9407240712581624, - 0.9187159564771525 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11866, - "cert_evals": { - "36": 0.5454545617103577, - "72": 0.4545454680919647, - "108": 0.42424243688583374, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7168583992909138, - "std_test_acc": 0.06615357773799466, - "n_samples": 195, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.6166368573904037, - "std_cert_acc_36": 0.05807715869827894, - "mean_cert_acc_72": 0.5699680373072624, - "std_cert_acc_72": 0.0890793009500656, - "mean_cert_acc_108": 0.5128928497433662, - "std_cert_acc_108": 0.11353031732885714, - "mean_cert_acc_255": 0.1720922514796257, - "std_cert_acc_255": 0.1486805734414019 - }, - "pendigits": { - "dataset": "pendigits", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 80, - "best_val_acc": 0.9459279038718291, - "test_acc": 0.9297865243495663, - "train_size": 3498, - "val_size": 1498, - "test_size": 5996, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 9034, - "cert_evals": { - "36": 0.9218959212303162, - "72": 0.8931909799575806, - "108": 0.8497997522354126, - "255": 0.563417911529541 - }, - "fold": 0 - }, - { - "best_epoch": 42, - "best_val_acc": 0.9332048811817598, - "test_acc": 0.9314468586828365, - "train_size": 3498, - "val_size": 1557, - "test_size": 5937, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 9034, - "cert_evals": { - "36": 0.910083532333374, - "72": 0.8811817765235901, - "108": 0.8420038819313049, - "255": 0.5452793836593628 - }, - "fold": 1 - }, - { - "best_epoch": 43, - "best_val_acc": 0.9198144466534128, - "test_acc": 0.9304928989139516, - "train_size": 3498, - "val_size": 1509, - "test_size": 5985, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 9034, - "cert_evals": { - "36": 0.8886680603027344, - "72": 0.8528827428817749, - "108": 0.8117959499359131, - "255": 0.5394300818443298 - }, - "fold": 2 - }, - { - "best_epoch": 39, - "best_val_acc": 0.9391424619640387, - "test_acc": 0.9236111111111112, - "train_size": 3498, - "val_size": 1446, - "test_size": 6048, - "stats": { - "mean": [ - [ - -8.81200686007327e-07, - 6.079473995280559e-08, - 4.631217829963712e-09, - 2.1718124648143022e-07, - 2.030874785817112e-07, - -1.7106918241445503e-07, - 5.185820439417424e-08, - -3.864493996428271e-07, - 8.861635218292038e-07, - -6.433590623347691e-07, - 7.257861636536514e-07, - 1.5797026869406332e-07, - -6.898227554824822e-08, - -8.784162378277323e-07, - 7.065809030646193e-07, - 9.948541997445605e-08 - ] - ], - "std": [ - [ - 0.9998568249462566, - 0.9998570678425832, - 0.9998573459993255, - 0.9998570492542306, - 0.9998572602820162, - 0.9998564523051444, - 0.9998557798609863, - 0.999857476109961, - 0.9998569519150583, - 0.9998579083441225, - 0.9998564283369161, - 0.9998569550094121, - 0.9998568396997518, - 0.9998576138009462, - 0.9998550735596848, - 0.9998570848520255 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 10, - "depth": 4, - "padding": 32, - "parameters": 9034, - "cert_evals": { - "36": 0.9080221652984619, - "72": 0.8775933980941772, - "108": 0.8437067866325378, - "255": 0.5276625156402588 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9288343482643664, - "std_test_acc": 0.003547996927855999, - "n_samples": 10992, - "n_features": 16, - "n_classes": 10, - "mean_cert_acc_36": 0.9071674197912216, - "std_cert_acc_36": 0.013764560271052845, - "mean_cert_acc_72": 0.8762122243642807, - "std_cert_acc_72": 0.01692283405417904, - "mean_cert_acc_108": 0.8368265926837921, - "std_cert_acc_108": 0.017019374624708553, - "mean_cert_acc_255": 0.5439474731683731, - "std_cert_acc_255": 0.014905017293952574 - }, - "pima": { - "dataset": "pima", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.7863247863247863, - "test_acc": 0.7450980392156863, - "train_size": 192, - "val_size": 117, - "test_size": 459, - "stats": { - "mean": [ - [ - -0.0019324124999998884, - -0.00012207583333333216, - 0.04217885052083333, - 0.00848995729166671, - 0.005174749999999932, - -0.046159915651041654, - 0.005953811979166655, - 0.07872151093750006 - ] - ], - "std": [ - [ - 0.9819510309933771, - 0.9111640190273224, - 0.9708504296826285, - 1.099822957973565, - 0.9218205138345946, - 1.056214861472258, - 1.0108583076345607, - 1.01432971356633 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 2338, - "cert_evals": { - "36": 0.632478654384613, - "72": 0.5384615659713745, - "108": 0.39316239953041077, - "255": 0.03418803587555885 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.7925925925925926, - "test_acc": 0.7891156462585034, - "train_size": 192, - "val_size": 135, - "test_size": 441, - "stats": { - "mean": [ - [ - 0.019707258333333522, - 0.03424992687499997, - 0.03491385885416665, - -0.08194942239583324, - -0.03907010052083341, - 0.053195496510416655, - -0.0036192521354166743, - -0.06521345781250003 - ] - ], - "std": [ - [ - 1.0301685557841433, - 0.9959115695466323, - 1.0735770070448536, - 0.9845812772483306, - 0.9943920335167246, - 1.0696319409722543, - 0.9860249191330342, - 0.9892410062597343 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 2338, - "cert_evals": { - "36": 0.6814814805984497, - "72": 0.5629629492759705, - "108": 0.46666666865348816, - "255": 0.14814814925193787 - }, - "fold": 1 - }, - { - "best_epoch": 58, - "best_val_acc": 0.775, - "test_acc": 0.75, - "train_size": 192, - "val_size": 120, - "test_size": 456, - "stats": { - "mean": [ - [ - 0.17582224895833332, - 0.038322315416666634, - -0.07783248697916666, - -0.16520565468749995, - -0.11327850364583342, - -0.135474219296875, - -0.03175727552083333, - 0.09643667291666673 - ] - ], - "std": [ - [ - 1.0638504058639158, - 0.9838373596130083, - 1.064286398859908, - 1.0275191945092796, - 0.9301240391257053, - 1.0696755566062253, - 0.953495407419293, - 1.060048294039853 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 2338, - "cert_evals": { - "36": 0.7000000476837158, - "72": 0.6250000596046448, - "108": 0.5583333373069763, - "255": 0.1666666716337204 - }, - "fold": 2 - }, - { - "best_epoch": 25, - "best_val_acc": 0.7876106194690266, - "test_acc": 0.7278617710583153, - "train_size": 192, - "val_size": 113, - "test_size": 463, - "stats": { - "mean": [ - [ - 0.019707373958333604, - 0.04956274229166665, - -0.032895598437499944, - -0.02546561510416664, - -0.004270790312500018, - 0.06891787828125, - -0.041550713963541624, - 0.019818838020833326 - ] - ], - "std": [ - [ - 1.046076222621493, - 0.9765956060942442, - 1.0875934081009107, - 0.9881278389945256, - 0.9075867743815457, - 0.9995410119642123, - 0.8563442009545308, - 0.9709125098838245 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 2, - "depth": 4, - "padding": 16, - "parameters": 2338, - "cert_evals": { - "36": 0.6902654767036438, - "72": 0.6017699241638184, - "108": 0.47787609696388245, - "255": 0.13274335861206055 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7530188641331262, - "std_test_acc": 0.025869609066809532, - "n_samples": 768, - "n_features": 8, - "n_classes": 2, - "mean_cert_acc_36": 0.6760564148426056, - "std_cert_acc_36": 0.03002025725844753, - "mean_cert_acc_72": 0.582048624753952, - "std_cert_acc_72": 0.03872058069430947, - "mean_cert_acc_108": 0.4740096256136894, - "std_cert_acc_108": 0.06761565631497529, - "mean_cert_acc_255": 0.12043655384331942, - "std_cert_acc_255": 0.05914789544369926 - }, - "pittsburg-bridges-MATERIAL": { - "dataset": "pittsburg-bridges-MATERIAL", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 5, - "best_val_acc": 0.8, - "test_acc": 0.6833333333333333, - "train_size": 26, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - -0.11238934615384605, - 0.19736865, - 0.15455, - 0.15961346153846157, - -0.07076646153846156, - 0.15434588461538454, - 0.1840363461538461 - ] - ], - "std": [ - [ - 0.9957184371723743, - 0.9959413552215316, - 1.0315511158616348, - 0.8772828351648864, - 1.0247762294541045, - 1.1028821922601193, - 0.7995873033749223 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.6000000238418579, - "72": 0.4000000059604645, - "108": 0.25, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 43, - "best_val_acc": 0.7894736842105263, - "test_acc": 0.7704918032786885, - "train_size": 26, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.009688884615384565, - 0.22651538461538462, - 0.03409030769230755, - -0.09103884615384622, - 0.1841305, - 0.31850111538461523, - 0.027972884615384445 - ] - ], - "std": [ - [ - 1.115613086975337, - 1.0057941285258243, - 1.1782033883592151, - 0.9294434251013095, - 1.0832735600836598, - 1.0726038998514973, - 0.8999058194666532 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.6842105388641357, - "72": 0.5263158082962036, - "108": 0.3684210479259491, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.5, - "test_acc": 0.3125, - "train_size": 26, - "val_size": 16, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.14436196153846156, - -0.06772561923076922, - 0.15454984615384612, - 0.15961346153846157, - 0.29337180769230764, - 0.26378273076923064, - 0.027972884615384573 - ] - ], - "std": [ - [ - 1.0179791685372954, - 1.0403197946863862, - 1.0714178998681247, - 0.8772828351648864, - 0.8271634472356539, - 1.1323512832459435, - 0.8999058194666533 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.1875, - "72": 0.0625, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 40, - "best_val_acc": 0.7058823529411765, - "test_acc": 0.47619047619047616, - "train_size": 26, - "val_size": 17, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3691406153846153, - 0.08633426923076921, - -0.00606200000000008, - -0.34169099999999986, - -0.14359411538461544, - 0.07226838461538451, - -0.05005884615384633 - ] - ], - "std": [ - [ - 0.7352238508876096, - 0.769629063092912, - 0.993332786470492, - 1.2842104251847937, - 0.9183219104916871, - 1.1684627801712248, - 0.9363807692307694 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.3529411852359772, - "72": 0.1764705926179886, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5606289032006245, - "std_test_acc": 0.20639494063797637, - "n_samples": 106, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.4561629369854927, - "std_cert_acc_36": 0.22769081376714567, - "mean_cert_acc_72": 0.29132160171866417, - "std_cert_acc_72": 0.21022476255830716, - "mean_cert_acc_108": 0.15460526198148727, - "std_cert_acc_108": 0.1849530755132206, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-REL-L": { - "dataset": "pittsburg-bridges-REL-L", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.46153846153846156, - "test_acc": 0.484375, - "train_size": 26, - "val_size": 13, - "test_size": 64, - "stats": { - "mean": [ - [ - -0.2534473076923077, - 0.33873420769230767, - 0.033979423076922706, - 0.11527103846153851, - -0.28692915384615375, - 0.10456480769230773, - 0.12155461538461536 - ] - ], - "std": [ - [ - 0.9261583185285736, - 0.8009009247637227, - 1.0889481792626658, - 0.99653081940633, - 1.072126740077213, - 0.9196280170052044, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.46153849363327026, - "72": 0.3076923191547394, - "108": 0.1538461595773697, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.6, - "test_acc": 0.4838709677419355, - "train_size": 26, - "val_size": 15, - "test_size": 62, - "stats": { - "mean": [ - [ - -0.09836800000000002, - 0.11185775384615383, - 0.07467526923076934, - -0.009052730769230726, - -0.10539519230769225, - 0.013804115384615371, - 0.27612307692307686 - ] - ], - "std": [ - [ - 1.0694354197920724, - 0.8688390763013727, - 0.8067650960246951, - 0.9157017407809144, - 1.0553979577856298, - 0.9260748900018138, - 0.7249903479716615 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.20000001788139343, - "108": 0.06666667014360428, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 42, - "best_val_acc": 0.625, - "test_acc": 0.45901639344262296, - "train_size": 26, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.21179084615384614, - -0.20075696923076924, - 0.23745903846153846, - 0.05310915384615384, - 0.14875234615384614, - 0.1348184615384615, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.858790726074425, - 0.9525936502475233, - 1.0303379408513154, - 0.9050907018495523, - 0.955082657540614, - 1.0895483096872065, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.3125, - "72": 0.0625, - "108": 0.0625, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 8, - "best_val_acc": 0.2857142857142857, - "test_acc": 0.14285714285714285, - "train_size": 26, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - -0.3568335384615385, - -0.18405515384615387, - -0.00671646153846194, - 0.17743292307692307, - 0.2213659230769231, - 0.31633973076923083, - 0.12155461538461534 - ] - ], - "std": [ - [ - 0.8287037559089696, - 0.9069856689030475, - 1.0557430702422617, - 0.8702663846153843, - 0.9327384905473824, - 1.0726154740713343, - 0.8466063306348502 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.1428571492433548, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3925298760104253, - "std_test_acc": 0.1668688632028722, - "n_samples": 103, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.31255724653601646, - "std_cert_acc_36": 0.1309264226965553, - "mean_cert_acc_72": 0.1782623715698719, - "std_cert_acc_72": 0.10308425847893807, - "mean_cert_acc_108": 0.07075320743024349, - "std_cert_acc_108": 0.06323308806332696, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-SPAN": { - "dataset": "pittsburg-bridges-SPAN", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 46, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.43636363636363634, - "train_size": 23, - "val_size": 14, - "test_size": 55, - "stats": { - "mean": [ - [ - -0.029837999999999993, - -0.25806898695652175, - 0.27461930434782605, - -0.10251969565217388, - 0.0609171304347826, - -0.20858055217391297, - 0.1910520434782607 - ] - ], - "std": [ - [ - 0.7916916039569953, - 1.0125006038076372, - 0.8444054443868326, - 1.1230445292246944, - 0.9384505846315211, - 1.2509107678124556, - 0.9902371367201799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.4285714626312256, - "72": 0.2857142984867096, - "108": 0.1428571492433548, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.375, - "test_acc": 0.3770491803278688, - "train_size": 23, - "val_size": 8, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.20886565217391312, - 0.20484198695652173, - -0.07489591304347826, - 0.10251943478260879, - -0.22335769565217395, - -0.24650454782608694, - -0.23350947826086974 - ] - ], - "std": [ - [ - 1.1322718849321831, - 1.1240719320543364, - 1.0615420299973752, - 0.8963528876008708, - 1.0527502115584615, - 0.7255249335603758, - 1.1264874806517848 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.25, - "72": 0.25, - "108": 0.125, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 46, - "best_val_acc": 0.8125, - "test_acc": 0.6792452830188679, - "train_size": 23, - "val_size": 16, - "test_size": 53, - "stats": { - "mean": [ - [ - -0.26854200000000006, - 0.08719552173913042, - -0.024965043478260857, - -0.034172999999999946, - 0.34519221739130435, - 0.24650505217391308, - -0.4033346521739131 - ] - ], - "std": [ - [ - 0.7826434027524923, - 0.8532738699385454, - 1.116485175293137, - 1.0229130046834918, - 0.891588314188393, - 0.9488533640036454, - 0.9755681035759809 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.1875, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4, - "test_acc": 0.3728813559322034, - "train_size": 23, - "val_size": 10, - "test_size": 59, - "stats": { - "mean": [ - [ - -0.20886582608695664, - -0.14202214347826086, - -0.024965130434782608, - 0.10251943478260875, - -0.060915000000000004, - 0.05688600869565217, - 0.1061391739130434 - ] - ], - "std": [ - [ - 0.7916911713540639, - 0.9447975425602776, - 1.0638879741325864, - 0.896352887600871, - 1.0621083198533245, - 1.0385861814225783, - 0.8575722370885731 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.46638486391064404, - "std_test_acc": 0.1448385336525171, - "n_samples": 92, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.2165178656578064, - "std_cert_acc_36": 0.17683307004613175, - "mean_cert_acc_72": 0.1339285746216774, - "std_cert_acc_72": 0.15533319881143218, - "mean_cert_acc_108": 0.0669642873108387, - "std_cert_acc_108": 0.07766659940571609, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-T-OR-D": { - "dataset": "pittsburg-bridges-T-OR-D", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.75, - "test_acc": 0.7868852459016393, - "train_size": 25, - "val_size": 16, - "test_size": 61, - "stats": { - "mean": [ - [ - 0.15020296000000002, - -0.0008959920000000077, - -0.007506879999999985, - 0.09924271999999996, - -0.11183403999999993, - 0.06574727999999996, - 0.2686277600000001 - ] - ], - "std": [ - [ - 1.1056510586049282, - 0.9894276187747426, - 0.9455226916051597, - 1.1055352321467289, - 1.0069534202490789, - 0.9298309440615328, - 0.7342804012389428 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 2078, - "cert_evals": { - "36": 0.6875, - "72": 0.5, - "108": 0.375, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 45, - "best_val_acc": 0.47368421052631576, - "test_acc": 0.5689655172413793, - "train_size": 25, - "val_size": 19, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.22477987999999996, - -0.23302490400000006, - -0.3052941999999999, - -0.09418591999999981, - -0.30132007999999993, - 0.034113799999999944, - -0.29218840000000024 - ] - ], - "std": [ - [ - 0.8537489133489458, - 0.9442767857681105, - 1.1206967647206985, - 1.1278721619730465, - 0.8691601526879115, - 0.9222667065314241, - 1.1442940136936137 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 2078, - "cert_evals": { - "36": 0.3684210479259491, - "72": 0.2631579041481018, - "108": 0.2631579041481018, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.7142857142857143, - "train_size": 25, - "val_size": 14, - "test_size": 63, - "stats": { - "mean": [ - [ - 0.20377195999999997, - 0.09630778000000002, - 0.3328217600000001, - -0.22313807999999993, - 0.19134339999999994, - -0.029153040000000026, - 0.26862776000000005 - ] - ], - "std": [ - [ - 1.089967253887803, - 1.1192053646352136, - 0.8759745403148782, - 1.2131111924223241, - 0.9282879043276608, - 1.1030982427632627, - 0.7342804012389427 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 2078, - "cert_evals": { - "36": 0.3571428656578064, - "72": 0.1428571492433548, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 33, - "best_val_acc": 0.25, - "test_acc": 0.2923076923076923, - "train_size": 25, - "val_size": 12, - "test_size": 65, - "stats": { - "mean": [ - [ - -0.17121067999999995, - -0.21648582000000005, - 0.12011635999999999, - -0.09418591999999995, - -0.11183404000000002, - -0.28222119999999995, - 0.10839464000000007 - ] - ], - "std": [ - [ - 0.8571032600003676, - 0.9702298691514799, - 1.0541263774745755, - 0.9254069877190219, - 1.006953420249079, - 1.1836178575986762, - 0.8554107804035617 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 2, - "depth": 4, - "padding": 14, - "parameters": 2078, - "cert_evals": { - "36": 0.0833333358168602, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5906110424341063, - "std_test_acc": 0.21853482168137292, - "n_samples": 102, - "n_features": 7, - "n_classes": 2, - "mean_cert_acc_36": 0.3740993123501539, - "std_cert_acc_36": 0.24703886866918864, - "mean_cert_acc_72": 0.22650376334786415, - "std_cert_acc_72": 0.2116950860416767, - "mean_cert_acc_108": 0.15953947603702545, - "std_cert_acc_108": 0.1897943666699542, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "pittsburg-bridges-TYPE": { - "dataset": "pittsburg-bridges-TYPE", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 3, - "best_val_acc": 0.16666666666666666, - "test_acc": 0.11475409836065574, - "train_size": 26, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -0.2226830769230769, - 0.05670122692307692, - -0.043026884615384405, - -0.03758799999999994, - 0.17069815384615383, - 0.05726184615384619, - 0.03333576923076921 - ] - ], - "std": [ - [ - 0.9229643846157178, - 0.8879073657273664, - 0.9090621758106759, - 0.8047152853556344, - 0.9896400284910009, - 0.9758970201578133, - 1.0579562243200262 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 2138, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 24, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.3275862068965517, - "train_size": 26, - "val_size": 21, - "test_size": 58, - "stats": { - "mean": [ - [ - -0.17140723076923073, - 0.17603493076923074, - -0.043027115384615275, - 0.08770580769230771, - 0.06073815384615386, - 0.140003576923077, - 0.11111846153846151 - ] - ], - "std": [ - [ - 0.9955960192363054, - 0.8707946707612142, - 1.076508222112097, - 0.8969691136995324, - 1.0157671583515164, - 1.0382138974203643, - 0.8520637539328237 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 2138, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.15384615384615385, - "test_acc": 0.12121212121212122, - "train_size": 26, - "val_size": 13, - "test_size": 66, - "stats": { - "mean": [ - [ - 0.13624746153846157, - -0.13478680769230772, - 0.03693388461538476, - 0.08770600000000003, - -0.01256838461538465, - 0.05726215384615386, - 0.033336038461538396 - ] - ], - "std": [ - [ - 0.8716889547511608, - 0.9579937729204642, - 1.0615560480179493, - 0.7749005943842086, - 0.9916744330944691, - 1.0538491233066194, - 0.8970306628997816 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 2138, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.2631578947368421, - "test_acc": 0.11666666666666667, - "train_size": 26, - "val_size": 19, - "test_size": 60, - "stats": { - "mean": [ - [ - 0.2900749615384615, - -0.1092556538461538, - -0.16296869230769223, - 0.08770600000000003, - -0.12252815384615393, - 0.002101461538461631, - -0.0444463846153846 - ] - ], - "std": [ - [ - 0.9565380984621445, - 1.0668876495414104, - 1.087587760209891, - 0.7749005943842086, - 0.9250887318796751, - 0.7643326705239842, - 0.9333890769230768 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 6, - "depth": 4, - "padding": 14, - "parameters": 2138, - "cert_evals": { - "36": 0.05263157933950424, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.17005477328399884, - "std_test_acc": 0.10505587689828295, - "n_samples": 105, - "n_features": 7, - "n_classes": 6, - "mean_cert_acc_36": 0.09649123065173626, - "std_cert_acc_36": 0.1598321729261392, - "mean_cert_acc_72": 0.0, - "std_cert_acc_72": 0.0, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "planning": { - "dataset": "planning", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.7037037037037037, - "test_acc": 0.5454545454545454, - "train_size": 45, - "val_size": 27, - "test_size": 110, - "stats": { - "mean": [ - [ - -0.13597411777777782, - -0.059930613333333334, - 0.1726637911111111, - 0.034723479999999994, - 0.1943293844444444, - -0.058733431111111144, - -0.116129388, - 0.17681400222222224, - -0.19228555555555557, - -0.07629513333333332, - 0.07577999111111111, - 0.14000706444444447 - ] - ], - "std": [ - [ - 0.9037583332493699, - 0.8892684096511589, - 0.9934159714161822, - 0.9795447749569939, - 0.991099979203418, - 0.8238368829401475, - 0.8461204418967577, - 1.0434976919452328, - 0.9979969012441308, - 0.9523454999652433, - 0.9216888475521186, - 1.061608647395146 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3378, - "cert_evals": { - "36": 0.37037038803100586, - "72": 0.07407407462596893, - "108": 0.03703703731298447, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.4752475247524752, - "train_size": 45, - "val_size": 36, - "test_size": 101, - "stats": { - "mean": [ - [ - 0.11314807155555553, - -0.05681264375555557, - 0.03933796666666664, - 0.04977631111111109, - 0.03694895555555555, - -0.044924306666666684, - 0.04804084666666663, - 0.12195993333333337, - 0.042717271111111156, - 0.008962882222222232, - -0.0006334968888889045, - -0.0009558044444444105 - ] - ], - "std": [ - [ - 0.9103807361609941, - 0.9363715375995261, - 1.1502145656153577, - 1.0558247484927283, - 1.076388481139489, - 1.0010167884068093, - 0.9233794686212015, - 0.8789681038837464, - 0.8499326718606948, - 0.8719046264511446, - 0.8860788083725304, - 0.8502961074388711 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3378, - "cert_evals": { - "36": 0.3888888955116272, - "72": 0.1944444477558136, - "108": 0.0833333358168602, - "255": 0.02777777798473835 - }, - "fold": 1 - }, - { - "best_epoch": 8, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.584070796460177, - "train_size": 45, - "val_size": 24, - "test_size": 113, - "stats": { - "mean": [ - [ - -0.08181936222222222, - 0.032095062222222207, - -0.2932722444444444, - -0.2642803151111112, - -0.2482941920666666, - 0.04209659104444442, - -0.08089617555555557, - 0.011037159999999989, - -0.05962093333333333, - -0.05360210222222223, - 0.041594423777777785, - 0.03579832413333331 - ] - ], - "std": [ - [ - 1.0346900075231742, - 0.983181200526179, - 0.8190101673790661, - 0.8655727810698712, - 0.9958599284470852, - 0.9221770981656976, - 1.0076979840800466, - 1.0249788633648824, - 1.0799692279692954, - 1.0059810529176614, - 1.0760442404746193, - 0.966271648432117 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3378, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.25, - "108": 0.0416666679084301, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 33, - "best_val_acc": 0.6086956521739131, - "test_acc": 0.5701754385964912, - "train_size": 45, - "val_size": 23, - "test_size": 114, - "stats": { - "mean": [ - [ - 0.10711943111111107, - 0.19129145333333336, - 0.23947074666666662, - 0.1974917848888889, - 0.06191540222222221, - 0.19409456755555554, - 0.10399900533333334, - -0.07677485555555555, - 0.05582479999999996, - -0.0920865622222222, - 0.07224912822222225, - -0.22088875111111111 - ] - ], - "std": [ - [ - 0.9820868604107751, - 0.8497304858975051, - 0.9414935653357391, - 0.9419249731758765, - 0.9517511837520722, - 0.8554967298035733, - 1.06563202833593, - 1.067683309777831, - 0.968308470640187, - 1.07319052594271, - 1.055131325540202, - 1.0489152018459469 - ] - ] - }, - "width": 32, - "in_features": 12, - "out_features": 2, - "depth": 4, - "padding": 24, - "parameters": 3378, - "cert_evals": { - "36": 0.52173912525177, - "72": 0.43478262424468994, - "108": 0.260869562625885, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5437370763159222, - "std_test_acc": 0.048372045488959375, - "n_samples": 182, - "n_features": 12, - "n_classes": 2, - "mean_cert_acc_36": 0.40358293801546097, - "std_cert_acc_36": 0.08208710517098526, - "mean_cert_acc_72": 0.23832528665661812, - "std_cert_acc_72": 0.15015078321476202, - "mean_cert_acc_108": 0.10572665091603994, - "std_cert_acc_108": 0.10550312484284097, - "mean_cert_acc_255": 0.0069444444961845875, - "std_cert_acc_255": 0.013888888992369175 - }, - "plant-margin": { - "dataset": "plant-margin", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 59, - "best_val_acc": 0.768595041322314, - "test_acc": 0.744258872651357, - "train_size": 400, - "val_size": 242, - "test_size": 958, - "stats": { - "mean": [ - [ - -0.0010596968500001934, - -0.01804303900000009, - 0.058554600000000095, - -0.04174014875000007, - -0.00557412199999981, - 0.022321825499999975, - 0.009465832749999917, - 0.026944449999999596, - 0.0220769747500004, - -0.02089326899999988, - -0.012520925000000096, - 0.0033962770000000053, - 0.0021340793749998234, - -0.0033546413499999455, - 0.021925117425000074, - 0.013851212499999961, - -0.0015689260000001164, - -0.004634679999999923, - -0.05511270024999984, - 0.026070323000000024, - 0.01848005475000007, - 0.0022656225000003355, - -0.01842250000000018, - 0.01246016899999983, - 0.0098437735000002, - -0.032934458000000104, - 0.049291360500000325, - 0.0024477580000001266, - -0.02057179899999991, - 0.0009727362499999343, - 0.0017701742499999368, - 0.00541423612499992, - 0.02091535780000011, - 0.020351312499999816, - -0.009445618999999935, - -0.02841862299999999, - 0.029737960000000185, - 0.018735809500000172, - 0.014390100750000086, - -0.016125830000000306, - 0.012385870249999646, - -0.043971327499999775, - 0.0009311264999999372, - 0.01806689874999989, - -0.008581579999999964, - -0.009399341000000174, - -0.03755508207500001, - -0.0009747140000000407, - 0.028856429249999874, - -0.0030426587000000733, - -0.015013867049999909, - -0.004152345000000207, - 0.02680056899999996, - -0.02129718575000011, - 0.022555419000000035, - -0.00723436300000014, - 0.036754802499999906, - -0.02058847975000004, - -0.010368677175000047, - -0.029642165000000022, - -0.02736674750000015, - 0.0008163920000001678, - 0.018380879350000014, - -0.008580070000000413 - ] - ], - "std": [ - [ - 0.9874340403909011, - 0.9592061852266575, - 1.0435962908617902, - 0.9425389198852354, - 1.0047339728470936, - 1.0363144948903504, - 1.0296524029950296, - 1.0063022213625923, - 1.094313672273991, - 1.0202299972901783, - 0.985157157060649, - 0.9888027948033142, - 0.9932416135375679, - 0.9909877623883768, - 1.0005062186033022, - 1.2067387345575986, - 0.984270179305036, - 0.9091203000942354, - 0.9545319559171044, - 0.983601787222833, - 1.011060877681347, - 0.9799045991624534, - 0.9223386505533625, - 1.0460006470835634, - 1.0181216615718796, - 0.9516193964985948, - 1.0882812579258407, - 1.0329753644197, - 0.9792719916843142, - 0.9673648432380815, - 0.9958388822460692, - 1.012645249804551, - 1.0439458247448072, - 1.0733982117428793, - 1.0111716504511818, - 0.996690448869414, - 1.0367837370015323, - 1.0026230843872075, - 1.0036523141489182, - 0.9356670752186079, - 1.0259733303222744, - 0.9543079293157887, - 1.016979624435871, - 1.0361404335495707, - 0.9710294506381861, - 0.9356304778213941, - 0.9636374865372435, - 0.9682684696531572, - 1.0488592685926776, - 1.0095591832024964, - 0.9864668975312801, - 0.965788248416018, - 1.0175463184007973, - 0.9707788038864342, - 1.035917848788737, - 0.9984750436485963, - 1.047306945528514, - 0.9624268336767162, - 1.0407274202088548, - 0.9906889986330216, - 0.9133036560743315, - 1.0063256302193264, - 1.0448919868528035, - 1.060209155310641 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.6652892231941223, - "72": 0.5702478885650635, - "108": 0.508264422416687, - "255": 0.22727271914482117 - }, - "fold": 0 - }, - { - "best_epoch": 70, - "best_val_acc": 0.7735042735042735, - "test_acc": 0.7215320910973085, - "train_size": 400, - "val_size": 234, - "test_size": 966, - "stats": { - "mean": [ - [ - 0.018630191274999833, - 0.0021237185000000623, - 0.020341910000000126, - -0.03847603025000004, - 0.0024851145000002843, - -0.019245363750000032, - 0.01765857999999999, - -0.09520458750000026, - 0.016723600750000407, - -0.020893166249999973, - -0.013275087500000034, - -0.009778451499999922, - 0.02100441234999998, - -0.0006707280500000078, - 0.01202943670000018, - -0.012221054999999943, - 0.026685538499999994, - 0.03934188799999998, - -0.017911806749999953, - -0.004428536999999995, - 0.013875288750000034, - -0.007751707499999634, - 0.03217363749999957, - 0.003825904499999896, - 0.010617184500000114, - -0.03897739600000022, - -0.00972438474999977, - 0.0034970589999999357, - 0.02035820800000013, - -0.037335613750000024, - -0.008548351749999959, - 0.0018481537499997402, - -0.007583834749999951, - 0.04391894749999982, - 0.033370660000000205, - 0.00937306074999997, - -0.013948834999999842, - 0.005821061250000135, - 0.03052180125000005, - 0.02165496999999981, - -0.00854195450000032, - -0.03606767999999988, - -0.017944192250000105, - -0.02588678125000007, - 0.01616825525000002, - -0.00827056050000008, - -0.0017126565000000083, - -0.01656842850000004, - -0.017988074249999902, - -0.03559730630000006, - -0.0036789360499999424, - 0.012461489999999617, - 0.026261220249999995, - -0.020665702500000202, - -0.0005093669999999243, - -0.009416002500000138, - -0.02145052, - 0.012404727999999953, - 0.008414623600000027, - 0.026667712, - 0.023455849999999993, - 0.01995325700000049, - 0.017141528075000113, - -0.00027581000000054354 - ] - ], - "std": [ - [ - 1.041295070488909, - 1.0014805383027654, - 1.0526387415016842, - 0.9348659203435066, - 1.012132944361091, - 0.9779461065975633, - 1.0032476656820697, - 0.765138203982258, - 1.084558801095068, - 1.0155838017759249, - 0.9847823955761184, - 1.0321402388555014, - 1.0519629684769372, - 0.9582131621864026, - 0.9927092815254406, - 0.803704884375634, - 0.9988728657062945, - 1.1858597763171363, - 1.012274069308041, - 1.012471113861707, - 1.0151240798466312, - 0.9972545733894309, - 1.0563298324391637, - 1.0047120258743576, - 1.016702961526915, - 0.9272542628757423, - 1.012180666645035, - 1.0130792339306003, - 0.9869444731802731, - 0.9732936953239708, - 0.9987581693686506, - 1.0025285436476967, - 0.9823926819700436, - 1.13766033578092, - 1.0184063166975657, - 1.0037002652524598, - 1.0159024793557991, - 0.998493316788935, - 1.0374784962262864, - 1.0063283056949195, - 1.0742583169244284, - 0.9634076134691111, - 0.958447407516677, - 1.0041785286506213, - 1.013112893307404, - 0.9769612001923168, - 1.0056368868600618, - 0.9788744628207897, - 0.9629520265558652, - 0.929550730995055, - 0.9854910637585246, - 1.0358257613723332, - 1.0240098398191608, - 0.9303959288426701, - 1.0012547252975355, - 0.9956229965329875, - 1.021855039918818, - 1.0091992464793387, - 0.9897071424780775, - 0.9856059256334351, - 1.0201829621015206, - 1.0268852627871752, - 1.0341940427237508, - 0.9799526515218273 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.6837607026100159, - "72": 0.6196581721305847, - "108": 0.5555555820465088, - "255": 0.26923078298568726 - }, - "fold": 1 - }, - { - "best_epoch": 64, - "best_val_acc": 0.7434782608695653, - "test_acc": 0.7484536082474227, - "train_size": 400, - "val_size": 230, - "test_size": 970, - "stats": { - "mean": [ - [ - 0.005920089124999763, - -0.001301032000000133, - 0.0013308824999999258, - 0.008417454999999876, - 0.005976730250000185, - 0.019669846999999876, - 0.010878556750000047, - 0.025150082499999716, - 0.0022754870000003123, - 0.024085954000000003, - -0.005742166250000042, - -0.007721828999999947, - 0.00371573337499994, - -0.012943442949999913, - -0.014590249949999882, - -0.025256129999999963, - -0.011889130000000098, - -0.019724357499999953, - -0.01377830674999994, - 0.006886749000000014, - -0.003516929999999907, - -0.03828019749999969, - 0.005775229999999821, - -0.030314237500000177, - -0.019109295999999804, - 0.04844473150000008, - -0.02716004849999974, - 0.002796986500000034, - -0.019719068250000017, - 0.041975102500000014, - -0.017687051749999974, - -0.021844609375000337, - 0.020916906100000077, - -0.022494655000000176, - 0.026175232000000156, - 0.010884623500000074, - -0.021303965499999796, - -0.0039162167499998055, - -0.015307416500000065, - 0.012900294999999774, - 0.006834127249999801, - 0.027173450000000154, - 0.0027974614999998885, - 0.028211698749999896, - -0.0031931937499999692, - 0.011277844999999809, - 0.00992980717499997, - -0.013968735000000017, - -0.01707076174999997, - 0.01365854819999998, - -0.0014908621499998933, - 0.009138499999999666, - 0.02060593399999994, - 0.007099336749999857, - -0.003448647499999997, - 0.0015010997499998568, - -0.03850890625000006, - 0.0022736427499999282, - -0.013522159549999977, - -0.0332120949999999, - 0.005866322499999921, - -0.004317283999999508, - -0.00538338794999997, - -0.0069175300000004145 - ] - ], - "std": [ - [ - 1.0010921783674436, - 0.9945407140012373, - 1.005748587963517, - 0.9668282590649625, - 1.0031010346345277, - 0.9967928785295819, - 0.9751713195709866, - 1.1467050887662724, - 0.9392946439639414, - 0.9895328846805108, - 0.9767912569515301, - 0.9727489873091506, - 0.9701070098004984, - 1.0053545262016492, - 0.9846236608578788, - 0.7727736342078088, - 0.971944708609996, - 0.8826840113147226, - 0.98563931252641, - 0.9711438420390225, - 0.9629058280406353, - 0.9716674314378894, - 1.1301355955709167, - 0.9477815286674603, - 0.9881704764475729, - 1.0137752766865444, - 0.9583402354865277, - 0.9958443104934569, - 0.9663730766877806, - 1.0669358291663034, - 0.955827255033273, - 0.9505215572351379, - 1.0084010054173358, - 0.9871444837708967, - 1.0130833200270473, - 1.043702427349745, - 0.9912743901116762, - 0.973685836703786, - 0.985763394194837, - 1.0377291955455417, - 1.0077815203197755, - 1.0141762382944473, - 1.019662919156708, - 1.046456382869172, - 1.0332849966442448, - 1.0406499407344652, - 0.9961622026264285, - 0.9855957603524927, - 0.9824473993933991, - 1.0388871379951687, - 1.0170409949547163, - 1.03216407460882, - 1.0347227568843633, - 1.0401704190454892, - 0.9504580582249552, - 0.9606350019976608, - 1.0073622594193574, - 1.0173972038824486, - 0.9758624776113387, - 1.017294570276939, - 1.1903867160054817, - 1.041760575180181, - 0.9817904646611345, - 0.9934098271111226 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.6652173399925232, - "72": 0.6130434274673462, - "108": 0.552173912525177, - "255": 0.2956521511077881 - }, - "fold": 2 - }, - { - "best_epoch": 82, - "best_val_acc": 0.6956521739130435, - "test_acc": 0.7402323125659979, - "train_size": 400, - "val_size": 253, - "test_size": 947, - "stats": { - "mean": [ - [ - 0.0049220609499997505, - 0.014300554999999927, - -0.013117759999999938, - 0.0006888637499999897, - 0.014571960000000097, - -0.029186410499999996, - 0.002400438750000075, - -0.053890317500000125, - 0.010837756000000382, - -0.043686283749999874, - 0.00818919124999994, - 0.02274708350000002, - -0.010304195600000106, - 0.021186932849999934, - 0.02806746060000008, - 0.03340746249999935, - -0.023547052000000096, - -0.033522315499999976, - 0.008610349500000156, - 0.027052154499999995, - -0.010934992499999938, - 0.006081485000000295, - 0.02777317250000039, - 0.016383195499999857, - 0.03879757150000023, - -0.021655729750000265, - 0.014864098750000401, - 0.036007804000000046, - -0.006075429999999921, - -0.019079332500000098, - 0.046873371749999754, - 0.020189249124999916, - -0.006358586449999976, - -0.01606563250000019, - -0.011602580249999888, - 0.013908655750000045, - -0.026925847499999826, - 0.04435231250000004, - 0.0030248995000000476, - 0.04331075999999964, - -0.010036047250000119, - -0.020255887499999837, - 0.016312687999999884, - 0.0007390799999998633, - -0.01058009674999995, - 0.022933002500000025, - 0.018606085150000003, - -0.02793774274999995, - 0.02640782450000013, - 0.0009197187999999446, - 0.01879274900000016, - -0.012793932500000254, - -0.05696751475000014, - 0.009623771999999869, - -0.014076831999999899, - 0.03262045174999992, - -0.03750922250000002, - -0.020068239750000067, - 0.007511379900000031, - 0.011995891500000104, - 0.001957915000000034, - 0.008284810500000324, - -0.03583419272500005, - 0.025183247499999534 - ] - ], - "std": [ - [ - 1.0292860056491944, - 1.0292792317834558, - 1.021157636187128, - 1.0004671883473788, - 1.0099925807918118, - 0.940459599532873, - 1.0284403765468189, - 0.8253858457506277, - 1.0205839902595195, - 0.9375845702209917, - 1.0276192722636466, - 1.0352781665590673, - 1.00573951678478, - 1.0168176366617936, - 1.0354526336454533, - 1.409467384284455, - 1.0173514777145187, - 0.9176768917465363, - 0.9987312571300704, - 1.011937740881034, - 0.998584402272729, - 1.056733717686757, - 1.037552726041927, - 1.0142258428702424, - 1.035939823876147, - 0.9963005677388238, - 1.0191184901038401, - 1.0189027476350714, - 0.9772965657228759, - 0.9822876158929498, - 1.1026232958885742, - 1.0501886707528871, - 0.9971602814316513, - 1.0340674788196675, - 0.9800225335712383, - 1.0197769718133536, - 0.9741149929553732, - 1.042912622378931, - 0.9736271090391864, - 1.061534430063924, - 0.9526685914619262, - 1.0048497041951536, - 1.0274317900005205, - 0.9912072467959292, - 0.9895627947501346, - 1.0186115853191826, - 1.013480663944259, - 0.9413201803178272, - 1.0436199704257596, - 0.9898799364419235, - 1.0333854032952587, - 0.9495359391868493, - 0.9383015025414292, - 1.0126790152589706, - 0.9761807480062364, - 1.0554871962715169, - 0.9748100083771338, - 0.9555452645008876, - 1.0523449870830452, - 0.9961427848161136, - 1.2062430696295, - 1.0118419269696228, - 0.9775440389434499, - 0.9524811445180422 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.6205533742904663, - "72": 0.5573122501373291, - "108": 0.4940711557865143, - "255": 0.22529645264148712 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7386192211405215, - "std_test_acc": 0.011875646171790264, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.6587051600217819, - "std_cert_acc_36": 0.026889262694166704, - "mean_cert_acc_72": 0.5900654345750809, - "std_cert_acc_72": 0.03092584945779428, - "mean_cert_acc_108": 0.5275162681937218, - "std_cert_acc_108": 0.031002213120276404, - "mean_cert_acc_255": 0.2543630264699459, - "std_cert_acc_255": 0.03417890412845126 - }, - "plant-shape": { - "dataset": "plant-shape", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 78, - "best_val_acc": 0.5607476635514018, - "test_acc": 0.4898580121703854, - "train_size": 400, - "val_size": 214, - "test_size": 986, - "stats": { - "mean": [ - [ - 0.010793134649999947, - 0.0029814738750000274, - -0.005680250974999982, - -0.00999388868249995, - -0.018943553000000047, - -0.022220061225000066, - -0.023538591772499947, - -0.023104606949999985, - -0.022654011850000027, - -0.013826088777500009, - -0.012183569699999982, - -0.019542425225000024, - -0.021094745304999968, - -0.013662524125000061, - -0.007497562182500008, - -0.004011965550000029, - -0.0018356184500000372, - 7.94950000007455e-06, - 0.00456346359999991, - 0.002077647049999971, - 0.005165495805000022, - 0.009402297242499979, - 0.008459789907500027, - 0.010384120812499977, - 0.009072800484999985, - 0.009275099372499976, - 0.011333548210000006, - 0.00974336192500002, - 0.009874121385000021, - 0.013796312999999978, - 0.0035003747700000252, - -0.0006504867999999986, - -0.006737763249999974, - -0.009779546075000065, - -0.009547967425750021, - -0.008340889135000092, - -0.01037015690000003, - -0.015118204249999967, - -0.014712120350000033, - -0.011817635924999998, - -0.01854881525000002, - -0.021627437300000017, - -0.02562561288749998, - -0.02507883772499999, - -0.01957355992500001, - -0.010989493799999993, - -0.004170166650000026, - -0.0007832742674999737, - -0.0008414850850000529, - 0.0014383313750000115, - 0.008277859025000037, - 0.015007289872500043, - 0.02009162649999997, - 0.020694419627500026, - 0.02312079630000003, - 0.02027844062500002, - 0.012670696450000017, - 0.011923742850000028, - 0.008522531550000014, - 0.0021193726999999838, - 0.00027873594999999404, - -0.005514954024999976, - -0.005619866314999964, - 0.000804423425000044 - ] - ], - "std": [ - [ - 1.0193984315579283, - 1.0138728773194225, - 1.0025119027839187, - 0.9926201913273888, - 0.9797572939727588, - 0.9675431762012998, - 0.9562849021750489, - 0.9457765924705838, - 0.9453288165685446, - 0.9493183692891524, - 0.9510566730800354, - 0.9587654362947835, - 0.9708540170515252, - 0.9906082656256265, - 1.0060018623497948, - 1.0090880491601784, - 0.9970255943580457, - 0.9966975594633455, - 1.0075598104469696, - 1.0193962682636182, - 1.040522735169908, - 1.0407459188197639, - 1.0303725268059722, - 1.0256419706953475, - 1.0198382842786065, - 1.0197936843070703, - 1.0266695425622123, - 1.0253571333157874, - 1.0153590777307844, - 1.0110354025342352, - 1.0181892223475282, - 1.0166426127543688, - 1.011169701470929, - 1.0054929366994545, - 1.0096458368985821, - 1.0140452905977049, - 1.009910026151903, - 0.9911465124845928, - 0.981395028524588, - 0.9714368920896277, - 0.9640569672295396, - 0.9682443777583067, - 0.9618240790560709, - 0.9651476273791817, - 0.9697583533908924, - 0.9857642722747081, - 0.9945128871244862, - 0.998379374233736, - 1.0006314561941052, - 1.008050481132436, - 1.0268004129156558, - 1.0452850694975346, - 1.0563281717760602, - 1.0509178269869455, - 1.0471449082028836, - 1.0431100616694575, - 1.035476811024627, - 1.0416661017312363, - 1.0428844632918242, - 1.0319514866130477, - 1.029873132188317, - 1.028802362627988, - 1.0249104343768467, - 1.0178924453800364 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.4252336323261261, - "72": 0.29439252614974976, - "108": 0.19158877432346344, - "255": 0.05140186846256256 - }, - "fold": 0 - }, - { - "best_epoch": 97, - "best_val_acc": 0.5121951219512195, - "test_acc": 0.5220125786163522, - "train_size": 400, - "val_size": 246, - "test_size": 954, - "stats": { - "mean": [ - [ - -0.01969966857750001, - -0.018735893250000035, - -0.01923726170000004, - -0.01765154066999996, - -0.021040157724999967, - -0.020549986874999978, - -0.01802188749999998, - -0.013611070524999968, - -0.01314826475000005, - -0.010111033277499976, - -0.011831655162500052, - -0.009240258725000013, - -0.004857546977500041, - -0.003872501354999996, - -0.004503420224999966, - -0.007399539599999919, - -0.009506949104999987, - -0.00983436382500002, - -0.0073349694900001206, - -0.0026293045575000932, - -0.005217706800000011, - -0.01053002465000001, - -0.011560438125000017, - -0.009075882437499998, - -0.0045980930749999985, - -0.008758359152500011, - -0.012621292225000027, - -0.016511235369999985, - -0.028317963276500033, - -0.02497353765000002, - -0.014343673825000004, - -0.008610495525000058, - 0.004172939175000043, - 0.0019351163249999698, - -0.004373591600750041, - -0.0077125528000000455, - -0.01211637097500002, - -0.01259113399249995, - -0.012157099130000017, - -0.014399237225000002, - -0.009437209475000015, - -0.0046622409374999915, - -0.006370976337500016, - -0.011270999825000006, - -0.015921284525000006, - -0.012410074750000007, - -0.014884673650000003, - -0.016949542649999955, - -0.017354671999999977, - -0.011285483702500028, - -0.009929046974999904, - -0.007901803479999947, - -0.00815231512075005, - -0.010049489069999949, - -0.011786209875000047, - -0.014985319077499979, - -0.019011035099999973, - -0.008162044849999986, - -0.0058525207999999595, - -0.01041489936249999, - -0.011318642174999963, - -0.015970219724999984, - -0.026622342699999985, - -0.029072289924999974 - ] - ], - "std": [ - [ - 0.9860131433859547, - 0.9839451298693502, - 0.9815653890681931, - 0.9791684843455107, - 0.9793192609145278, - 0.980950701990714, - 0.9884282309487391, - 0.9817147072820436, - 0.9862993933397015, - 0.9922815938909398, - 0.9847563677603288, - 0.9853865969758397, - 0.9879672222996878, - 0.9946824106249518, - 0.9961943172051062, - 0.9902136279887243, - 0.9887680048123522, - 0.993003063211071, - 1.0071770840518683, - 1.0247666604590329, - 1.0257137801878309, - 1.011455364670402, - 0.9947052989179791, - 0.9869387562943811, - 0.9888179645496713, - 0.987009987810631, - 0.9897190394535154, - 0.991361121462267, - 0.992989633996112, - 0.9961724937704427, - 0.9897090546568476, - 0.9844393105882888, - 0.9858088094372514, - 0.9942345793157213, - 0.9949467347271544, - 0.9941801452632953, - 0.9935755677210956, - 0.9940539923777484, - 0.9871617326295817, - 0.9809194296573341, - 0.9841049037423958, - 0.9872912480789516, - 0.9853330949312704, - 0.9809868668056975, - 0.977760884105985, - 0.9785005795193457, - 0.9774791029379978, - 0.9747292923736738, - 0.9892632184812155, - 0.9903128998680867, - 0.9995507672572046, - 1.012420498620147, - 1.014423356554454, - 1.0113780719858716, - 1.0085495954493642, - 1.0103910622541978, - 1.0042573664175571, - 0.9954666158538873, - 0.9825056771440344, - 0.969748087810821, - 0.9684376869484385, - 0.9687387646565352, - 0.9685510643060194, - 0.9716172187511043 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.3617886006832123, - "72": 0.29674795269966125, - "108": 0.2195121943950653, - "255": 0.05691056698560715 - }, - "fold": 1 - }, - { - "best_epoch": 95, - "best_val_acc": 0.4595744680851064, - "test_acc": 0.45595854922279794, - "train_size": 400, - "val_size": 235, - "test_size": 965, - "stats": { - "mean": [ - [ - -0.011195848850000047, - -0.014077039849999994, - -0.015681537625000016, - -0.015262547177500023, - -0.018894034979999984, - -0.023536119524999965, - -0.016015195249999968, - -0.008908977427499989, - -0.005013930349999998, - -0.007225348899999984, - -0.008182635, - -0.00789371312500003, - -0.011035066974999978, - -0.005199030499999984, - 0.005315251324999976, - 0.011141104150000055, - 0.011588849470000002, - 0.009680554374999966, - 0.010888354087499948, - 0.010037595079999946, - 0.011800275580000021, - 0.007671618275000015, - 0.006882413550000033, - 0.0062716886124999935, - -0.0019262105499999794, - -0.002007641149999968, - -0.003485761440000005, - -0.0017775631049999818, - 0.0007400688484999391, - -0.0018860717750000106, - -0.006113297799999992, - -0.013600633775000042, - -0.020458192474999966, - -0.023048553475000007, - -0.019547718700000005, - -0.01125536750999998, - -0.014651312500000012, - -0.017176074307499963, - -0.015313710324999983, - -0.018115000749999995, - -0.02384295694999999, - -0.02221634045249998, - -0.019668475399999934, - -0.016640133125000005, - -0.011789776774999969, - -0.006203905024999959, - -0.004540449625000036, - 0.0006846066824999924, - 0.006433635392500026, - 0.0017259993975000153, - 0.0026194728225000024, - 0.002456912675000057, - 0.0035687386999999193, - 0.003967900025000002, - 0.008058575125000038, - 0.009259356747499982, - 0.009820443250000033, - -0.000526142624999981, - -0.007535754924999987, - -0.006530597337499988, - -0.00488854567499998, - -0.004628704975000013, - -0.006573741065000051, - -0.008198970250000055 - ] - ], - "std": [ - [ - 0.9997831577603109, - 1.0025959495608783, - 0.9981200898415419, - 0.9862363254781552, - 0.9807001230728768, - 0.9703599657486957, - 0.9542469081610001, - 0.9473845839451106, - 0.9547713929170183, - 0.9636033061770535, - 0.9759543385191676, - 0.9833507068982068, - 0.9860092538737429, - 0.9928824474026815, - 1.009087175522555, - 1.0225369274879927, - 1.0377746120861517, - 1.047008477348557, - 1.0437668765399934, - 1.0330775502764258, - 1.0319662406027479, - 1.030352484762016, - 1.0343435297883754, - 1.0306714836465332, - 1.0227257424915315, - 1.0163750005569692, - 1.0080783487785092, - 1.0057728718253096, - 1.0031574142753106, - 0.9970437490537768, - 1.0039054666803333, - 1.0092902332461646, - 1.015955753316646, - 1.0094451596904581, - 0.9971506877338592, - 0.9797514030945054, - 0.9606748456549195, - 0.9429643662114964, - 0.9357296749897012, - 0.9401794981595187, - 0.9451576738004599, - 0.9529959594959825, - 0.9553731219059256, - 0.952474899040048, - 0.9565245724608336, - 0.9697603305783443, - 0.9863202900077532, - 0.9954169393962655, - 1.0081946986669663, - 1.0156075960594253, - 1.0253976925038635, - 1.0300309888526664, - 1.0402541851284346, - 1.0433040030246603, - 1.0375395049686613, - 1.0264815045978641, - 1.021912736268765, - 1.0088758758830503, - 1.003466814657958, - 1.0086525159597994, - 1.0137559378643732, - 1.0086686244063605, - 1.006042971236659, - 1.0003260366638576 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.3191489279270172, - "72": 0.21702127158641815, - "108": 0.14468084275722504, - "255": 0.04680851101875305 - }, - "fold": 2 - }, - { - "best_epoch": 83, - "best_val_acc": 0.4977973568281938, - "test_acc": 0.4984583761562179, - "train_size": 400, - "val_size": 227, - "test_size": 973, - "stats": { - "mean": [ - [ - -0.01614315225000004, - -0.007862261849999979, - 0.00030315945000001577, - -6.585304499997488e-05, - 0.0033457709750000114, - 0.009937330912499974, - 0.010135651675000024, - 0.009038938675000023, - 0.008931583272500009, - 0.009906352275000018, - 0.013642040799999994, - 0.017299261174999987, - 0.019865335000000005, - 0.019657458469999986, - 0.022414197692500006, - 0.02512643972499996, - 0.026877304525000024, - 0.0296143309, - 0.027764356497500045, - 0.024134231862499998, - 0.021181714175000043, - 0.02076543959999998, - 0.018820411632499992, - 0.016560606787500022, - 0.014716417624999967, - 0.015544499800000031, - 0.008937221650000026, - 0.0035691808475000007, - 0.00756637997750002, - 0.010582013399999977, - 0.00892202232, - 0.010522723749999905, - 0.009224050324999985, - 0.011262885774999978, - 0.012877923949999981, - 0.008631394499999978, - 0.013585739524999963, - 0.012593921374999985, - 0.00966451497500001, - -0.0018835844000000157, - -0.0072232187000000215, - -0.0024773558750000612, - 0.004778897314500035, - 0.010836082050000053, - 0.013114038100000038, - 0.012921894249999984, - 0.011661495899999983, - 0.006202870582499988, - 0.009554275007499979, - 0.010892630822499966, - 0.015263733174999995, - 0.018143591994999972, - 0.01859551449250001, - 0.01313465375500002, - 0.01828117135000002, - 0.021080939575000034, - 0.020155471175000023, - 0.02226961222499997, - 0.019368037950000003, - 0.018775792600000018, - 0.018483347624999945, - 0.009753726052499946, - -0.0015497268675000327, - -0.011832948350000021 - ] - ], - "std": [ - [ - 0.9690180900805035, - 0.9727335201919173, - 0.9764755262740973, - 0.9829585179082819, - 0.9924285501408081, - 1.0058984225928205, - 1.0139421119627963, - 1.0204714628277265, - 1.024761969275269, - 1.0411321691366637, - 1.051554346720804, - 1.0528939116549463, - 1.048231049542776, - 1.035208648003462, - 1.0211826349075386, - 1.021066390612321, - 1.0225781515263015, - 1.0234107662776533, - 1.013889389780415, - 1.002809268474515, - 1.005659594852486, - 1.0123290373188114, - 1.0154559039015623, - 1.013290801738594, - 1.0094740964231081, - 1.0002162486552635, - 0.9914378185750687, - 0.9943868019460187, - 0.9942535553869897, - 0.9896262981629789, - 0.9859228057329431, - 0.9860916917991401, - 0.9824333417893006, - 0.9869225315171396, - 0.9958671872185834, - 0.999358349920491, - 0.9902030063817621, - 0.9953941674238796, - 1.0044794940384356, - 1.01450410197358, - 1.0212449253894722, - 1.031533466370799, - 1.0310663353310807, - 1.0299586525323416, - 1.0140754261682852, - 1.0146983653439086, - 1.010949221001189, - 0.9984754004996209, - 0.9996230059073175, - 1.0023281510239592, - 1.0083940727060101, - 1.0104207218854935, - 1.0188090918448567, - 1.0267152458848512, - 1.0256934112800635, - 1.0177374007859166, - 1.004324219711767, - 0.9955156869267784, - 0.9865523378817893, - 0.984584448748711, - 0.9818097517909892, - 0.9865486470036113, - 0.9850111209189524, - 0.9782242969255907 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.37444931268692017, - "72": 0.2599118947982788, - "108": 0.17180615663528442, - "255": 0.030837003141641617 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.4915718790414384, - "std_test_acc": 0.027357550045919575, - "n_samples": 1600, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.37015511840581894, - "std_cert_acc_36": 0.043679563818624256, - "mean_cert_acc_72": 0.267018411308527, - "std_cert_acc_72": 0.037342577807689896, - "mean_cert_acc_108": 0.18189699202775955, - "std_cert_acc_108": 0.0316001098027914, - "mean_cert_acc_255": 0.046489487402141094, - "std_cert_acc_255": 0.011222483785699441 - }, - "plant-texture": { - "dataset": "plant-texture", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 59, - "best_val_acc": 0.7188755020080321, - "test_acc": 0.7, - "train_size": 400, - "val_size": 249, - "test_size": 950, - "stats": { - "mean": [ - [ - -0.016478091624999976, - -0.014961091800000008, - -0.004249621250000072, - 0.023384388500000127, - 0.005502324450000172, - 0.0145078697499998, - 0.0045305880750000724, - -0.03467714649999986, - 0.004193091999999971, - 0.012809078150000047, - -0.009651387200000038, - -0.01915911049999979, - -0.008120220149999673, - 0.007483559499999939, - -8.819250000012408e-06, - -0.019568870142500156, - 0.028020058549999945, - 0.022078226650000053, - 0.0008334952449999984, - -0.0007628900000000476, - -0.033131676325000525, - -0.02417429049999988, - 0.012456803749999997, - 0.002599056999999966, - -0.016433078500000114, - -0.0015455646349999707, - 0.03351081127500002, - -0.00866295650000013, - -0.001216327300000051, - 0.02500025624999989, - 0.002615395250000011, - 0.004382452249999722, - -0.0336998632, - 0.024454489599999945, - 0.006896749999999824, - 0.0024042895000002573, - -0.0489830051999999, - -0.0018739831749999436, - -0.0027442942499998836, - 0.014888681500000006, - 0.039273120399999896, - -0.03620304349999986, - 0.01871371774999999, - 0.0017737930000000502, - 0.03068173249999988, - 0.005476874500000017, - -0.018285551499999983, - -0.01942126079499999, - 0.020034201150000052, - -0.04440868274999999, - -0.0031926880000002233, - -0.009055307999999866, - 0.01178355375000011, - 0.006780597750000028, - -0.015243231374999874, - 0.051239233250000044, - 0.01800514339999995, - 0.008651616399999893, - 0.0034974595000000232, - 0.03453392162500026, - -0.006043314750000227, - 0.012514663999999986, - 0.043475420250000084, - -0.02456098675000002 - ] - ], - "std": [ - [ - 0.9009966230602708, - 0.9364276177287642, - 0.9754761006143327, - 1.0291666417884513, - 1.0289691228068274, - 0.9876927454085853, - 0.9560626059354702, - 0.9597522889147546, - 0.9994773403976824, - 1.0152637844096681, - 0.9520114484241692, - 0.9432619847706322, - 0.9482931419315812, - 1.0591026895126023, - 0.9522570318080412, - 0.9864956149999131, - 1.084922016377646, - 1.173758426456074, - 1.0592998584844, - 1.0606714617823771, - 0.8614306216418535, - 1.0345366597359764, - 1.042209469105469, - 1.0348653782485668, - 0.9988649975902255, - 1.0174988947519772, - 1.0858204535316325, - 0.9739602296564857, - 1.0131848275815751, - 1.0264935540496496, - 0.9816966426566287, - 1.0024562576995246, - 0.9036181164894379, - 1.0437722258848774, - 0.9846104856336191, - 1.0510739753463445, - 0.8892428833739887, - 0.9794996248503948, - 0.9461971557449678, - 1.0298104390925615, - 1.1599976257671403, - 0.9173959381413883, - 0.9736629274573383, - 0.9990534408909421, - 1.0761727962998655, - 0.9933289670108497, - 0.9771946168612999, - 1.032165319421753, - 1.0398720209157222, - 0.9587359927023673, - 1.012139905486573, - 0.9975269161128212, - 1.0373603976704429, - 0.9974923617573629, - 1.0098998196849565, - 1.1923604394819194, - 1.0833214484639513, - 1.0328745232566003, - 1.0402739857013459, - 1.1225366590688706, - 0.9261829634072084, - 1.0546429695267736, - 1.0777446293534623, - 0.9933512209550289 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.6706827282905579, - "72": 0.6104417443275452, - "108": 0.5702810883522034, - "255": 0.3333333134651184 - }, - "fold": 0 - }, - { - "best_epoch": 59, - "best_val_acc": 0.6758893280632411, - "test_acc": 0.733615221987315, - "train_size": 400, - "val_size": 253, - "test_size": 946, - "stats": { - "mean": [ - [ - -0.004256254850000026, - 0.021923264150000024, - -0.012071683000000069, - -0.011057278499999901, - -0.017880446849999797, - 0.0011827752499998178, - -0.0027601811999999146, - -0.0251483662499997, - 0.055288276499999955, - 0.018802836700000086, - 0.000680779799999956, - -0.003705401924999697, - -0.0076088335999996695, - -0.006072732000000045, - 0.0014956542500000531, - -0.02329864526500025, - 0.00074919069999995, - 0.034619562699999926, - 0.014588840164999981, - -0.0003229700500000161, - 0.03756710242499937, - -0.018300292499999992, - 0.015038550999999963, - 0.038566000999999954, - -0.024540214250000143, - 0.03385858173000003, - -0.01502205307499997, - -0.03221403250000019, - -0.03763231055000007, - -0.0005684717500001015, - 0.005178833750000021, - 0.0232263649999997, - -0.018164639750000218, - -0.0284664659000001, - 0.014296748749999815, - -0.01446542499999974, - 0.017083458499999923, - -0.05198149362499994, - 0.02665897775000016, - 0.0006017054999999511, - -0.023385096025000055, - -0.00870071099999995, - -0.02645367400000001, - 0.030389902050000018, - -0.010937763500000006, - -0.05008216174999998, - -0.014492351249999987, - -0.029835240265000052, - -0.0028061221000000624, - 0.012136923749999967, - 0.04889772374999951, - -0.005096808249999897, - -0.007376563999999944, - 0.017595101374999984, - -0.013797275999999694, - 0.054841677249999804, - -0.058722712075000016, - 0.03106128492499999, - 0.04723510375, - 0.03316721925000017, - -0.00928761275000021, - 0.004404617250000025, - -0.002385128999999882, - -0.039578189499999986 - ] - ], - "std": [ - [ - 1.0176195895454074, - 1.0490244648468456, - 0.9960419330218429, - 1.0013824399376616, - 0.9994469044392366, - 0.9946100427625639, - 1.0157545132253116, - 0.9788609202986969, - 1.071845617834868, - 0.9893086678710389, - 0.9761446960534231, - 1.0226495027246933, - 1.039042345736355, - 0.9862504907230619, - 1.010782124858231, - 0.9283410333997018, - 0.9169243300337626, - 1.2172212453002578, - 1.0463189591077335, - 1.0069757171220548, - 1.1331476744057545, - 0.9469821203572525, - 1.056155176364169, - 1.0595663845370344, - 0.9428967883897005, - 1.0970228794322368, - 0.9685633455294996, - 0.9741644818618026, - 0.9143633677590421, - 1.0691597858758368, - 1.01412670505509, - 1.070121954375621, - 0.951399475845066, - 0.9830032176811866, - 1.0946821401422548, - 0.9450181434403627, - 1.0182514042513124, - 0.9407099037863594, - 1.0799791344020868, - 0.9842100577075739, - 0.9049268404343978, - 0.9743966176706755, - 0.9614307865494272, - 1.0589976460635564, - 1.033707681388281, - 0.9570270454194322, - 0.9726967073724329, - 0.9598087507205947, - 1.0248291708573996, - 1.0065887165171423, - 1.1899283807762595, - 1.046684908157972, - 0.9585960515533316, - 1.0015106988574207, - 0.9882827515120411, - 1.1390243681390715, - 0.903234233001017, - 1.0770406438636961, - 1.0289747705280785, - 1.108986637240471, - 0.9644875764134929, - 0.9341662575099802, - 1.0003551075843455, - 0.9381906895869818 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.6245059370994568, - "72": 0.5849802494049072, - "108": 0.5375494360923767, - "255": 0.35177865624427795 - }, - "fold": 1 - }, - { - "best_epoch": 80, - "best_val_acc": 0.752, - "test_acc": 0.7239199157007377, - "train_size": 400, - "val_size": 250, - "test_size": 949, - "stats": { - "mean": [ - [ - 0.006781644050000072, - -0.01704826455000003, - -0.002251882250000035, - -0.0028131144999998512, - -0.005865192699999791, - 0.009570933999999944, - -0.009578214299999865, - -0.024165803499999656, - -0.01858652050000008, - -0.016836627099999942, - 0.022271386250000094, - 0.02783143624999974, - 0.013649515400000272, - 0.03256191874999994, - 0.007509060350000286, - 0.028498989239999706, - 0.009155898099999922, - -0.05709269885000008, - -0.011131543627500075, - 0.007129308599999935, - 0.009527655224999435, - 0.048195565000000024, - -0.03163669524999997, - -0.012298672749999962, - -0.015361769500000262, - -0.020092703134999917, - 0.00814105310000005, - 0.010467141749999798, - 0.000659113049999987, - 0.0005926604999999846, - -0.003039380250000019, - 0.006916299999999689, - 0.0028526314500000234, - 0.02393395764999979, - -0.017349249750000083, - -0.004382585749999812, - 0.0006067708249999293, - -0.02260160009999996, - -0.020113583249999886, - -0.027872431749999968, - 0.012264436799999952, - 0.015939157750000252, - -0.014283123999999987, - -0.014588402899999955, - 0.013490449499999968, - 0.011403421250000092, - 0.012658765250000021, - -0.014379616514999992, - 0.014957853600000057, - 0.00609202149999992, - -0.02169176450000027, - -0.0238132444999999, - -0.016261851749999882, - -0.006561618624999998, - 0.00928921537500022, - -0.0672483589999997, - 0.0054866013749999285, - 0.003738513875000059, - -0.02022912349999999, - -0.003440074000000029, - 0.030528467999999764, - 0.03239571075000004, - 0.03326437500000009, - -0.011354963499999924 - ] - ], - "std": [ - [ - 1.0176353776788036, - 0.9190930489962008, - 1.0268538651935009, - 0.9999682393873391, - 0.9984018173866293, - 1.0374879590245607, - 0.9749352350820676, - 0.996266197839155, - 0.9511625612934416, - 0.9876855487180032, - 1.105409076208761, - 1.0321003973234553, - 1.0235494324640213, - 1.1213865795944102, - 1.0879930289006665, - 1.0838318604426802, - 1.0877272851283968, - 0.774752481406204, - 1.0373588129982505, - 0.9969058944401101, - 1.011738502430844, - 1.1511835702083388, - 0.9377685226320285, - 1.0219749119064445, - 0.92170310125349, - 0.9806129656814709, - 1.0038200109094886, - 1.0479216121391026, - 1.0231420017542938, - 0.9787899196190312, - 1.0290085842795444, - 1.0501562971981688, - 0.9469912325322501, - 1.0353208445844364, - 0.9577479946023613, - 0.9403622048724667, - 0.9697131314173383, - 0.9465545623876653, - 0.9782386950900146, - 0.9139584627856204, - 0.9779691745581587, - 1.0259013952137952, - 0.9330608640569992, - 0.942152577459924, - 0.9978008930918613, - 1.0501702677822984, - 1.0356406401318516, - 0.9717916536323801, - 0.982544393973635, - 1.047669652090456, - 0.8616845618348262, - 0.9101934286793992, - 1.0301962610060198, - 0.9575486231894531, - 0.9827140500471714, - 0.5778539784498753, - 0.9613134752896453, - 1.0047774832021952, - 0.9907827459169802, - 0.9871971074482115, - 1.162147207193799, - 1.0844411935907712, - 1.0567242900140779, - 0.9982258566338452 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.6920000314712524, - "72": 0.6360000371932983, - "108": 0.5840000510215759, - "255": 0.3680000305175781 - }, - "fold": 2 - }, - { - "best_epoch": 51, - "best_val_acc": 0.7736625514403292, - "test_acc": 0.7081589958158996, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.014342517400000006, - -0.010508095700000018, - 0.020846525499999963, - 0.0065602567500000954, - 0.04070300080000023, - 0.005624379000000016, - 0.010057827824999985, - -0.0016692939999995607, - -0.0012298350000000452, - 0.004113477850000035, - -0.006016862100000142, - -0.027265562499999736, - 0.012290107750000214, - -0.017597352249999944, - -0.05018481082499988, - -0.019962193892500257, - -0.01139161950000006, - -0.022701001150000014, - 0.0013786910799999214, - -0.014646860050000085, - -0.015396491325000532, - 0.008186758999999919, - 0.04188897099999995, - 0.029843807999999857, - -0.027753020000000236, - -0.0005539261349998608, - -0.017307911899999966, - 0.011377426749999739, - -0.022145610699999995, - 0.007566919749999868, - -0.027431704249999946, - 0.042545776999999674, - 0.052352197149999995, - -0.006990049900000131, - 0.010389971999999801, - 0.018498143250000078, - 0.06626066654999992, - 0.00848889462500006, - -0.018184080999999918, - 0.01926874899999994, - -0.03685933877500006, - 0.0007597582500002853, - -0.02537281875000002, - 0.008902194600000003, - 0.02412217824999988, - 0.031126447000000078, - 0.024641684499999875, - 0.0029474992500001605, - 0.005532393600000062, - -0.008580874249999974, - -0.015919812000000293, - -0.00023579924999993536, - 0.03706109150000009, - -0.0008052041249999526, - -0.03436781549999974, - 0.022327436750000006, - 0.007519205675000007, - -0.011987557750000155, - 0.01592568225000001, - 0.005316474750000138, - -0.0004174132500002535, - -0.032213199249999686, - -0.031228355999999867, - 0.02102232000000007 - ] - ], - "std": [ - [ - 0.8692420724813031, - 0.949763414888491, - 1.0642544830753824, - 1.0472839362776507, - 1.0901344960110089, - 1.0448532151498395, - 0.9860966887034024, - 0.992983631561972, - 1.0149294022896036, - 0.9431952484176876, - 1.0340529605805364, - 0.9513173925745501, - 1.0567752587933925, - 0.9542576532027438, - 0.7813209238320555, - 0.9338054729806743, - 0.9321480764995789, - 0.8561905534972463, - 0.9927488431023881, - 0.9167664054814741, - 0.9198840727955573, - 1.0334423218940791, - 1.0542630877180026, - 1.0910912930890575, - 0.9104729281174669, - 0.940879543920847, - 0.9516761628090449, - 1.0514139332592722, - 0.9431400801236285, - 1.0295711364901166, - 0.8800987512468141, - 1.1173664674104642, - 1.1433392914474967, - 0.9617273036124687, - 1.037564686694581, - 1.0144405124623135, - 1.141213336619724, - 0.9794696310119911, - 0.9763734610882173, - 1.0315472144044722, - 0.937513787219726, - 0.9989573963275813, - 0.898086886732961, - 1.0058174039027852, - 1.0273289677810482, - 1.0127412982823678, - 1.0261552552616107, - 1.0621741318043578, - 0.9715566474052263, - 0.9644661846983199, - 0.8986136195077067, - 0.9995526222906947, - 1.0617704910396841, - 1.063170800289359, - 0.9564967404036995, - 1.2714040020058475, - 1.0285638690116818, - 0.9378454050408493, - 1.0325468321763043, - 1.0983078969994187, - 0.916541159688309, - 1.0160097153090744, - 0.9197027539366839, - 1.0261398372506563 - ] - ] - }, - "width": 256, - "in_features": 64, - "out_features": 100, - "depth": 4, - "padding": 128, - "parameters": 146020, - "cert_evals": { - "36": 0.7242798209190369, - "72": 0.6707818508148193, - "108": 0.6460905075073242, - "255": 0.374485582113266 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.716423533375988, - "std_test_acc": 0.015163387208469778, - "n_samples": 1599, - "n_features": 64, - "n_classes": 100, - "mean_cert_acc_36": 0.677867129445076, - "std_cert_acc_36": 0.04184459072183561, - "mean_cert_acc_72": 0.6255509704351425, - "std_cert_acc_72": 0.03664827260376996, - "mean_cert_acc_108": 0.5844802707433701, - "std_cert_acc_108": 0.04546123589282113, - "mean_cert_acc_255": 0.3568993955850601, - "std_cert_acc_255": 0.018385503804083977 - }, - "post-operative": { - "dataset": "post-operative", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 9, - "best_val_acc": 0.38461538461538464, - "test_acc": 0.34545454545454546, - "train_size": 22, - "val_size": 13, - "test_size": 55, - "stats": { - "mean": [ - [ - 0.2644478181818181, - -0.002965454545454521, - -0.04423899999999998, - 0.0652979090909091, - -0.09040263636363635, - 0.12863909090909095, - -0.031622818181818196, - -0.010754727272727246 - ] - ], - "std": [ - [ - 0.863045425336646, - 0.9808035281210981, - 0.9954110000000002, - 0.8638286631944233, - 0.9903112638860088, - 1.0460343032985846, - 0.9593493232948251, - 0.6242961991096403 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.1538461595773697, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.5, - "test_acc": 0.36, - "train_size": 22, - "val_size": 18, - "test_size": 50, - "stats": { - "mean": [ - [ - -0.04068454545454543, - -0.13643590909090905, - -0.22522281818181814, - -0.01632572727272733, - 0.18080527272727273, - -0.36753845454545453, - -0.4196983636363635, - 0.03461609090909094 - ] - ], - "std": [ - [ - 0.48245777837997267, - 1.0509474100388445, - 0.9788196547256961, - 1.0356928042306306, - 0.9778540225386487, - 0.7579234423290888, - 0.7652973041426179, - 0.7599528606329299 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.0555555559694767, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 11, - "best_val_acc": 0.3333333333333333, - "test_acc": 0.4576271186440678, - "train_size": 22, - "val_size": 9, - "test_size": 59, - "stats": { - "mean": [ - [ - 0.035598363636363664, - -0.06970068181818179, - -0.13473090909090904, - -0.17957400000000004, - 0.18080527272727273, - 0.29403163636363644, - 0.03305631818181817, - 0.034616272727272704 - ] - ], - "std": [ - [ - 0.7964199476848967, - 1.018669033729904, - 0.9912891976159546, - 1.0484797311020457, - 0.9778540225386487, - 1.24868633500981, - 1.0040929058601908, - 0.5709040666748884 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.1111111119389534, - "72": 0.1111111119389534, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 15, - "best_val_acc": 0.5714285714285714, - "test_acc": 0.48148148148148145, - "train_size": 22, - "val_size": 14, - "test_size": 54, - "stats": { - "mean": [ - [ - -0.4221010909090909, - 0.19724022727272736, - 0.22723672727272717, - -0.016325727272727287, - -1.0092936587501423e-17, - -0.036753454545454506, - -0.16098145454545446, - 0.41270672727272745 - ] - ], - "std": [ - [ - 0.9311555791372603, - 0.9366735504705384, - 0.9576763484720417, - 1.0356928042306308, - 0.9944290000000001, - 0.7579238589268785, - 0.9505882556493265, - 0.8002666526517147 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 3, - "depth": 4, - "padding": 16, - "parameters": 2355, - "cert_evals": { - "36": 0.1428571492433548, - "72": 0.0714285746216774, - "108": 0.0714285746216774, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.41114078639502366, - "std_test_acc": 0.06840773531603606, - "n_samples": 90, - "n_features": 8, - "n_classes": 3, - "mean_cert_acc_36": 0.11584249418228865, - "std_cert_acc_36": 0.04408692575861775, - "mean_cert_acc_72": 0.0456349216401577, - "std_cert_acc_72": 0.055128746815618905, - "mean_cert_acc_108": 0.01785714365541935, - "std_cert_acc_108": 0.0357142873108387, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "primary-tumor": { - "dataset": "primary-tumor", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 44, - "best_val_acc": 0.35294117647058826, - "test_acc": 0.3553299492385787, - "train_size": 82, - "val_size": 51, - "test_size": 197, - "stats": { - "mean": [ - [ - -0.008010512195121854, - 0.054444146341463336, - 0.0366287682926831, - 0.017473585365853656, - 0.00994146341463413, - 0.14699000000000015, - 0.04866843902439027, - -0.06218121951219504, - 0.01667878048780483, - -0.03673495121951217, - 0.060766390243902485, - -0.11804926829268325, - 0.04384986585365854, - -0.04256348780487793, - 0.026720512195121893, - 0.09196453658536587, - 0.04076614634146339 - ] - ], - "std": [ - [ - 0.9284296903454413, - 0.9827553422472404, - 0.9950878705168285, - 1.0173173538014615, - 0.9933487461181214, - 1.0, - 0.962929194381142, - 1.0381881034205123, - 0.9899379872265349, - 1.011517643744964, - 0.8811077313196498, - 1.2812447336275181, - 0.9462003808216405, - 1.0326718844648832, - 0.9328296141970309, - 0.9459362255487258, - 0.9834201107664913 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 9741, - "cert_evals": { - "36": 0.2352941334247589, - "72": 0.1764705926179886, - "108": 0.1568627506494522, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 39, - "best_val_acc": 0.38, - "test_acc": 0.26262626262626265, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - -0.19990898780487798, - -0.06597853658536594, - -0.06580686585365814, - -0.04826112195121953, - 0.03728248780487797, - 0.06248341463414634, - -0.06985995121951216, - -0.0032160975609755497, - -0.06506265853658541, - 0.09333218292682927, - 0.06076639024390239, - -0.30444282926829297, - -0.1407240975609757, - -0.13789832926829237, - -0.011618548780487929, - -0.07208160975609774, - 0.0923113658536586 - ] - ], - "std": [ - [ - 1.0840763211298148, - 0.9871722424447865, - 0.9943340791237609, - 0.9878070021217906, - 0.978564253608743, - 0.7605592682926824, - 1.0434538299658207, - 1.0006713020447777, - 1.0285572185582093, - 0.9582691142993712, - 0.8811077313196498, - 1.4765153864007459, - 1.1389873689905186, - 1.0994550266298473, - 0.9827072417027007, - 1.0321010371852044, - 0.961563601529827 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 9741, - "cert_evals": { - "36": 0.19999998807907104, - "72": 0.14000000059604645, - "108": 0.09999999403953552, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 49, - "best_val_acc": 0.38, - "test_acc": 0.2727272727272727, - "train_size": 82, - "val_size": 50, - "test_size": 198, - "stats": { - "mean": [ - [ - 0.05595567073170747, - -0.11414758536585423, - -0.15360871951219476, - 0.11138004878048806, - 0.14664658536585373, - -0.022023170731707342, - 0.04866843902439022, - 0.11471414634146337, - -0.09230980487804882, - -0.010721524390243967, - -0.13876521951219484, - -0.024852487804878247, - -0.029979719512195135, - -0.13789832926829246, - 0.02672051219512185, - -0.0720816097560979, - 0.014993536585365865 - ] - ], - "std": [ - [ - 0.8752456105780106, - 1.0319878972477479, - 1.020270188955276, - 0.973373221402528, - 0.908857763487908, - 1.068933148158204, - 0.9629291943811422, - 0.9096695962820129, - 1.0396848408746504, - 1.0024455533701155, - 1.2137033994344781, - 1.1602914885292481, - 1.031634721498422, - 1.0994550266298473, - 0.9328296141970309, - 1.0321010371852055, - 0.9931654994287419 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 9741, - "cert_evals": { - "36": 0.25999999046325684, - "72": 0.19999998807907104, - "108": 0.14000000059604645, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 43, - "best_val_acc": 0.4722222222222222, - "test_acc": 0.33490566037735847, - "train_size": 82, - "val_size": 36, - "test_size": 212, - "stats": { - "mean": [ - [ - 0.03463378048780499, - 0.006275073170731583, - 0.007361365853658851, - -0.05765181707317083, - 0.06462351219512194, - 0.062483414634146285, - 0.04866843902439023, - 0.17367926829268246, - 0.043925926829268234, - -0.03673495121951222, - 0.010883487804878128, - 0.06834443902439019, - -0.029979719512194993, - 0.11632791463414643, - 0.026720512195121806, - 0.06462351219512184, - 0.14385658536585347 - ] - ], - "std": [ - [ - 0.9863628325148939, - 0.9862904448213375, - 0.9415700081720351, - 0.9778925433614022, - 0.9627768184983537, - 0.7605592682926826, - 0.962929194381142, - 0.8544857970801263, - 0.9752042587005816, - 1.0115176437449636, - 0.9787732234590277, - 0.8230916787799415, - 1.031634721498422, - 0.888087814072915, - 0.9328296141970309, - 0.9627768184983537, - 0.9363654126487833 - ] - ] - }, - "width": 64, - "in_features": 17, - "out_features": 15, - "depth": 4, - "padding": 34, - "parameters": 9741, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.2222222238779068, - "108": 0.0833333358168602, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.30639728624236817, - "std_test_acc": 0.04566802390524349, - "n_samples": 330, - "n_features": 17, - "n_classes": 15, - "mean_cert_acc_36": 0.2571568638086319, - "std_cert_acc_36": 0.056438245941663114, - "mean_cert_acc_72": 0.18467320129275322, - "std_cert_acc_72": 0.035155924772614484, - "mean_cert_acc_108": 0.1200490202754736, - "std_cert_acc_108": 0.03417258793279432, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "ringnorm": { - "dataset": "ringnorm", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 22, - "best_val_acc": 0.9831410825199645, - "test_acc": 0.9789735473660411, - "train_size": 1850, - "val_size": 1127, - "test_size": 4423, - "stats": { - "mean": [ - [ - -0.0014913630590810715, - -0.0002028115945945495, - -0.003624673004864866, - 0.030743673347964937, - -0.0034106684216216178, - -0.004585295625405408, - -0.007129368502702696, - 0.02503018201621619, - -0.009548345086486483, - -0.023094663821621602, - 0.024392343743783677, - -0.022385221852432413, - -0.011269039536756825, - 0.006084699226486499, - -0.002144298956756773, - 0.012506844875783789, - -0.00058454836702704, - 0.03584240386432444, - -0.012133667589189186, - 0.004316507892972984 - ] - ], - "std": [ - [ - 0.9784283387930162, - 0.9905460412687422, - 1.0065390278100863, - 0.9927153916321547, - 0.9735595969809379, - 0.9917492622308341, - 1.021226537005995, - 0.984043931354316, - 1.0020439489201134, - 1.0140676776467927, - 1.01390897497898, - 1.0144771852122418, - 1.0088742566237001, - 1.0031650144538549, - 0.9957376523551107, - 1.004052473854246, - 1.0009632837253672, - 1.0136956725096684, - 1.0117437667654883, - 0.9896482611831617 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 10834, - "cert_evals": { - "36": 0.9636202454566956, - "72": 0.9290151000022888, - "108": 0.8837622404098511, - "255": 0.4480922818183899 - }, - "fold": 0 - }, - { - "best_epoch": 33, - "best_val_acc": 0.9825367647058824, - "test_acc": 0.976019722097714, - "train_size": 1850, - "val_size": 1088, - "test_size": 4462, - "stats": { - "mean": [ - [ - -0.008131689650810797, - -0.002498043243243252, - -0.023727151785405413, - -0.03585440558918916, - -0.0003934882972973119, - 0.0225867714875676, - 0.033729259347567535, - 0.04028018498378375, - -0.011526702379459474, - 0.005509034924324315, - -0.0036079329924324473, - -0.010609778086486462, - -0.04445419758486492, - -0.019035246131351363, - -0.023686496141621632, - -0.004599276812324327, - -0.01283934108918918, - -0.017065241494054067, - 0.0003217353513513623, - 0.0033787389697297146 - ] - ], - "std": [ - [ - 1.022177893241832, - 0.9975248053566046, - 1.0196388744846618, - 1.0221479866384073, - 0.9970357977944808, - 1.0307981420348893, - 0.9773560353822935, - 0.9781176224444603, - 1.0106652173823045, - 0.9892263924920568, - 1.0047809286897451, - 0.9927926966385846, - 0.9948403657240741, - 1.008299177644683, - 0.986103425256104, - 1.0040901235563537, - 1.0207243055267705, - 0.9859651487873408, - 1.0109851150234057, - 1.0209172013335133 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 10834, - "cert_evals": { - "36": 0.96875, - "72": 0.9476103186607361, - "108": 0.8979779481887817, - "255": 0.5441176295280457 - }, - "fold": 1 - }, - { - "best_epoch": 40, - "best_val_acc": 0.9720930232558139, - "test_acc": 0.9794413407821229, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02891295190162165, - 0.03068944431891898, - -0.019467257363783776, - -0.009042827307170279, - 0.0023045943172973027, - 0.03461760786972972, - -0.013958165583783782, - -0.0037264931027027265, - 0.004122639091891881, - 0.008077664260864866, - 0.00500549670162161, - 0.05230572106145954, - 0.00560352195189189, - -0.0038027441356756407, - -0.006340691426324323, - -0.017875234487027075, - -0.009974290385945996, - 0.031068824466486403, - -0.018748794218378367, - 0.005651800251891893 - ] - ], - "std": [ - [ - 0.9932694884617136, - 1.0072036987514652, - 0.9893573161360424, - 0.9958218951278952, - 1.0085886667535657, - 0.9790791907975733, - 0.9983260051236463, - 0.9947362590919102, - 1.006364157341519, - 1.0005095470798928, - 0.9832199273034367, - 0.9689205473346516, - 1.0001853849462015, - 1.033775512614162, - 1.0032724243458653, - 0.9853254002831421, - 1.0043894835352993, - 1.0395476633542529, - 0.9896749630098167, - 0.9691966087764504 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 10834, - "cert_evals": { - "36": 0.9506977200508118, - "72": 0.9265116453170776, - "108": 0.8855814337730408, - "255": 0.5404651165008545 - }, - "fold": 2 - }, - { - "best_epoch": 34, - "best_val_acc": 0.9786046511627907, - "test_acc": 0.977877094972067, - "train_size": 1850, - "val_size": 1075, - "test_size": 4475, - "stats": { - "mean": [ - [ - 0.02046777164864863, - 0.0021980356432432023, - 0.004059637980540555, - -0.009342822182702694, - 0.002387918376162144, - 0.030360256719999965, - -0.015382828059459445, - -0.018204245005945925, - -0.025843862712432407, - 0.027745209016216188, - 0.004481657689729722, - 0.026131714623621623, - 0.022636812074594607, - 0.014200627510810747, - -0.0033628461978918974, - -0.017424993537297307, - 0.02008856371405403, - -0.012326211236756734, - -0.005294278313513533, - -0.011560347406486508 - ] - ], - "std": [ - [ - 1.003862152326972, - 1.0116328206717198, - 0.9982327875050149, - 1.0058161542849646, - 0.9897416118790039, - 0.97887136461081, - 0.9958939467129719, - 1.025014828335411, - 1.0096954961376094, - 1.0002821071815167, - 0.9846740927254561, - 0.9871728584855372, - 0.988810619026956, - 0.9866476352820501, - 0.9798465412109066, - 1.0074699501447237, - 0.9933722458992488, - 0.9892672826168423, - 1.0089595701990006, - 1.0171370551906491 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 10834, - "cert_evals": { - "36": 0.9609302282333374, - "72": 0.9423255920410156, - "108": 0.9013953804969788, - "255": 0.5423256158828735 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9780779263044863, - "std_test_acc": 0.0015206987324457083, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.9609995484352112, - "std_cert_acc_36": 0.007595393904390559, - "mean_cert_acc_72": 0.9363656640052795, - "std_cert_acc_72": 0.010215926715691352, - "mean_cert_acc_108": 0.8921792507171631, - "std_cert_acc_108": 0.008811719306834241, - "mean_cert_acc_255": 0.5187501609325409, - "std_cert_acc_255": 0.04712885073675817 - }, - "seeds": { - "dataset": "seeds", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 17, - "best_val_acc": 0.7, - "test_acc": 0.7109375, - "train_size": 52, - "val_size": 30, - "test_size": 128, - "stats": { - "mean": [ - [ - -0.07865740384615384, - -0.09929158269230767, - 0.10740706153846159, - -0.11327312326923078, - -0.054041704038461535, - 0.11302156807692312, - -0.12860311538461539 - ] - ], - "std": [ - [ - 0.9776589269685166, - 1.0102414254274936, - 0.8380902928078587, - 1.0256407102447727, - 0.9263919424516689, - 1.0662347835422732, - 0.9877327834391749 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.6333333849906921, - "72": 0.6000000238418579, - "108": 0.46666669845581055, - "255": 0.10000000894069672 - }, - "fold": 0 - }, - { - "best_epoch": 66, - "best_val_acc": 0.868421052631579, - "test_acc": 0.7916666666666666, - "train_size": 52, - "val_size": 38, - "test_size": 120, - "stats": { - "mean": [ - [ - 0.058945873076923054, - 0.058565444230769224, - 0.07005121538461541, - 0.06763472500000012, - 0.047836257499999944, - -0.05406976365384615, - 0.04528192692307701 - ] - ], - "std": [ - [ - 0.9708842177474521, - 0.9848353623619012, - 0.8161306877633503, - 0.9973740833983674, - 0.9401704976733031, - 0.9044940579464946, - 1.002197108725799 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.7368420958518982, - "72": 0.6315789222717285, - "108": 0.5789473652839661, - "255": 0.2631579041481018 - }, - "fold": 1 - }, - { - "best_epoch": 54, - "best_val_acc": 0.8235294117647058, - "test_acc": 0.9032258064516129, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.033384901923076866, - -0.0331742116538462, - -0.031110369230769246, - -0.035362980769230695, - -0.03749499615384611, - -0.05436379423076917, - -0.022526719230769286 - ] - ], - "std": [ - [ - 0.9921027190305836, - 0.9758756553777916, - 1.131396588661939, - 0.9525393107723146, - 1.031011005759497, - 0.9529339051548767, - 0.9671977555675655 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.7352941036224365, - "72": 0.5588235259056091, - "108": 0.47058823704719543, - "255": 0.23529411852359772 - }, - "fold": 2 - }, - { - "best_epoch": 52, - "best_val_acc": 0.9411764705882353, - "test_acc": 0.8548387096774194, - "train_size": 52, - "val_size": 34, - "test_size": 124, - "stats": { - "mean": [ - [ - -0.01415203269230775, - 0.0027556519230769717, - -0.08995134999999999, - 0.03169613269230778, - -0.04915413269230773, - 0.020229542307692343, - -0.026400719230769202 - ] - ], - "std": [ - [ - 0.968562549022194, - 0.987659685020645, - 0.896948829634495, - 0.9880022117491448, - 0.9355234042408067, - 1.095434168498032, - 1.0069225875711127 - ] - ] - }, - "width": 32, - "in_features": 7, - "out_features": 3, - "depth": 4, - "padding": 14, - "parameters": 2093, - "cert_evals": { - "36": 0.8235294222831726, - "72": 0.5882353186607361, - "108": 0.47058823704719543, - "255": 0.029411764815449715 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8151671706989247, - "std_test_acc": 0.08315498036662887, - "n_samples": 210, - "n_features": 7, - "n_classes": 3, - "mean_cert_acc_36": 0.7322497516870499, - "std_cert_acc_36": 0.07777485362287713, - "mean_cert_acc_72": 0.5946594476699829, - "std_cert_acc_72": 0.030094584678677674, - "mean_cert_acc_108": 0.49669763445854187, - "std_cert_acc_108": 0.054864307172095436, - "mean_cert_acc_255": 0.1569659491069615, - "std_cert_acc_255": 0.11094626583609479 - }, - "semeion": { - "dataset": "semeion", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 34, - "best_val_acc": 0.9007633587786259, - "test_acc": 0.8992497320471597, - "train_size": 398, - "val_size": 262, - "test_size": 933, - "stats": { - "mean": [ - [ - 0.042952336683416886, - 0.08904046231155748, - 0.07781711306532647, - 0.04420791457286419, - 0.023773748743718452, - 0.030800670854271264, - 0.05355933668341719, - 0.03393323618090457, - 0.027005577889447012, - -0.020098884422110736, - -0.038558869346733554, - -0.02876319095477392, - -0.035930085427135716, - -0.005666462311557859, - -0.03678980402010061, - -0.02540032914572887, - 0.07164423115577907, - 0.10856828643216102, - 0.016988085427135702, - 0.008401615577889203, - 0.058609482412060376, - 0.009480130653266463, - 0.017019934673366894, - 0.018380477386934664, - -0.03487012562814079, - -0.04757404020100504, - -0.03736131909547739, - -0.015900620603015, - -0.02739998994974887, - 0.02467418090452264, - 0.0249909623115577, - -0.0428204346733669, - 0.09282983919598005, - 0.0839422261306534, - 0.045602110552763954, - -0.0022594874371859885, - 0.03105556030150764, - 0.038234974874371906, - 0.05212423115577904, - -0.0418055175879393, - 0.007379648241206374, - -0.0123181708542711, - 0.03084452261306535, - -0.015929640703517652, - -0.032517437185929664, - -0.042322022613065426, - 0.012141331658292034, - -0.0381711532663317, - 0.08658839698492467, - 0.048203969849246485, - -0.04225107537688428, - -0.025943195979899407, - -0.0023844723618089915, - 0.036030047738693574, - 0.019591012562814026, - -0.00906672110552767, - 0.05304341708542693, - 0.04683804020100484, - 0.011912374371859305, - 0.007315894472361927, - -0.09851672361809082, - -0.03642700000000022, - -0.020734497487437303, - 0.031377703517588146, - 0.06271911809045175, - 0.00858300502512564, - -0.03295607788944731, - -0.05819111557788897, - 0.0045722713567837555, - 0.0003809296482409935, - -0.02592891959799003, - 0.02250984924623118, - 0.04199087437185916, - 0.015708170854271196, - -0.026958037688442335, - -0.06993793467336694, - -0.06541721608040225, - -0.06384432160804038, - 0.007286145728643622, - 0.030955864321607733, - 0.027522726130653326, - 0.036648336683416785, - -0.002193748743718662, - 0.012495773869346763, - -0.009007914572864381, - -0.0036712160804018216, - 0.058828603015075205, - 0.0316613417085427, - 0.007075424623115544, - -0.04322718592964837, - -0.06008731155778924, - -0.04533076381909549, - -0.022957175879396944, - -0.0168389145728642, - 0.025421821608039852, - 0.02792173869346751, - -0.07432091959799038, - 0.013624623115577675, - -0.034945268844221195, - 0.02665020100502518, - 0.03429036180904528, - 0.052019472361808976, - 0.05586435175879404, - -0.01356301507537669, - -0.016037165829145907, - -0.03266601758794015, - -0.04719567587939709, - -0.00748582412060346, - 0.004539849246231048, - 0.021088369346733554, - -0.011933391959799155, - -0.015972572864321154, - -0.03545065829145717, - -0.037793592964824145, - -0.044449964824120315, - 0.029925321608040113, - 0.06288003015075373, - 0.08463542713567856, - 0.02237871859296501, - 0.006899319095477609, - 0.01449656281407041, - 0.000527683417085827, - 0.03920230150753784, - 0.01104597989949731, - -0.025606010050250903, - 0.009040170854271303, - -0.005590462311557578, - -0.01597257286432165, - -0.028310065326633178, - -0.028887447236180964, - -0.0659081507537687, - -0.02844676884422169, - -0.023109949748743735, - 0.032979929648241244, - 0.004363246231154997, - 0.04131952261306578, - 0.0639989572864323, - 0.0895776356783918, - 0.08333377889447266, - 0.004363924623115477, - 0.04033003768844212, - 0.0043767613065326776, - -0.026182336683417056, - 0.005207839195979919, - -0.04224544723618088, - -0.02382967085427132, - -0.07914226130653301, - -0.06476556532663379, - -0.0037090954773871154, - 0.03603720603015092, - -0.011745665829145997, - 0.009745507537688426, - 0.03452877889447241, - 0.05641689698492448, - 0.058819748743718606, - 0.0017769246231155048, - 0.05289571608040145, - 0.020843309045226126, - -0.026537417085427038, - -0.027443012562814097, - -0.037861175879396816, - -0.009719047738693285, - -0.014178577889447092, - -0.013634623115577697, - 0.011744346733668245, - -0.06803158291457227, - -0.052816281407034815, - -0.03685464572864351, - -0.015264748743718476, - -0.02556971608040183, - -0.01646636934673348, - 0.023691919597990285, - 0.08278233165829174, - 0.00689019346733639, - -0.011008341708542625, - 0.006246170854271169, - -0.04551160301507559, - -0.01852485427135688, - -0.016720412060301414, - -0.006744517587939658, - -0.020554698492462387, - 0.0033862311557788963, - -0.013512402010050132, - 0.030196592964824073, - 0.053002623115577296, - 0.029924190954773895, - 0.010655278894472263, - -0.025002311557788908, - 0.005749233668341486, - -0.017590547738693327, - -0.0046878693467337276, - -0.025057909547738694, - -0.025841457286432157, - 0.014470603015075412, - -0.028042884422110625, - -0.026089296482412073, - -0.011480763819095607, - -0.03543923115577921, - -0.012104502512562777, - 0.033738502512562836, - 0.06796942713567744, - 0.030141675879396694, - -0.07938337688442194, - -0.10993767839195982, - -0.08592113567839203, - -0.02513346733668336, - 0.02942003768844198, - 0.016245618090452357, - -0.027027889447236178, - -0.04646055778894485, - -0.05783185678391942, - 0.003077424623115391, - 0.001774763819095415, - 0.02235859296482412, - 0.046390603015075665, - 0.07475743718592887, - 0.0031286934673366894, - -0.10202691457286422, - -0.15626765326633196, - -0.15922729145728687, - -0.027267879396984968, - 0.010767738693467357, - 0.06725591457286462, - 0.03289026633165819, - -0.05212582914572871, - -0.07667999246231152, - -0.106186944723618, - -0.05246548743718603, - -0.04017505527638196, - 0.01756687437185917, - 0.01388585929648225, - -0.0017839547738693002, - -0.019856271356783726, - -0.037364902010050265, - -0.05228199748743718, - 0.005632914572864403, - 0.04385109547738676, - 0.07341574120603038, - 0.0661586381909549, - -0.010089979899497585, - -0.018135623115577832, - -0.016660778894472178, - -0.054114793969849306, - -0.03197704522613057, - -0.014875979899497477, - 0.0030890326633166588, - 0.0005838040201005258, - -0.012102854271356855, - 0.06015804020100524, - 0.03463156281407019, - 0.058009472361808555, - 0.0446316331658288, - 0.0002885954773868734, - -0.0071491407035177675, - -0.019207316582914656, - 0.03504411055276377 - ] - ], - "std": [ - [ - 1.0563097554831, - 1.0780957512893903, - 1.0452812422000708, - 1.017690638492427, - 1.0052440697335492, - 1.001399326721192, - 0.9943611635248776, - 0.9929612277732924, - 0.9913927954434718, - 1.0053448775578797, - 1.0107048900784519, - 1.0054061730470043, - 1.0028699621408272, - 0.9995583413505211, - 0.9908593466765735, - 0.9853542136542434, - 1.0705845251257127, - 1.0662779250282277, - 1.0073168970262103, - 1.0024787753418176, - 1.0119304591198905, - 1.0015280003985942, - 1.0018124775575221, - 1.0027574917083557, - 0.9948097176804833, - 0.9923519865939135, - 0.9947029572529067, - 0.9975568639854349, - 0.9951782326467599, - 1.0031187267852708, - 1.0051393922435368, - 0.9711219802777251, - 1.0817185838320085, - 1.0424648712408837, - 1.0182936561607598, - 0.9988131715298316, - 1.0100389974395088, - 1.0139507799801692, - 1.0198550521351346, - 0.97749433095435, - 1.0032558897416382, - 0.9932725134057337, - 1.013388153002777, - 0.992842992738858, - 0.9886564261302372, - 0.9877708685493644, - 1.002648114792108, - 0.9747606061850567, - 1.0747816119657112, - 1.02255888174825, - 0.9796743045806331, - 0.9871350747933134, - 0.9985485116873231, - 1.0182554602963436, - 1.0116426528399904, - 0.9928963782396165, - 1.0328245805209502, - 1.028752519230958, - 1.0063396812352823, - 1.0030257612563318, - 0.9538014614932016, - 0.9874092532167232, - 0.9925147054908431, - 1.0217704776560097, - 1.0429986387634673, - 1.003221409383544, - 0.9871161786807092, - 0.9731000264043922, - 1.0018596893583598, - 0.9998848837132579, - 0.9838376395078868, - 1.0132854070395554, - 1.0217847466795487, - 1.0070449497421416, - 0.9875771901975943, - 0.9687095163481707, - 0.9722544188400668, - 0.9736748724392092, - 1.002916353992525, - 1.0272314038286867, - 1.0175371205727017, - 1.0126645847614397, - 0.998955451392166, - 1.004243498099933, - 0.9961238320171252, - 0.9981311657855426, - 1.0219513419744302, - 1.0121545944257246, - 1.0020340690091334, - 0.9842453448395471, - 0.9788060413943263, - 0.9810097805258174, - 0.9891626357910038, - 0.9902166181537699, - 1.0148948382390708, - 1.028918636127175, - 0.9511980135419595, - 1.003861802009821, - 0.9884969480698704, - 1.0071337781982594, - 1.008265380409389, - 1.0101011443230787, - 1.0106821329347353, - 0.9969256666173059, - 0.9967866423549481, - 0.9931894679821107, - 0.9875817203374175, - 0.997173617790909, - 1.001723029579845, - 1.0125751464485413, - 0.9912331141505772, - 0.9829645856272501, - 0.9793767425495771, - 0.9867539831463441, - 0.9841093178180385, - 1.0103484071725306, - 1.0191860749351354, - 1.0221675875431637, - 1.0044195246237828, - 1.0008342681651312, - 1.001627138412346, - 0.9997772095897719, - 1.0081078939034254, - 1.003310560327655, - 0.9881623645836118, - 1.0047875054511681, - 0.9961421301729743, - 0.9829645856272511, - 0.9869920158115834, - 0.9937316253503987, - 0.9793377827744155, - 0.9904754389720483, - 0.9925397869122989, - 1.0079161666418393, - 1.0006599864175547, - 1.0059991425953247, - 1.0069100585561557, - 1.0100296780570686, - 1.0103236310080053, - 1.0006392870463336, - 1.0075172047508214, - 1.0007852286664525, - 0.9900807435463777, - 1.004024989821359, - 0.9835365256139716, - 0.9945808044935542, - 0.9691682679807009, - 0.96674874592973, - 0.9980415205638171, - 1.0146475059616948, - 0.9949143848564165, - 1.0029906462271676, - 1.0092866189920002, - 1.0179588242197937, - 1.0178009772928769, - 1.0002181457107617, - 1.008080645940541, - 1.0024397087121901, - 0.9933173510271756, - 0.979532808786883, - 0.9865060572780482, - 0.9977415269762818, - 0.9946445941177685, - 0.9927935684967815, - 1.0058109822326597, - 0.9600947752163551, - 0.96839132111533, - 0.9786069630651635, - 0.991429793512298, - 0.984865660959036, - 0.991272639453808, - 1.0096533608655676, - 1.0197900633557413, - 1.000689387806265, - 0.997433042533609, - 1.003492294968093, - 0.9845806330338616, - 0.9966488938063878, - 0.9940656012175009, - 0.9960501295471854, - 0.9861802001739265, - 1.0020303578560832, - 0.9900047845237433, - 1.0217532005343193, - 1.0359244307293263, - 1.0209897301141686, - 1.0061223937153252, - 0.9865088395902182, - 1.0015893626764498, - 0.9952846796435972, - 0.998505053609909, - 0.9830838889803715, - 0.9912812278008364, - 1.0013260724779938, - 0.9920474470886185, - 0.986699951491271, - 0.9924575926179362, - 0.9728376598101992, - 0.9907682549659087, - 1.025076872660426, - 1.0411907333948913, - 1.018295470960672, - 0.9565632778298347, - 0.9500274157105609, - 0.9755944720993126, - 0.9941828603605654, - 1.0084492238238705, - 1.012173917495229, - 0.9873637546749423, - 0.9915215887443988, - 0.9895629283115104, - 1.000389392831378, - 1.0002897764695722, - 1.009216837413109, - 1.0207204122961515, - 1.0300273492943937, - 1.0009253171711008, - 0.9578388667517177, - 0.9464920214014784, - 0.9560486423104471, - 0.9960505224694267, - 1.001839403738359, - 1.0292507570404104, - 1.032844527725739, - 0.9670637057290374, - 0.9795327684867063, - 0.990873804709991, - 1.0050346356911726, - 1.0066384733685902, - 0.9953856475823458, - 0.9956398623489264, - 1.0001306439998972, - 1.004180675810961, - 1.0045488952963422, - 1.0031559055765875, - 0.9998417518500189, - 1.006215000354876, - 1.0258626825494845, - 1.042692556346792, - 0.9864205332461236, - 0.9760435492162586, - 0.9843487751495544, - 0.9645133054191944, - 0.9864637647341462, - 0.9965084374804701, - 1.000034736592101, - 0.9997322633620359, - 0.9981023381080815, - 1.0063573537400703, - 1.009704938325987, - 1.0267732677147232, - 1.029166926292455, - 0.9999357967957346, - 0.9919070208357084, - 0.9723136941246707, - 1.0773934238154859 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1057802, - "cert_evals": { - "36": 0.885496199131012, - "72": 0.8549618124961853, - "108": 0.8320610523223877, - "255": 0.7137404680252075 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.9182692307692307, - "test_acc": 0.8986828774062816, - "train_size": 398, - "val_size": 208, - "test_size": 987, - "stats": { - "mean": [ - [ - -0.025444005025125734, - 0.012452298994974662, - -0.01753376130653282, - -0.010535125628140796, - -0.027963286432161016, - -0.04474275879396973, - -0.001844291457286734, - -0.03242843216080438, - -0.04103420100502541, - -0.04103420100502534, - -0.07008529648241217, - -0.0339002412060303, - 0.004486437185929683, - 0.034529477386934605, - 0.05066186934673367, - 0.03759841206030118, - -0.016225437185929562, - -0.007291756281406924, - -0.021709919597990002, - -0.07642158040201036, - -0.018874525125628004, - 0.024846484924623234, - 0.006883537688442274, - 0.018380477386934792, - -0.06017425879397, - -0.10329628140703531, - -0.07275537688442205, - -0.08172246231155769, - -0.03756016080402036, - 0.024674180904522443, - 0.09202141206030141, - 0.07625499246231132, - 0.008998351758794185, - -0.025569716080401903, - -0.031083557788944435, - -0.013027306532663414, - 0.06831865326633176, - 0.011230351758794001, - 0.008583005025125642, - -0.02492873869346735, - -0.048525276381909295, - -0.07442176633165802, - -0.0577207035175878, - -0.037725047738693514, - -0.011412814070351763, - 0.030323379396984762, - 0.0794642814070353, - 0.0803478919597987, - -0.030803266331658172, - -0.04180551758793927, - 0.0072861457286432126, - 0.02951733165829129, - -0.0357700402010056, - -0.026724758793969693, - -0.03369344221105539, - -0.04033939698492487, - -0.061404133165829336, - -0.08515770351758864, - -0.07468530150753767, - -0.04247025125628165, - 0.009911819095477373, - -0.010079500000000168, - 0.09049717336683409, - 0.07485990954773888, - -0.012162479899497832, - 0.008583005025125627, - 0.03651040201005023, - 0.05084868341708568, - -0.03440337688442217, - -0.07894947236180942, - -0.0551369346733669, - -0.024766954773869324, - -0.0785643743718595, - -0.039971326633166, - -0.05980386180904579, - -0.004987391959798957, - 0.02596786432160804, - 0.0004355778894470852, - 0.04031095979899518, - 0.058227160804019816, - 0.015439334170854316, - 0.031283635678391784, - -0.0074858241206030764, - -0.025019600502512448, - -0.07371595477387047, - -0.04183514572864274, - -0.04984044221105505, - 0.004494080402009928, - 0.012374522613065268, - -0.01675520100502508, - -0.012701067839196296, - -0.023795125628140783, - -0.006465022613065289, - -0.028311256281406898, - 0.03132067839195961, - 0.057442422110552685, - -0.004038336683417221, - -0.0021707914572866695, - -0.03494526884422048, - -0.11471745728643258, - -0.08534165326633134, - -0.0046484924623118595, - 0.01981357788944731, - 0.012034547738693521, - 0.004354311557789168, - -0.0020305150753769405, - -0.011102356783919673, - -0.007485824120603068, - -0.00648208040201015, - 0.0033105125628139992, - 0.04936957286432154, - -0.0015483718592965048, - -0.029718994974874256, - -0.037793592964824124, - -0.08143026130653215, - -0.10412455276381975, - -0.05401591959799001, - -0.004798241206030193, - 0.001790125628140894, - 0.017090580402010242, - 0.004349567839195903, - 0.0464185025125627, - 0.028880633165829263, - -0.004844258793969922, - 0.029169467336683533, - 0.061084185929648475, - 0.03596850251256268, - 0.020087929648241395, - -0.039252185929648235, - -0.02888744723618094, - -0.07632192462311543, - -0.05998593467336719, - -0.012630180904522599, - -0.019015974874371653, - -0.00593697487437267, - -0.00457129648241148, - 0.07415152512562821, - 0.03869630402010022, - 0.02728184170854277, - -0.021357155778894528, - -0.0007776005025125215, - 0.019922994974874386, - 0.016423954773869348, - -0.014452487437185874, - -0.004894432160803889, - -0.01870493969849258, - -0.04199864321608045, - -0.014851090452261283, - 0.07316085929648249, - 0.08536457788944737, - 0.11267560804020099, - 0.06288003015075369, - 0.07644785427135675, - 0.03509371105527622, - 0.048207286432160684, - 0.001776924623115508, - 0.032457595477386816, - 0.07158755527638183, - -0.016237195979899414, - -0.0336133668341709, - -0.04314636683417066, - -0.05578319597989929, - -0.10459047236180906, - 0.003194804020100766, - 0.0685779899497486, - 0.02317846733668342, - 0.021932281407035317, - 0.02614409547738687, - -0.003889462311557614, - 0.020540575376884435, - -0.044554623115577605, - -0.04203865326633149, - 0.06187867336683395, - 0.04752313819095463, - -0.04686316834170835, - -0.04679553266331694, - -0.024493984924623322, - -0.01852485427135685, - -0.016720412060301434, - 0.01604057788944729, - 0.009299409547738608, - 0.0033862311557789544, - 0.02953875879397003, - 0.023905276381909438, - 0.03440919597989908, - 0.017458256281406695, - -0.018785663316582903, - -0.008077185929648255, - 0.04812320351758792, - 0.05475012562814082, - -0.0357499145728643, - -0.03103446231155784, - 0.021505778894472378, - -0.015889653266331783, - 0.013454844221105499, - 0.0017875879396984156, - 0.012179376884421975, - -0.01678287185929663, - -0.00589275879396984, - -0.004469753768844167, - 0.0018416281407035852, - 0.04801996482412023, - -0.006607417085426772, - 0.01927615075376883, - -0.013691266331658422, - 0.005638994974874419, - -0.02323134422110586, - -0.015634231155779235, - 0.02235859296482414, - 0.004349969849246065, - -0.057831856783919514, - -0.10517045226130767, - -0.01945968844221099, - 0.027845979899497508, - 0.03523984924623154, - 0.058234824120602026, - 0.04097556532663358, - 0.04702545728643234, - -0.026715706030150742, - -0.056987793969849404, - 0.0030878542713568703, - -0.055905929648241134, - -0.016319035175879428, - 0.01113210301507554, - 0.05284130653266339, - 0.04167066834170896, - 0.004379306532663385, - -0.027141316582914445, - -0.03505809045226166, - -0.06500647236180847, - -0.07488839698492449, - -0.06392821608040328, - -0.030181115577889023, - -0.01196931155778885, - -0.09264249999999949, - -0.07980767587939623, - -0.06318036432160816, - -0.013091394472361883, - 0.02329241457286456, - -0.01008997989949755, - -0.009979238693467495, - 0.0307693567839191, - 0.07542535175879414, - 0.03283405025125624, - 0.015896482412060334, - -0.06264278894472358, - -0.04979732663316539, - -0.032352462311557695, - -0.031164914572864088, - -0.002164130653266925, - -0.015071595477387092, - -0.028697351758794065, - 0.013561917085426976, - 0.03722015075376866, - 0.006671256281406974, - 0.009651467336683284 - ] - ], - "std": [ - [ - 0.9636741758313841, - 1.0114901264074088, - 0.9882775735799015, - 0.9950592288041458, - 0.9923805318375012, - 0.9954931130085297, - 0.9998185415922022, - 1.004999458131321, - 1.010779654446278, - 1.010779654446278, - 1.0185416165064392, - 1.0063375239233516, - 0.9991983947714009, - 0.9997603743675092, - 1.0095253737082777, - 1.0193698237551072, - 0.9821944196534186, - 0.9946303679905539, - 0.9894242823280908, - 0.9705707946712009, - 0.9949783327748166, - 1.0043140064479021, - 1.0005809927926241, - 1.0027574917083555, - 0.9904879432435517, - 0.9807642982944419, - 0.9886574068821276, - 0.9859635090427469, - 0.993309351687357, - 1.0031187267852708, - 1.016593255470364, - 1.0442887804592182, - 1.0083038126963626, - 0.9848656609590366, - 0.9855933554664763, - 0.9945670911869946, - 1.021074800634514, - 1.0040491737335164, - 1.003221409383544, - 0.9867264401919432, - 0.9744951602926358, - 0.9578713331810542, - 0.9708937667896353, - 0.982985543001351, - 0.9959503979748483, - 1.0070454733225949, - 1.016290393566305, - 1.0456745349293197, - 0.9697098121066737, - 0.9774943309543503, - 1.002916353992525, - 1.0129710134068142, - 0.9818517087835826, - 0.9848326582689778, - 0.9778679221613454, - 0.968463827587338, - 0.9562287284130288, - 0.9385814756983131, - 0.9535361456044965, - 0.9789868837316601, - 1.0036524516031298, - 0.996437230762304, - 1.025505334499929, - 1.0500603213568676, - 0.9906100846596538, - 1.003221409383544, - 1.012180944973295, - 1.0196387340397408, - 0.9825025594694498, - 0.954339750008454, - 0.9648376067685865, - 0.9839085531249888, - 0.952009038761473, - 0.9795794492787074, - 0.9716080021777768, - 0.9976717208316266, - 1.0091951026702335, - 0.9998457759635255, - 1.0167764080390456, - 1.0501441178091095, - 1.0098311230543442, - 1.0108582982234158, - 0.9971736177909091, - 0.9900282216050488, - 0.9676953459071826, - 0.9809946576246661, - 0.9776591097799061, - 1.0015254267851037, - 1.0037560308732274, - 0.9939516521695569, - 0.9956124335469829, - 0.9901857170585183, - 0.9967866165949004, - 0.9835484169272641, - 1.018300563902619, - 1.0581476797822778, - 0.9972534687047357, - 0.9990036074983834, - 0.9884969480698704, - 0.9585590451776096, - 0.9727715498408732, - 0.9986198721072891, - 1.0039545778843277, - 1.0019737557338864, - 1.0004300707708857, - 0.9993128946907187, - 0.9970527336984197, - 0.9971736177909094, - 0.996738394700752, - 1.0017488836874449, - 1.032459139242276, - 0.9980880058113938, - 0.9827755352139497, - 0.986753983146344, - 0.9694084590768833, - 0.954374856491467, - 0.9794063309627129, - 0.9981812449768528, - 1.0000844130171747, - 1.0024414937297792, - 1.000289920583818, - 1.0066579629145789, - 1.006045023392842, - 0.9980537361415068, - 1.0118648303811897, - 1.0321212562513462, - 1.0214564915487925, - 1.0199705326922406, - 0.9818228908495026, - 0.9937316253503986, - 0.975676694136014, - 0.9791967139583257, - 0.995853785405071, - 0.9944140275090272, - 0.998324720722163, - 0.9988796207201501, - 1.0076775206024515, - 1.0051477965419011, - 1.003942697943822, - 0.9947376367611466, - 0.9995186129589284, - 1.0045214386643773, - 1.0053188986302066, - 0.9873973753633679, - 0.9979198179428485, - 0.9957288015852994, - 0.9844024166044868, - 0.9926040090239354, - 1.0288602149576338, - 1.0327381635127548, - 1.0376323561660248, - 1.0191860749351351, - 1.019248439489373, - 1.0114615654187875, - 1.0148089052316012, - 1.0002181457107615, - 1.0051758820658891, - 1.007308437371659, - 0.9958774515386598, - 0.9748378659951137, - 0.9845361751656108, - 0.9871701294240001, - 0.9569477899284584, - 1.0012684139824397, - 1.033059928368479, - 1.0117771863985163, - 1.0115884288301853, - 1.0135614014099843, - 0.9976100259611177, - 1.010965511332625, - 0.9761143046477329, - 0.9803433318407708, - 1.0153886119387059, - 1.0056269030060545, - 0.9892055337201077, - 0.969426249412664, - 0.9918445350591615, - 0.9966488938063878, - 0.9940656012175014, - 1.0080956439499935, - 1.0056005212297308, - 1.0020303578560827, - 1.019908165966182, - 1.0172691233582607, - 1.0236709394617247, - 1.0122768805463278, - 0.9879530979067631, - 0.9955177997515855, - 1.0145032156568023, - 1.0113052100223867, - 0.9900950783072645, - 0.9789878020749606, - 1.0061210323379788, - 0.9976371796061079, - 1.0030525515532585, - 1.0005432856827527, - 1.0071552470675884, - 0.9872213285090347, - 0.9953725735493347, - 0.996186609496757, - 1.00089379219493, - 1.0287570615182273, - 0.9964079316152177, - 1.0069062426818565, - 0.9963817032039104, - 1.0008280481425031, - 0.9920979056678535, - 0.9872669976493121, - 1.0092168374131085, - 1.0003352873084816, - 0.9895629283115106, - 0.9695148264401307, - 0.9928241899429654, - 1.011466978521356, - 1.015897314997225, - 1.0238688838054302, - 1.0150342744039813, - 1.0149508574937365, - 0.9925404112632117, - 0.9872466320901033, - 1.0000513594585967, - 0.9865335518102039, - 0.9916934654171699, - 1.0111500201640033, - 1.0290091218292727, - 1.0080282510552814, - 0.9998062630573106, - 1.0027987951392292, - 1.0058448354473761, - 1.0127865866340113, - 1.0179715342017457, - 1.013555459538838, - 1.0063545738992565, - 1.0013980777392146, - 1.0039675000000043, - 0.9940267908926063, - 0.9867813019457877, - 0.9943765006272788, - 1.015526891626581, - 0.9864205332461236, - 0.9867876895945505, - 1.0266969428458936, - 1.042059643812452, - 1.0120358570624033, - 1.0028235097925473, - 0.9905175353506179, - 0.9946414253907617, - 0.9951193904567321, - 0.994780772003151, - 0.9990168722978009, - 0.9919731463227914, - 0.9791890939000777, - 1.0112363498675152, - 1.0384478663637378, - 1.0089325105827842, - 1.0217975650986395 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1057802, - "cert_evals": { - "36": 0.884615421295166, - "72": 0.8701923489570618, - "108": 0.8461538553237915, - "255": 0.7067307829856873 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.8924302788844621, - "test_acc": 0.8930084745762712, - "train_size": 398, - "val_size": 251, - "test_size": 944, - "stats": { - "mean": [ - [ - 0.025853251256281188, - 0.026377419597989695, - 0.006303957286432041, - -0.016009429648241216, - 0.013426341708542615, - 0.000583298994974769, - -0.011917678391959662, - -0.037533175879397224, - -0.020098884422110854, - 0.0008364321608037243, - 0.019239580402010244, - -0.008214989949749375, - -0.025825954773869612, - -0.0006419698492463064, - 0.009508140703517508, - -0.019673170854271324, - -0.008902964824120629, - 0.029295625628140858, - 0.03910123115577878, - 0.04551176381909547, - 0.022450278894472483, - -0.041741050251256066, - -0.028593851758793917, - -0.037733369346733686, - 0.010677314070351713, - 0.008148201005025205, - 0.008145326633165782, - 0.009415472361809119, - 0.0284809497487437, - 0.009431022613065136, - -0.03688329899497498, - -0.04282043467336695, - -0.025931434673366276, - 0.0032492160804019695, - -0.014650914572864066, - -0.034562944723617914, - 0.004439065326633279, - 0.022032201005025183, - -0.04040087437185899, - -0.02492873869346697, - 0.012970140703517999, - 0.010264954773869574, - -0.013438090452261338, - -0.04317389949748748, - -0.011412814070351772, - 0.05626816582914544, - -0.03446686432160752, - -0.03817115326633142, - -0.01699248241206059, - 0.00882481909547732, - -0.04225107537688392, - -0.020397143216080688, - -0.035770040201005424, - -0.03813472361809031, - -0.05145492713567884, - -0.03408486180904533, - 0.016902085427135845, - 0.03483842713567786, - -0.03427305276381909, - -0.03140666331658277, - -0.011773889447236174, - 0.047884999999999796, - -0.0048442587939699355, - -0.04316322110552765, - -0.024642746231156448, - -0.002302301507537566, - -0.006238201005025181, - -0.0363831557788939, - -0.028835427135678583, - -0.04495072864321667, - 0.020803904522613076, - -0.007038153266331668, - 0.06495377889447201, - 0.026844070351758658, - -0.026958037688442293, - -0.02663757286432158, - 0.020592271356783716, - 0.027218869346733378, - 0.023798552763819147, - -0.016768904522613152, - -0.020810841708543488, - 0.004460130653266039, - 0.013682477386934629, - -0.025019600502512482, - -0.019792587939698632, - 0.02358873366834184, - -0.011806276381909597, - 0.020794437185929524, - 0.028271816582914534, - -0.006166407035175833, - -0.044291896984924944, - 0.024660060301507664, - 0.032016668341708576, - 0.04052279396984933, - 0.0490172487437184, - -0.016359286432160735, - -0.056750273869347244, - -0.007435929648241428, - 0.0017769246231154824, - 0.021414361809045206, - 0.04469314572864335, - 0.052019472361808976, - 0.0043632462311552775, - 0.03251259798994986, - 0.01964791959799002, - -0.022454183417085893, - -0.10391374874371867, - 0.008390402010050075, - 0.03760563819095469, - 0.11590360552763804, - 0.0493695728643219, - 0.04893633165829245, - -0.06410897487437181, - -0.006136658291457329, - -0.033884165829145316, - -0.002246648241206082, - -0.01682175376884426, - 0.00046256281407027904, - 0.022378718592965034, - -0.018578834170853733, - -0.06667939698492395, - -0.06575905527638143, - -0.043371045226129806, - 0.01104597989949733, - 0.06203475376884437, - 0.037953512562814026, - -0.005590462311557684, - 0.03451213065326728, - -0.022839005025125664, - -0.003315185929648206, - -0.024253055276382062, - -0.0389598241206035, - -0.03882960301507507, - -0.03981433668341692, - -0.031687527638191625, - -0.05046211557788869, - -0.0578318567839198, - -0.03762569346733697, - -0.0389613567839193, - 0.01979657286432155, - 0.019776218592964884, - 0.01474091708542714, - -0.042159695979899554, - -0.014452487437185876, - -0.0048944321608039645, - -0.013580208542713676, - -0.05791733668341716, - -0.009305037688442106, - 0.029235170854271467, - 0.025075567839196122, - 0.015302437185929314, - -0.022135206030150862, - 0.013569241206029991, - 0.02443211809045206, - 0.04290105527638174, - 0.09095939447236231, - 0.1091005477386932, - 0.020843309045226067, - -0.0007868643216079208, - -0.03978372110552767, - -0.0220056030150753, - -0.030192002512562766, - -0.04608865829145755, - 0.042463467336683505, - 0.051527896984924354, - 0.0915860050251251, - 0.01618239195979925, - -0.008218854271356756, - -0.020952391959798814, - 0.014776788944723587, - 0.034092487437186, - 0.04560211055276428, - 0.08278233165829134, - 0.10847255527638236, - 0.024846484924623196, - -0.052689055276382346, - 0.0017780376884420149, - -0.013441829145728687, - 0.020275924623115744, - 0.06161076884422113, - 0.08692009045226239, - 0.04008957286432224, - -0.0012120703517585535, - -0.007551306532663401, - -0.04616232160804049, - -0.013706580402010225, - -0.024673851758793934, - 0.08783185929648209, - 0.07460693467336664, - 0.0960876532663306, - 0.02119716834170848, - -0.03701101507537695, - -0.010059045226130629, - -0.010829610552763923, - -0.012481236180904494, - 0.04081522613065362, - 0.029924482412060183, - 0.008092273869346436, - -0.04316322110552756, - -0.03630996733668343, - -0.08232102512562797, - -0.04733090954773897, - 0.004588884422110799, - 0.08388306532663306, - 0.0430607738693465, - 0.04666894472361813, - -0.01270106783919614, - -0.047514080402010335, - -0.010565728643216074, - -0.026136346733668523, - -0.03245043718592946, - 0.023696067839195353, - 0.01770060301507536, - 0.044308140703517615, - -0.003787788944723613, - 0.014174522613065448, - -0.05093826633165829, - 0.02573226130653278, - 0.030287150753768848, - 0.0401397286432159, - 0.053680743718593056, - 0.02102522613065334, - -0.010747371859296528, - 0.05464842964824082, - -0.017136783919598057, - -0.045805907035175675, - -0.05090381909547731, - -0.0068819798994974556, - -0.03505809045226187, - -0.02371979899497456, - 0.00344182914572863, - 0.0033947336683414304, - 0.0007934170854273202, - -0.0018110753768842327, - 0.0032136934673366708, - 0.01568474874371846, - 0.01327067839195978, - 0.019348781407035248, - 0.004921175879397266, - 0.031125522613065133, - 0.04711545226130587, - 0.010442155778894433, - -0.024673851758794076, - -0.015774271356783803, - -0.06616341708542701, - -0.0980368467336672, - 0.0005838040201006485, - 0.008146753768844201, - 0.004349567839195794, - 0.003092396984924539, - -0.015071595477387165, - 0.007967140703517566, - -0.01298472613065332, - 0.0446150326633164, - 0.023923638190954576, - 0.0477404321608047 - ] - ], - "std": [ - [ - 1.034353343932803, - 1.024348567936632, - 1.0036818973846862, - 0.9926016744364617, - 1.0028981060461741, - 0.9997262707845033, - 1.0004780191128255, - 1.0057381568404924, - 1.0053448775578797, - 0.9994421248178098, - 0.9935827482337024, - 1.0014086229280772, - 1.0021061616018854, - 0.9996719899466749, - 1.0017361970021768, - 0.988660808590669, - 0.9901596478521693, - 1.0192247642124055, - 1.0167388988236599, - 1.0138944681676312, - 1.0047989281967311, - 0.9904645459818706, - 0.9954463096472054, - 0.9922833494657366, - 1.000931207563311, - 1.000707942136333, - 1.0005842378657308, - 1.0008281188231554, - 1.003557986182927, - 1.0010705577402124, - 0.9904311917270927, - 0.9711219802777267, - 0.9739587043622917, - 1.0015066140578677, - 0.9931898260069552, - 0.9856672449691517, - 1.0012331552789873, - 1.0081082975427937, - 0.9818673205301623, - 0.9867264401919426, - 1.0059158746745933, - 1.0048856527038488, - 0.9933559670825766, - 0.9804299925042913, - 0.9959503979748487, - 1.0125781824597548, - 0.9904165488252873, - 0.9747606061850563, - 0.9833821256471468, - 1.0040856115046517, - 0.9796743045806305, - 0.9898888553822821, - 0.9818517087835823, - 0.9782007130770088, - 0.9656942565779187, - 0.9734797731342064, - 1.010665700345605, - 1.021589297626431, - 0.9794856875095689, - 0.9845971696829052, - 0.9948281863198752, - 1.0136085631297738, - 0.9980537361415062, - 0.9668195470806507, - 0.9810513427219819, - 0.9987231668355041, - 0.997403787663875, - 0.9835516799557577, - 0.9853855373152387, - 0.9749106414617704, - 1.0117447309449026, - 0.9952897165079869, - 1.032947917542788, - 1.0120811271463608, - 0.9875771901975944, - 0.9885862353477245, - 1.0072891612096109, - 1.0093428281641061, - 1.0100051475667393, - 0.9840366571448279, - 0.9854634000263881, - 1.00134698674654, - 1.0041146501612022, - 0.9900282216050488, - 0.9917355999661862, - 1.0093104531776096, - 0.9947373509131133, - 1.0080042462360728, - 1.0087372732373883, - 0.9976110730657628, - 0.9846934585447732, - 1.0088475388403126, - 1.0133097733764065, - 1.0209739586680646, - 1.0282470508532253, - 0.9817846585536307, - 0.9633992156471255, - 0.9973233600463974, - 1.000218145710761, - 1.0057309799061696, - 1.010623899141674, - 1.0101011443230787, - 1.0006599864175545, - 1.0055249208224792, - 1.0028819022633104, - 0.9953395717809288, - 0.9698021524023763, - 1.0024258063274285, - 1.0158129918211263, - 1.063456671941438, - 1.0324591392422755, - 1.04774222887087, - 0.9616904393179179, - 0.997695806697438, - 0.9880152027656462, - 0.9988433850344972, - 0.9937292230975006, - 0.9998296099021827, - 1.0044195246237817, - 0.9963489105119412, - 0.9879651241571221, - 0.9859903114183225, - 0.9884715320146122, - 1.003310560327655, - 1.0244185872318146, - 1.0203911139057007, - 0.9961421301729745, - 1.034050235933694, - 0.989521079569911, - 0.9990477366494994, - 0.992755500716447, - 0.9868421928940853, - 0.9873393959627118, - 0.9881958106921132, - 0.9919947175362285, - 0.9895831364382834, - 0.9895629283115108, - 0.9929032652937821, - 0.9922751284451915, - 1.003847339906563, - 1.0037363434884359, - 1.0033043471411776, - 0.9838300352467959, - 0.9873973753633691, - 0.9979198179428482, - 0.9968491311161947, - 0.9780752949201328, - 0.9952808518444423, - 1.0120796997058796, - 1.0102563563170064, - 1.0056657842293373, - 0.9917811647092868, - 1.003612286469916, - 1.0080281022283166, - 1.0132678758599065, - 1.0226525060210754, - 1.0139038318701246, - 1.0024397087121901, - 0.9995063040570514, - 0.9700809553445697, - 0.9922233441291306, - 0.9933207816371948, - 0.9824557032259209, - 1.0196898531365701, - 1.0252921553121754, - 1.0436509722569267, - 1.0085279865152725, - 0.9951421649917936, - 0.9882760866228761, - 1.0078553724971193, - 1.016034101650163, - 1.0182936561607592, - 1.0197900633557413, - 1.009927427136894, - 1.0043140064479028, - 0.9653870680055727, - 1.0002294165307881, - 0.9975169703830418, - 1.0060899274497221, - 1.0302542392319602, - 1.050457422656358, - 1.0263818971478929, - 0.9988293446894524, - 0.993948379991406, - 0.9646507012293754, - 0.9894725219782052, - 0.9841733127810417, - 1.039912432152242, - 1.0215994164574418, - 1.0180415302669792, - 1.004726329086974, - 0.9748378645110533, - 0.996502380675558, - 0.9983170617806623, - 0.9963911641009451, - 1.0183269819540794, - 1.017678321054885, - 1.0055414218665415, - 0.9668195470806507, - 0.9703066737368953, - 0.9404292201679834, - 0.967852473516548, - 1.0019282394069462, - 1.028101194822195, - 1.008793562942109, - 1.0081602197776465, - 0.9956124335469831, - 0.9606578789878316, - 0.9949738705848414, - 0.9953677319031761, - 0.9944335251793368, - 1.0048415968196438, - 1.0055583780485124, - 1.0180101093887308, - 0.9978522893615333, - 1.0059363426964134, - 0.9778798529166732, - 1.0083401893079658, - 1.0068711996262265, - 1.006423096229551, - 1.0046479120669225, - 1.0037804464514235, - 0.994459962409335, - 1.0536434113524862, - 0.9893818936419583, - 0.9884128417013845, - 0.9968841227714262, - 1.0005451392022922, - 1.0058448354473761, - 1.0049722474461862, - 0.9987027037023654, - 0.998829254733481, - 0.9994987832666141, - 0.9999543973377994, - 0.9993809740185148, - 1.0000438421505866, - 1.0018684789535641, - 1.007170379629404, - 1.003098792935798, - 1.0389250180520742, - 1.057188249524631, - 1.009038472352926, - 0.9841733127810427, - 0.9933150572644535, - 0.9837566845129954, - 0.9835369109711313, - 0.9997322633620358, - 1.00066670782988, - 1.0002899205838178, - 1.000633573204784, - 0.9919731463227919, - 1.0051578019898537, - 0.988327819096806, - 1.0458203733919074, - 1.032263512848999, - 1.1039230782773841 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1057802, - "cert_evals": { - "36": 0.8605577945709229, - "72": 0.8446215391159058, - "108": 0.8207171559333801, - "255": 0.7051793336868286 - }, - "fold": 2 - }, - { - "best_epoch": 31, - "best_val_acc": 0.9383886255924171, - "test_acc": 0.9014227642276422, - "train_size": 398, - "val_size": 211, - "test_size": 984, - "stats": { - "mean": [ - [ - 0.017303708542713854, - 0.033339979899497045, - 0.042060535175879, - 0.0551565226130648, - 0.03412115577889427, - 0.020728213567838986, - 0.003192402010050319, - -0.017114201005025118, - -0.009631226130653392, - -0.014865055276382138, - -0.017541251256281226, - -0.08527074371859306, - -0.0611904120603017, - -0.045862402010050325, - 0.009508140703517527, - -0.013946012562814322, - 0.0643217587939701, - 0.0719809045226133, - 0.061214376884421925, - -0.018105633165829183, - -0.06536492964824103, - -0.07759587688442295, - -0.059003042713567794, - -0.012227075376884505, - -0.05005260552763839, - -0.04250838190954796, - -0.022192437185929587, - -0.0007109648241205073, - -0.04772033165829164, - 0.009431022613065164, - -0.04203948743718602, - -0.01305157788944726, - 0.07187196733668362, - 0.037831934673366825, - 0.018214371859296575, - -0.09378594974874371, - -0.10202691457286414, - -0.08058536683417125, - 0.008583005025125713, - 0.014450412060301456, - -0.02057281407035149, - 0.01591073618090474, - 0.05852115577889456, - 0.05490543216080418, - 0.025520276381909558, - 0.01994546482412024, - -0.029288175879396895, - -0.05002305778894475, - 0.09349378894472334, - -0.0024263668341707816, - -0.08628416080401952, - -0.042581354271357584, - 0.019872572864321515, - 0.07025994221105543, - 0.03735249748743718, - -0.021575791457286518, - 0.022925640703517693, - 0.052837846733668196, - 0.07541733668341698, - 0.023911276381909558, - -0.06598816080402005, - -0.03642700000000029, - -0.03662473618090472, - -0.0555867085427135, - 0.019038185929648087, - -0.01863026130653271, - -0.043643228643215105, - 0.029040723618090913, - 0.026844070351758627, - 0.04571258793969818, - 0.0616951256281406, - 0.04614825125628155, - 0.05347232663316565, - 0.11036331658291482, - 0.016836394472361783, - -0.015812482412060267, - -0.05466603015075383, - -0.0745576381909549, - -0.07527588944723587, - -0.0031332562814071646, - 0.009397638190954651, - -0.0009045703517589661, - 0.03485077889447228, - -0.0035822437185929427, - -0.009007914572864234, - 0.029040723618090455, - 0.04252824623115574, - 0.11859657788944705, - 0.0971600904522612, - 0.07854394472361814, - -0.01270106783919611, - -0.023795125628140776, - -0.028454560301507496, - -0.06846445226130653, - -0.05716217336683423, - -0.008979115577889234, - -0.015752100502512602, - 0.029420037688442, - -0.019207185929647985, - -0.08853826130653279, - -0.06453608542713567, - 0.021109673366834107, - 0.06616457286432129, - 0.0990662613065328, - 0.05533300502512552, - 0.028604987437185914, - -0.04203948743718602, - -0.007485824120603054, - -0.023014974874371978, - -0.020393296482412362, - -0.048715170854271364, - -0.023184673366834257, - 0.01613431155778907, - 0.025520276381909585, - -0.02331836683417028, - -0.0022466482412058235, - 0.025685864321608003, - 0.1214610552763827, - 0.12532168341708572, - 0.07314251758794003, - 0.034790552763818976, - 0.015824623115577738, - -0.06917521608040215, - -0.010141005025125743, - -0.0036958190954772753, - -0.0025251658291457193, - 0.006283527638191006, - 0.027300030150753923, - 0.07564008040200966, - 0.037600432160804075, - 0.022608927135678237, - 0.018861979899497297, - 0.03452877889447219, - 0.06937706281407076, - 0.04556413065326641, - 0.041319522613065394, - -0.0070690175879395654, - 0.0030793718592961195, - 0.017090580402010398, - 0.019796572864321606, - -0.016192964824120658, - -0.04226193969849271, - -0.05281126884422079, - -0.0013456030150753172, - 0.04312830150753776, - 0.05816602763819115, - 0.0110636683417086, - -0.00930503768844212, - 0.012763037688442154, - 0.03055638693467361, - 0.009892816582914443, - -0.038075562814070325, - -0.017870065326633208, - -0.012883457286432217, - 0.08004467336683378, - 0.04899117336683459, - -0.023747236180904754, - -0.04004978643216082, - -0.04713785929648249, - -0.04595407537688452, - -0.016720412060301323, - -0.03019200251256272, - -0.008860231155778723, - 0.02002423115577915, - 0.023111075376884147, - -0.0053246733668341605, - -0.041316502512562255, - -0.03685464572864361, - -0.06645353768844256, - -0.04286107537688441, - 0.0677983919597992, - 0.029169467336683533, - 0.025297271356783873, - -0.0032680427135678793, - -0.026374695979899457, - 0.0062461708542712385, - -0.024493984924623437, - 0.01705632160804017, - 0.041416688442211205, - 0.050218221105527164, - -0.0026422336683418032, - -0.008848216080402028, - -0.050413396984924405, - -0.013842623115578042, - -0.015173276381909613, - 0.0423901256281407, - 0.022431655778894367, - 0.04833989949748727, - -0.015437751256281409, - -0.03309212060301497, - 0.00566614572864313, - 0.034707618090452225, - -0.020580653266331614, - -0.04118986683417089, - -0.043604532663316625, - -0.06511693467336681, - -0.04697097487437197, - -0.047876804020100805, - -0.03695147738693452, - -0.023573881909547713, - 0.02588810050251267, - 0.059938824120602745, - 0.06057039195979934, - 0.030043969849246118, - -0.02400981909547736, - -0.061034673366834095, - -0.03376162060301523, - -0.0028822914572863433, - 0.0004090452261306595, - -0.056622663316582986, - -0.05783185678391955, - -0.04331452261306535, - -0.02476830150753774, - -0.04897743718592962, - -0.02051391959798998, - -0.013363165829145748, - 0.01934878140703507, - 0.031055560301507686, - 0.040651306532663266, - -0.016091994974874516, - -0.06268290201004995, - -0.035390954773869276, - -0.027462361809045256, - -0.05414238693467362, - 0.006189246231155719, - 0.0005052211055278901, - -0.025775125628140556, - -0.047400653266331895, - -0.06064291457286465, - -0.023719798994974565, - -0.017446231155778813, - -0.012141331658291529, - 0.026605527638191077, - 0.033742751256281414, - -0.006876432160804101, - 0.005632914572864249, - -0.042793419597989886, - -0.0293114824120604, - -0.037945047738693345, - -0.05130548241206037, - 0.014489914572864079, - 0.01721788944723632, - -0.0011210979899498779, - -0.07518444221105554, - -0.05077718592964814, - -0.017136143216080403, - -0.019568648241205994, - 0.00814675376884411, - 0.08045203015075388, - 0.06091420100502482, - 0.0017932663316581627, - -0.004254356783919557, - 0.00028859547738686056, - -0.05891331407035207, - -0.08821684422110554, - -0.015741175879397072 - ] - ], - "std": [ - [ - 1.0230913089022202, - 1.0306470847496936, - 1.0253163638989118, - 1.0218049113878709, - 1.0074783028399366, - 1.0009433160751784, - 0.9994505670417713, - 1.0026241679219097, - 1.0024524994812487, - 1.0039133733751973, - 1.0048971378545626, - 1.01417394130718, - 1.004332289549513, - 0.9977382032551653, - 1.0017361970021768, - 0.9919233144935908, - 1.0637765669702473, - 1.0455715281984932, - 1.0255977102644784, - 0.99339605984875, - 0.9817359315428323, - 0.981056113878387, - 0.990012610165878, - 0.9974493811385823, - 0.9922963473581801, - 0.9932437097599804, - 0.9968980779182007, - 0.9995978440878907, - 0.9913328217211481, - 1.0010705577402124, - 0.9890209230468918, - 0.9912627019033904, - 1.0644590940044412, - 1.020043651023701, - 1.0074072543879427, - 0.958275404222389, - 0.9578388667517177, - 0.9639856165919881, - 1.003221409383544, - 1.0068397052494056, - 0.9893750244557449, - 1.0076889515382415, - 1.0247383219890505, - 1.0210165378194092, - 1.0075247387147834, - 1.0046362701743567, - 0.9918912192932127, - 0.9665843967074859, - 1.0802469947354034, - 0.998459552401291, - 0.9563901007544556, - 0.978638687720611, - 1.0089127439007188, - 1.0344283171064497, - 1.0220358948079418, - 0.9833155750584129, - 1.0144818792490966, - 1.0322631831022364, - 1.038787160693079, - 1.0103666845998722, - 0.9702991548533046, - 0.987409253216723, - 0.9866887156715956, - 0.9567900274378338, - 1.0134406606180522, - 0.991713556652289, - 0.9827676281149432, - 1.0114433247015615, - 1.012081127146361, - 1.0222420868044244, - 1.0338152076697806, - 1.0268430413524583, - 1.0274456473203384, - 1.0453074953992492, - 1.0068106834774446, - 0.99319836196822, - 0.9771166106782407, - 0.9688298069003922, - 0.9624528562451854, - 0.9968022599327558, - 1.005901557554794, - 0.9993474698627087, - 1.010564715068287, - 0.9983486611130268, - 0.9961238320171254, - 1.0114433247015613, - 1.0161717897956295, - 1.0406869709539412, - 1.0272052350520744, - 1.0224767767382823, - 0.9956124335469829, - 0.9901857170585184, - 0.9865469521402179, - 0.9587645381482431, - 0.9621648427676825, - 0.9899337643062542, - 0.9900729293902669, - 1.0084492238238705, - 0.9937034359335825, - 0.9692951161627006, - 0.9800863496307292, - 1.0042513937180102, - 1.0123603111480772, - 1.0141287908757117, - 1.007677408079292, - 1.0044650992699184, - 0.9890209230468918, - 0.9971736177909093, - 0.9889840573493727, - 0.9866310104770853, - 0.9637832135197844, - 0.9752349399210322, - 1.0083818727667295, - 1.0075247387147834, - 0.991793153918188, - 0.9988433850344973, - 1.0081706851369636, - 1.029626843869407, - 1.0196031669552301, - 1.0093980022007503, - 1.0039886223095509, - 1.0023095280591323, - 0.9808300777029364, - 0.9962389763825825, - 0.9980717278603489, - 0.9982433289914361, - 1.0036155922773329, - 1.0270598343773214, - 1.0290248534923514, - 1.0061441876968409, - 1.0055764584644775, - 1.0053031805865968, - 1.0092866189920002, - 1.0156784749241112, - 1.0088960099879092, - 1.0059991425953296, - 0.9986354940573221, - 1.0001773791355475, - 1.00244149372978, - 1.003847339906564, - 0.996065302775612, - 0.9880253584212956, - 0.9794959611542164, - 0.998556228240707, - 1.0140940621454713, - 1.0096760877814985, - 1.0033829165288874, - 0.9952808518444423, - 1.0052200897485457, - 1.012469146588948, - 1.0035830400494066, - 0.9857420630547223, - 0.9942119752062554, - 0.9950185461635798, - 1.0234288024686335, - 1.0131354799141175, - 0.9949817856959143, - 0.9931492960370479, - 0.9878551084342865, - 0.9652611606828942, - 0.9940656012175009, - 0.9933207816371951, - 0.9965622500501108, - 1.0093915715884572, - 1.0115749892045551, - 0.9968115171925963, - 0.9755344519015101, - 0.9786069630651631, - 0.961464080587249, - 0.9743356627980871, - 1.030835086571909, - 1.0118648303811906, - 1.006595799733842, - 0.9991930482950553, - 0.9940736745513704, - 1.003492294968093, - 0.9918445350591615, - 1.0021683881445074, - 1.0122899955900566, - 1.0249494745406926, - 0.9979849217942023, - 0.9934793024312332, - 0.9621029758682157, - 0.9890982158771477, - 0.9885456854845168, - 1.0294779143109518, - 1.0130593563263568, - 1.0229554890663815, - 0.9943926914757206, - 0.9911313414795533, - 1.0010785245110474, - 1.021221319921214, - 0.9930525323845899, - 0.9938444307912636, - 0.9874394122474933, - 0.965635318129075, - 0.9689109282338, - 0.9629284258029364, - 0.9717359308698656, - 0.9808646394091696, - 1.0162302100520217, - 1.0355012766301623, - 1.0272568498553079, - 1.0107564289840438, - 0.9937602047041728, - 0.9851594467890736, - 0.9884587080836413, - 0.9974266932665549, - 0.999864541688887, - 0.9894363675325561, - 0.9895629283115106, - 0.988727903086388, - 0.990877905737688, - 0.9766932163927938, - 0.9895469407930455, - 0.9935726213392223, - 1.007170379629405, - 1.0100389974395079, - 1.009109049155308, - 0.9965204677792965, - 0.9901869920407446, - 0.99174574443383, - 0.9860427444032561, - 0.9400600968558963, - 1.0033074400595374, - 0.9997993113498106, - 0.9985929054949167, - 1.0046389351594731, - 1.0095474638492092, - 1.0049722474461862, - 1.0044746555071224, - 1.0026481147921085, - 0.9930117198494639, - 0.9940678856560923, - 1.0002974171033587, - 0.9998417518500186, - 0.9914036227508137, - 0.9875178868961761, - 0.9721338649787347, - 0.9291330950891362, - 1.017948146105332, - 1.0150039988798456, - 0.9989984568183743, - 0.9666297205670561, - 0.9878791191600703, - 0.9975774564005543, - 0.9980042921168951, - 1.0006667078298794, - 1.0077886909582168, - 1.016455335207286, - 1.0005853010665489, - 0.9967266234061737, - 0.9999357967957346, - 0.9320191861094074, - 0.8633520103519924, - 0.9623275771498844 - ] - ] - }, - "width": 512, - "in_features": 256, - "out_features": 10, - "depth": 4, - "padding": 512, - "parameters": 1057802, - "cert_evals": { - "36": 0.900473952293396, - "72": 0.8672986030578613, - "108": 0.8388625979423523, - "255": 0.7061611413955688 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8980909620643387, - "std_test_acc": 0.0035882073689086627, - "n_samples": 1593, - "n_features": 256, - "n_classes": 10, - "mean_cert_acc_36": 0.8827858418226242, - "std_cert_acc_36": 0.016509075629640525, - "mean_cert_acc_72": 0.8592685759067535, - "std_cert_acc_72": 0.011788328288738631, - "mean_cert_acc_108": 0.8344486653804779, - "std_cert_acc_108": 0.010812790575374506, - "mean_cert_acc_255": 0.7079529315233231, - "std_cert_acc_255": 0.003911205382368905 - }, - "soybean": { - "dataset": "soybean", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 8, - "best_val_acc": 0.7966101694915254, - "test_acc": 0.7983870967741935, - "train_size": 376, - "val_size": 59, - "test_size": 248, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 38142, - "cert_evals": { - "36": 0.7288135886192322, - "72": 0.5762711763381958, - "108": 0.49152541160583496, - "255": 0.1525423675775528 - }, - "fold": 0 - }, - { - "best_epoch": 43, - "best_val_acc": 0.8823529411764706, - "test_acc": 0.84765625, - "train_size": 376, - "val_size": 51, - "test_size": 256, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 38142, - "cert_evals": { - "36": 0.8235294222831726, - "72": 0.8039215803146362, - "108": 0.7647058963775635, - "255": 0.5686274766921997 - }, - "fold": 1 - }, - { - "best_epoch": 32, - "best_val_acc": 0.8571428571428571, - "test_acc": 0.8366533864541833, - "train_size": 376, - "val_size": 56, - "test_size": 251, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 38142, - "cert_evals": { - "36": 0.8035714626312256, - "72": 0.7678571939468384, - "108": 0.7678571939468384, - "255": 0.5892857313156128 - }, - "fold": 2 - }, - { - "best_epoch": 41, - "best_val_acc": 0.8888888888888888, - "test_acc": 0.8278688524590164, - "train_size": 376, - "val_size": 63, - "test_size": 244, - "stats": { - "mean": [ - [ - 5.255843042108454e-17, - -1.8094273124741912e-15, - -2.362176648138631e-18, - 8.940838613204717e-16, - -4.621008067921197e-16, - -1.366519190948198e-15, - 1.8507654038166175e-15, - 5.651507630671674e-16, - 1.4615968010357778e-15, - -4.64167711359241e-16, - 2.523985748536127e-15, - -3.363149002787376e-16, - 8.314861801447981e-16, - -8.031400603671346e-17, - -1.599562680891125e-15, - 6.971373832819134e-16, - 1.972417501195757e-15, - -9.955098211499242e-16, - -1.1840410448794887e-15, - -3.451730627092574e-16, - -1.2253791362219147e-15, - -6.85031227960203e-16, - -9.162292673967715e-16, - 7.411329233534954e-17, - -1.801159694205706e-17, - -7.119009873327799e-16, - -3.6805664898810043e-16, - -2.8346119777663573e-16, - -1.1114041129492258e-15, - -2.701739541308559e-16, - -6.746967051245964e-16, - 4.340499590954734e-17, - 1.5197654009961918e-15, - 5.7947145899650795e-16, - 8.208563852281742e-16 - ] - ], - "std": [ - [ - 0.9927642409431464, - 0.9787917699554936, - 0.9857406910506461, - 0.9841528529994341, - 0.973949637619625, - 0.9888979702224631, - 0.9894238955664117, - 0.9818135979404571, - 0.9812725198980998, - 0.9866993450965212, - 0.977811553908224, - 0.9685775006733509, - 0.9885494004209142, - 0.9877929165205122, - 0.9849820534726104, - 0.9696513186147865, - 0.9636787239536263, - 0.9714056969361312, - 0.9790342571909385, - 0.9594712670605601, - 0.9914762416613162, - 0.9894071736370291, - 0.9717998736463911, - 0.979506353986051, - 0.9100788369549304, - 0.9740807482046461, - 0.9403062306776938, - 0.9856078858868509, - 0.9913083989488309, - 0.9728185205882999, - 0.9658866068802527, - 0.9658866068802542, - 0.9641624577988217, - 0.9579105146532193, - 0.9764373811067356 - ] - ] - }, - "width": 128, - "in_features": 35, - "out_features": 18, - "depth": 4, - "padding": 70, - "parameters": 38142, - "cert_evals": { - "36": 0.8730159401893616, - "72": 0.80952388048172, - "108": 0.80952388048172, - "255": 0.6984127163887024 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8276413964218483, - "std_test_acc": 0.021116155838767758, - "n_samples": 683, - "n_features": 35, - "n_classes": 18, - "mean_cert_acc_36": 0.807232603430748, - "std_cert_acc_36": 0.05987759607668678, - "mean_cert_acc_72": 0.7393934577703476, - "std_cert_acc_72": 0.11030445407374613, - "mean_cert_acc_108": 0.7084030956029892, - "std_cert_acc_108": 0.14602070416599777, - "mean_cert_acc_255": 0.5022170729935169, - "std_cert_acc_255": 0.23996973633941424 - }, - "spambase": { - "dataset": "spambase", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.9241379310344827, - "test_acc": 0.9266324284666178, - "train_size": 1150, - "val_size": 725, - "test_size": 2726, - "stats": { - "mean": [ - [ - 0.021226006173913785, - -0.015919149391304187, - 0.025415802530432907, - 0.03918618617391535, - -0.00802565730434888, - -0.019898612173913727, - 0.006333582695649156, - 0.0138353715652162, - 0.010869212166955465, - 0.020277107478260063, - -0.03972575965999889, - -0.02055293502608697, - -0.008113843652174586, - 0.014708887365217537, - 0.01133711377391179, - -0.015495447060868504, - 0.03913622733043563, - -0.017462963999999633, - 0.0187409115304347, - 0.005520461426088844, - -0.0038418207913071324, - 0.008610802582609307, - 0.035890673565219404, - -0.006205582330433885, - 0.009182778760001165, - -0.019677288817390202, - 0.0004982232156532273, - 0.02920531815652134, - 0.012658779999999129, - 0.017062090382608135, - -0.013314016521739344, - -0.02566035391304503, - -0.008576744521738438, - -0.022911713043477794, - 0.0025098786956515694, - -0.007468803278259888, - 0.011673062539131227, - -0.015021546086957481, - -0.00910834485217397, - -0.02154278895652143, - 0.05463170547826161, - 0.023553851304347857, - 0.010670661652173499, - 0.0295903323391293, - 0.007351219000000634, - 0.01269573645391135, - -0.023270003826086932, - 0.03709884669565298, - 0.007815205191304105, - 0.027519189395651733, - -0.015820542199999555, - -0.01672272254086909, - 0.042409089939126635, - 0.025760643735651907, - 0.02838511237043451, - -0.013437700554782798, - 0.0164267618000002 - ] - ], - "std": [ - [ - 1.1235027725136815, - 0.8904989974639629, - 0.9957178739385403, - 1.4995577621881944, - 0.926476291913068, - 0.8885189316158734, - 0.9024040689634729, - 1.0405154757286925, - 1.1233331839178615, - 0.8981778369870301, - 0.8892119217650689, - 0.9874908627493307, - 0.9205513578145247, - 0.9632286363722543, - 1.0765253751015154, - 0.8531114122905263, - 1.0916574204014953, - 0.9124374318543399, - 0.9910784663927087, - 0.9680608594157823, - 0.9407382453902644, - 0.9930333587983213, - 1.1491144107563753, - 0.6425563314801666, - 1.0428011323424244, - 0.8430611857711853, - 1.0214512070760071, - 1.1643521198183129, - 1.10698998653912, - 1.0810838839403236, - 0.8380031520069444, - 0.8416763955823331, - 1.2024906820600971, - 0.8481231877782008, - 0.8570058504483157, - 0.9470628246612116, - 1.06910230060386, - 0.5874337186131844, - 0.8169185036473402, - 0.8578401703545604, - 1.4145108263137103, - 1.0433820861839775, - 0.9733444555118707, - 1.393792873658117, - 0.9492090774739013, - 1.0044806426321926, - 0.81385805230804, - 1.3465645155559474, - 1.0636978414150784, - 1.007651802571978, - 0.6554083067039526, - 0.7777941339804235, - 1.245208842537934, - 1.6535667744655882, - 1.3137439814967093, - 0.6661201009582893, - 1.219503651337539 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 119014, - "cert_evals": { - "36": 0.8951724171638489, - "72": 0.8510345220565796, - "108": 0.7903448343276978, - "255": 0.45517241954803467 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.9293478260869565, - "test_acc": 0.9337016574585635, - "train_size": 1150, - "val_size": 736, - "test_size": 2715, - "stats": { - "mean": [ - [ - -0.024849632956522313, - -0.03413819886956486, - -0.00989163035652276, - -0.002361400086956756, - -0.03987249782608704, - 0.01090509313043455, - 0.01957335878260548, - 0.001824029217390987, - -0.024616771288696538, - -0.00523980729217439, - -0.0020601358313020405, - -0.05077641741739166, - -0.03844389808695691, - 0.0008553938956523932, - -0.01214520726087042, - -0.009230109313042243, - 0.010565583165218426, - -0.046801976826087485, - -0.013554089600000253, - 0.02790070953043506, - 0.0032765880556492374, - -0.022136448173912388, - -0.029918836608694217, - -0.007934282660868743, - -0.023365790114781765, - -0.029432224478259654, - -0.022027940843476913, - -0.010254641513043462, - -0.03708282617391394, - -0.030502210695652975, - -0.006006388869565457, - -0.048024147826089034, - 0.029480932521740062, - -0.0510750817391295, - -0.028351204086956815, - -0.026517849208694946, - 0.01842911532173985, - -0.03338618443478374, - 0.006675741999999962, - -0.04656739886956605, - -0.020719941826085986, - 0.006543958434782931, - 0.011525401739130135, - -0.008087698269565702, - 0.025108898113044256, - -0.007957335130433963, - -0.015061640434782204, - -0.03721756826086869, - -0.03895043960869612, - -0.001666222565217826, - -0.010009838134782371, - 0.03633144539478134, - -0.06020993099130556, - -0.0013161700260872296, - -0.03022302409408695, - -0.004946863700869469, - 0.004550906813912774 - ] - ], - "std": [ - [ - 0.8958373484867075, - 0.9002436174684451, - 0.9749857170890281, - 0.9175103073316754, - 0.8456789748627611, - 1.0296079196279977, - 1.0663773858644263, - 0.9918744873399122, - 0.9377758356585005, - 0.9683003635587637, - 0.9988701214159026, - 0.8510020785398145, - 0.8120292232717867, - 1.1716911892002921, - 0.9335490252401448, - 0.9275724825067901, - 1.0706786172093499, - 0.8159996197989664, - 1.018783583831139, - 1.3842479172234758, - 1.039815972096556, - 0.8839135364998896, - 0.8932393785890523, - 0.9102522959355095, - 0.9028197785306566, - 0.9621741754161531, - 0.9455093600221522, - 1.0873334815971143, - 0.9298495573937857, - 0.8712375739105048, - 1.1638136373741579, - 0.7194920963255054, - 0.993798468472957, - 0.7165877104812148, - 0.7540408567752576, - 0.9687673124893158, - 0.981800827979203, - 0.29631208384482205, - 1.2015746837404693, - 0.8040600124748868, - 0.721184410759368, - 1.0883976635466879, - 1.1000595828326398, - 0.6542723004921799, - 1.1435952861265584, - 0.9423531730144734, - 0.6560729981871746, - 0.5591229852816202, - 0.5489093243563901, - 0.9888972344464931, - 0.6428451363337641, - 1.028319563197099, - 0.6205068262838673, - 0.5771896246525331, - 0.41206923845873533, - 0.6584069792527852, - 1.0945705958475596 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 119014, - "cert_evals": { - "36": 0.9021739363670349, - "72": 0.8790761232376099, - "108": 0.8369565606117249, - "255": 0.5489130616188049 - }, - "fold": 1 - }, - { - "best_epoch": 26, - "best_val_acc": 0.9527896995708155, - "test_acc": 0.934593023255814, - "train_size": 1150, - "val_size": 699, - "test_size": 2752, - "stats": { - "mean": [ - [ - 0.04921885617391417, - 0.014926593956521877, - 0.00847792629565125, - 0.05005613400000414, - 0.0033398545217390415, - 0.022115092173912148, - 0.020861821652170594, - 0.01550478669565098, - 0.005469835709564297, - -0.002394102646087372, - -0.004648887133041112, - -0.03289461768695655, - -0.040754755739131086, - 0.02023474459130333, - -0.03975969647826165, - -0.0013114386782596627, - 0.05593795568695754, - -0.04049862191304387, - 0.032395505704347835, - 0.003473580347827736, - -0.03802155532695763, - 0.020674000869565144, - -0.029397571826085454, - 0.05626614292173871, - -0.016279572017390314, - -0.040442041434781556, - -0.027683359373911642, - -0.018165945565216026, - -0.0067161096434789095, - -0.01001410846956648, - -0.022173674869565393, - 0.0009115565217380702, - -0.0006774207913042033, - -2.747652173902797e-05, - -0.017699280086957207, - -0.0014646963999993766, - -0.01282538191304263, - -0.03204628226087075, - 0.032762344347826086, - -0.009639197913043794, - 0.10482606808695744, - -0.031013759826086604, - 0.020927692434782336, - 0.006242524399999054, - -0.026823291339128374, - 0.043980723565215755, - -0.005029141565217051, - -0.00635898059999959, - 0.007536563304348806, - -0.0018206163191308838, - -0.026798041434782056, - -0.002352054191304867, - -0.031762150104349914, - -0.03071606211652189, - -0.002249609841739219, - -0.015034978442608676, - 0.011666985643478154 - ] - ], - "std": [ - [ - 1.1778724434167362, - 1.0760534101769437, - 1.0559839237532962, - 1.5297906049045558, - 1.1364234457764475, - 1.0490814157140953, - 1.1363046556284118, - 1.0380124741143066, - 1.075498258791, - 0.8663393072266115, - 0.9747929071031151, - 0.969828844789839, - 0.7696639194748692, - 1.0473361728395063, - 0.8303333840972749, - 0.8838263753298514, - 1.2440346851573585, - 0.9334811719941839, - 1.02990808565559, - 0.8957714253842652, - 0.9678502243817942, - 1.1500298875956583, - 0.9330778093343873, - 1.5773371750732401, - 0.9230289983981412, - 0.8158091055273212, - 0.9489997820681896, - 0.9552807238624355, - 1.0072242253552435, - 1.0223260308735955, - 0.8234643073736883, - 1.0311031398813912, - 0.8806613305973721, - 1.0286119212691307, - 0.8014510966571808, - 0.9352593214362214, - 0.9329050736248139, - 0.3527683412758974, - 1.1692746053848972, - 1.002962447177659, - 1.4919910858493521, - 0.8738202541405161, - 1.1462384337701108, - 1.0090960980820731, - 0.9207764793259576, - 1.0912524568744784, - 0.816026256403742, - 0.7771366886117157, - 0.9566601501316736, - 0.9562471491235174, - 0.6185383136448549, - 0.8282423578976752, - 0.7966634350742242, - 0.34217344919196696, - 0.8296715880092417, - 0.6379508479090837, - 1.2381153537237015 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 119014, - "cert_evals": { - "36": 0.9270386695861816, - "72": 0.8841201663017273, - "108": 0.8412017226219177, - "255": 0.5050071477890015 - }, - "fold": 2 - }, - { - "best_epoch": 27, - "best_val_acc": 0.9217134416543574, - "test_acc": 0.9214131218457101, - "train_size": 1150, - "val_size": 677, - "test_size": 2774, - "stats": { - "mean": [ - [ - 0.018947906521740433, - -0.000799500504347751, - 0.01308322393912882, - -0.04350387713043517, - -0.017981908217392446, - -0.037174041304348704, - 0.022572385652170752, - -0.04463838826086928, - -0.00969831843826173, - 0.015462332956521007, - 0.02533698608174001, - -0.01796958450434803, - -0.002596639478261534, - -0.008146872721739728, - -0.010465523286957488, - -0.020865805773911915, - -0.023057402052173097, - 0.015772556173913998, - 0.029574481513043406, - -0.00723897516521638, - -0.012929820996524495, - 0.013256362000000747, - -0.016364737217389708, - -0.0054786337391299, - -0.023381384405216223, - 0.018361981547826933, - -0.027815069829563832, - -0.016357650539129607, - 0.02130572809565106, - -0.04712495074782753, - -0.023661064608695874, - -0.017694028695653844, - -0.035716115565216526, - -0.015046066956521246, - 0.017066349999999682, - -0.017144463043477796, - 0.00945527166956592, - 0.0090967913913036, - -0.019910964156521774, - -0.012770454869565474, - 0.008144727217391987, - 0.026037255217391253, - -0.03684596452174003, - -0.03572749460869723, - -0.026032580895649946, - 0.034894907043476656, - -0.040598744086955754, - -0.013571423391303747, - 0.04706986420869568, - 0.04318946167130402, - -0.01196526951304294, - -0.018042527704347985, - 0.049467921365213274, - -0.02400611535652195, - 0.06052994408086956, - 0.0599142720547826, - -0.0026769801565217854 - ] - ], - "std": [ - [ - 0.9331871594323544, - 0.9567845251269138, - 0.9760296399392536, - 0.051280137756585374, - 0.9428238363495951, - 0.8814135527767363, - 0.9954267960650186, - 0.6955201641843568, - 1.0576570344486964, - 1.1798688036970275, - 1.0384456763015388, - 0.9235329672549664, - 0.9059067437108173, - 0.8252286378311408, - 0.9221679162247977, - 1.0327807332881183, - 0.9152290942982179, - 1.0569927523658942, - 1.019968514725996, - 0.9205072920345395, - 0.9958149041823585, - 1.016878390862468, - 0.8965516556476434, - 1.0877876259600743, - 0.948111265047695, - 1.0393908013003292, - 0.9611733587640997, - 0.9251890870444093, - 1.1498439764663797, - 0.8019976062593172, - 0.8125415636929294, - 0.8726450743629817, - 0.6932596937551812, - 0.8745634092810176, - 1.3798992402930492, - 0.8915710521880803, - 0.9391065100766924, - 1.1627844455953502, - 0.8173394703147074, - 0.9245635097978325, - 0.9000725380226579, - 1.1834987177794307, - 0.775157987005211, - 0.6770693378003936, - 0.7878189821125126, - 1.0585249177081846, - 0.48012225657491536, - 0.635321002731002, - 1.2507891578889274, - 1.3781763830166411, - 0.957654911058225, - 0.6938467149180203, - 1.3755269217325827, - 0.35513836957625733, - 1.6062909589981371, - 1.7067437542745856, - 0.9544103185210019 - ] - ] - }, - "width": 256, - "in_features": 57, - "out_features": 2, - "depth": 4, - "padding": 114, - "parameters": 119014, - "cert_evals": { - "36": 0.8980797529220581, - "72": 0.862629234790802, - "108": 0.8242245316505432, - "255": 0.5450516939163208 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9290850577566764, - "std_test_acc": 0.006232299409890947, - "n_samples": 4601, - "n_features": 57, - "n_classes": 2, - "mean_cert_acc_36": 0.9056161940097809, - "std_cert_acc_36": 0.014567566904793121, - "mean_cert_acc_72": 0.8692150115966797, - "std_cert_acc_72": 0.0152020592424274, - "mean_cert_acc_108": 0.8231819123029709, - "std_cert_acc_108": 0.023049332926130286, - "mean_cert_acc_255": 0.5135360807180405, - "std_cert_acc_255": 0.04367998891556622 - }, - "spect": { - "dataset": "spect", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.8, - "test_acc": 0.6811594202898551, - "train_size": 186, - "val_size": 10, - "test_size": 69, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11866, - "cert_evals": { - "36": 0.699999988079071, - "72": 0.699999988079071, - "108": 0.699999988079071, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.6470588235294118, - "test_acc": 0.6451612903225806, - "train_size": 186, - "val_size": 17, - "test_size": 62, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11866, - "cert_evals": { - "36": 0.529411792755127, - "72": 0.47058823704719543, - "108": 0.4117647111415863, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 10, - "best_val_acc": 0.65, - "test_acc": 0.6440677966101694, - "train_size": 186, - "val_size": 20, - "test_size": 59, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11866, - "cert_evals": { - "36": 0.550000011920929, - "72": 0.5, - "108": 0.3499999940395355, - "255": 0.10000000149011612 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.7222222222222222, - "test_acc": 0.7213114754098361, - "train_size": 186, - "val_size": 18, - "test_size": 61, - "stats": { - "mean": [ - [ - -5.252668073495365e-16, - 1.532824046901829e-15, - -3.9753147010771733e-16, - -1.0338205799197695e-15, - -1.8336586729292908e-15, - -9.192169128616887e-16, - -4.405078452544976e-16, - -1.3382365705427963e-15, - -3.581364595565021e-16, - -1.082765896059158e-15, - 9.645808644055123e-16, - -1.4206079562407917e-16, - -1.8062015443632924e-15, - -2.1750820977064893e-15, - -4.643836092249311e-16, - 4.321513278648459e-16, - -1.0815721078606364e-15, - -1.6653345369377348e-16, - -2.6263340367476823e-16, - 9.633870762069907e-16, - -1.6557842313495614e-15, - 9.896504165744675e-16 - ] - ], - "std": [ - [ - 0.9609812490116691, - 0.977794794349693, - 0.9757497794069608, - 0.9777145841848973, - 0.9763846529890078, - 0.9777145841848975, - 0.9757497794069606, - 0.9759794254922428, - 0.9778036455104626, - 0.9770745392598671, - 0.9775511304850781, - 0.9752286427227655, - 0.9763846529890077, - 0.9776695904695919, - 0.9768752085627053, - 0.9738782701457798, - 0.9771347940108165, - 0.9709795017179342, - 0.9706245820084402, - 0.9755001122189715, - 0.9770745392598672, - 0.9775511304850782 - ] - ] - }, - "width": 64, - "in_features": 22, - "out_features": 2, - "depth": 4, - "padding": 44, - "parameters": 11866, - "cert_evals": { - "36": 0.5555555820465088, - "72": 0.4444444477558136, - "108": 0.3333333432674408, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6729249956581103, - "std_test_acc": 0.03657238686327274, - "n_samples": 265, - "n_features": 22, - "n_classes": 2, - "mean_cert_acc_36": 0.5837418437004089, - "std_cert_acc_36": 0.07831706312152678, - "mean_cert_acc_72": 0.52875816822052, - "std_cert_acc_72": 0.11639492752289242, - "mean_cert_acc_108": 0.4487745091319084, - "std_cert_acc_108": 0.17084791875368438, - "mean_cert_acc_255": 0.02500000037252903, - "std_cert_acc_255": 0.05000000074505806 - }, - "spectf": { - "dataset": "spectf", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 1, - "best_val_acc": 0.47619047619047616, - "test_acc": 0.5084745762711864, - "train_size": 187, - "val_size": 21, - "test_size": 59, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 46258, - "cert_evals": { - "36": 0.4761904776096344, - "72": 0.4761904776096344, - "108": 0.4761904776096344, - "255": 0.4761904776096344 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5263157894736842, - "test_acc": 0.5081967213114754, - "train_size": 187, - "val_size": 19, - "test_size": 61, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 46258, - "cert_evals": { - "36": 0.4736842215061188, - "72": 0.4736842215061188, - "108": 0.4736842215061188, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 9, - "best_val_acc": 0.6, - "test_acc": 0.48333333333333334, - "train_size": 187, - "val_size": 20, - "test_size": 60, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 46258, - "cert_evals": { - "36": 0.550000011920929, - "72": 0.550000011920929, - "108": 0.550000011920929, - "255": 0.550000011920929 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.5555555555555556, - "test_acc": 0.5, - "train_size": 187, - "val_size": 18, - "test_size": 62, - "stats": { - "mean": [ - [ - 9.73262032024493e-08, - 7.37967914422617e-08, - -2.8021390374859026e-07, - 8.342245993522504e-08, - 1.438502673446313e-07, - 4.27807487904935e-09, - -3.208556132607522e-09, - 2.4438502673282447e-07, - -4.064171128261887e-08, - -1.245989304839758e-07, - -2.7005347592964245e-07, - -9.828877005220575e-08, - -2.7272727281823347e-08, - -9.786096256698731e-08, - -2.1390374290903598e-08, - -1.764705878989899e-08, - -2.1016042791891207e-07, - -1.443850270181913e-08, - -1.9251336897019774e-07, - -1.026737967961774e-07, - 2.2139037467217133e-08, - -1.871657754046705e-07, - -2.433155080530257e-07, - 3.422459890534254e-08, - 6.320855603067246e-08, - 1.203208557214405e-07, - 1.5240641710866705e-07, - -1.2566844921602035e-07, - -1.465240642376751e-07, - -2.577540106646021e-07, - -1.3475935830036328e-07, - -8.181818183804877e-08, - 3.272727272453287e-07, - -5.347593584110138e-08, - 2.6737967877210432e-08, - 8.449197850875112e-08, - -1.9251336920322585e-08, - -1.4919786096240437e-07, - -4.705882350701689e-08, - -7.112299465890437e-08, - -8.395721923564323e-08, - 2.0106951872948384e-07, - -2.2117647054603053e-07, - 1.7219251329526993e-07 - ] - ], - "std": [ - [ - 0.9973228707261231, - 0.997322592235688, - 0.9973223292917861, - 0.9973227306511006, - 0.99732255532754, - 0.997322255366945, - 0.9973226239770173, - 0.997322228679491, - 0.9973224624202952, - 0.997322743624266, - 0.9973222482787992, - 0.997322493534107, - 0.9973232185155234, - 0.9973228780399456, - 0.9973223891564488, - 0.9973225844652592, - 0.9973225517530112, - 0.9973225554412601, - 0.9973222478195743, - 0.9973226789069762, - 0.997322213988001, - 0.997322643819296, - 0.9973226574869563, - 0.9973225588456511, - 0.9973227088028409, - 0.9973226325041668, - 0.9973227670427876, - 0.9973226762758315, - 0.9973224495674463, - 0.997322983837095, - 0.997321878860045, - 0.9973226923900768, - 0.9973225315151032, - 0.9973225107812234, - 0.997322704618034, - 0.9973227074584576, - 0.9973225552504908, - 0.9973228014956899, - 0.9973225828407466, - 0.9973226373516573, - 0.9973225174190434, - 0.9973227159363205, - 0.9973224262644476, - 0.9973224878506673 - ] - ] - }, - "width": 128, - "in_features": 44, - "out_features": 2, - "depth": 4, - "padding": 88, - "parameters": 46258, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.5 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5000011577289988, - "std_test_acc": 0.011786750409542957, - "n_samples": 267, - "n_features": 44, - "n_classes": 2, - "mean_cert_acc_36": 0.49996867775917053, - "std_cert_acc_36": 0.03539967430150687, - "mean_cert_acc_72": 0.49996867775917053, - "std_cert_acc_72": 0.03539967430150687, - "mean_cert_acc_108": 0.49996867775917053, - "std_cert_acc_108": 0.03539967430150687, - "mean_cert_acc_255": 0.38154762238264084, - "std_cert_acc_255": 0.2562180266203821 - }, - "statlog-australian-credit": { - "dataset": "statlog-australian-credit", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 41, - "best_val_acc": 0.5849056603773585, - "test_acc": 0.5436893203883495, - "train_size": 172, - "val_size": 106, - "test_size": 412, - "stats": { - "mean": [ - [ - 0.05059407542441863, - -0.0114752416860465, - 0.028838848837209195, - 0.03936136046511627, - 0.10460593604651149, - 0.0779865668604651, - 0.08156061627906987, - 0.15811348837209352, - 0.05523483604651162, - 0.1309385000000002, - 0.06254351744186054, - -0.11882176316511633, - 0.041984078837209345, - 0.07566618604651176 - ] - ], - "std": [ - [ - 1.0101299726407869, - 1.0530472517300817, - 0.9967360557731824, - 0.9782321556549705, - 1.0601462124818095, - 1.0386276590440506, - 0.9921323025144253, - 1.0098717215967856, - 0.8568205957330315, - 1.0017391917815985, - 0.8280019139302006, - 0.8059241197617667, - 1.4892583738151293, - 1.0047800961056161 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.4245283007621765, - "72": 0.25471699237823486, - "108": 0.17924529314041138, - "255": 0.01886792480945587 - }, - "fold": 0 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5670103092783505, - "test_acc": 0.5961995249406176, - "train_size": 172, - "val_size": 97, - "test_size": 421, - "stats": { - "mean": [ - [ - -0.0864253130930232, - -0.033577701104651185, - -0.03875552325581389, - 0.029890569767441845, - 0.028733052325581446, - 0.014722290813953477, - 0.05829668604651171, - -0.01803883720930214, - 0.054039201162790776, - -0.043972749999999845, - -0.07365430232558125, - -0.024331187647674404, - 0.08401893802325594, - 0.08735679069767467 - ] - ], - "std": [ - [ - 0.9209242895195554, - 0.9435504125386636, - 1.067477333690663, - 1.061435553615557, - 1.0025792818765138, - 1.0277952989603758, - 0.9948560751139975, - 0.9964680315230806, - 0.9046016810802003, - 0.994587469176134, - 1.1556768232845753, - 0.935329242863178, - 1.6527499781150876, - 1.0051200887036142 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.3711340129375458, - "72": 0.2680412232875824, - "108": 0.10309278219938278, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 13, - "best_val_acc": 0.6555555555555556, - "test_acc": 0.5794392523364486, - "train_size": 172, - "val_size": 90, - "test_size": 428, - "stats": { - "mean": [ - [ - -0.07147041345930233, - -0.029198059883720928, - -0.10634986046511644, - -0.012728412790697653, - -0.06173072674418615, - 0.0097622159302325, - 0.05829668604651169, - 0.08765255813953526, - 0.008607926744186043, - -0.06729424999999996, - 0.004173023255814025, - -0.03348306104651162, - -0.012487369767441872, - -0.017858651162790676 - ] - ], - "std": [ - [ - 0.971314722723139, - 0.8466778612216974, - 1.042970249181201, - 0.959839375401117, - 0.918650223910635, - 0.8910303524098012, - 0.9948560751139973, - 1.0082316527571256, - 0.8072245383487707, - 0.9913009258016392, - 0.8525556362245806, - 0.9327938415221685, - 0.575642414570075, - 0.997133880165406 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.4555555582046509, - "72": 0.24444444477558136, - "108": 0.12222222238779068, - "255": 0.011111111380159855 - }, - "fold": 2 - }, - { - "best_epoch": 48, - "best_val_acc": 0.5922330097087378, - "test_acc": 0.5301204819277109, - "train_size": 172, - "val_size": 103, - "test_size": 415, - "stats": { - "mean": [ - [ - -0.1213828103255814, - -0.06661143598837206, - 0.001801104651162605, - 0.1309130523255815, - 0.11044239534883706, - -0.028884297790697674, - 0.10482454651162802, - 0.09939604651162864, - -0.012912282558139528, - -0.12559799999999988, - 0.023629854651162924, - 0.0062312962406976735, - 0.17098330383720955, - 0.12242860465116306 - ] - ], - "std": [ - [ - 0.928604583415627, - 0.9683009241515906, - 1.0138252442857156, - 0.9530281481075065, - 0.9511816420159422, - 0.9323161262752426, - 0.9888538720631012, - 1.0088469910217654, - 0.7964967613394043, - 0.9806129187696861, - 0.964831290983948, - 0.838672394350281, - 1.7526808412132595, - 1.0053240290706722 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.3786407709121704, - "72": 0.27184465527534485, - "108": 0.17475728690624237, - "255": 0.03883495181798935 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.5623621448982816, - "std_test_acc": 0.030685474809594444, - "n_samples": 690, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.4074646607041359, - "std_cert_acc_36": 0.03981052969719954, - "mean_cert_acc_72": 0.25976182892918587, - "std_cert_acc_72": 0.012577966139088724, - "mean_cert_acc_108": 0.1448293961584568, - "std_cert_acc_108": 0.03800509553708891, - "mean_cert_acc_255": 0.01720349700190127, - "std_cert_acc_255": 0.01636833965358581 - }, - "statlog-german-credit": { - "dataset": "statlog-german-credit", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.7291666666666666, - "test_acc": 0.731023102310231, - "train_size": 250, - "val_size": 144, - "test_size": 606, - "stats": { - "mean": [ - [ - 0.008747452000000005, - 0.11021018984000003, - 0.06555079600000023, - 0.10154820480000003, - -0.010759709999999997, - -0.02979250000000003, - 0.08191152000000003, - 0.013589535999999907, - 0.08188774399999998, - -0.06417329279999998, - 0.041099871999999926, - 0.0640540519999999, - 0.02485610000000021, - 0.057033071999999865, - 0.037065583999999575, - -0.014164548000000032, - 0.003288288000000005, - -0.09291863999999964, - 0.055446887999999986, - 0.033893919999999966, - -0.019884256, - -0.06814002399999995, - 0.019990000000000167, - 0.004141975999999968 - ] - ], - "std": [ - [ - 1.003978613784907, - 1.1209135794421377, - 1.0561299223802987, - 1.0960852648064718, - 1.0015570603843653, - 1.0186243811552194, - 0.9706722294277974, - 0.9826945821214509, - 0.9667757761368231, - 0.9930707850493405, - 0.9574267666614031, - 1.0136622966442341, - 1.022617820769464, - 1.0089854337740911, - 1.0859859373554877, - 0.9904599650540205, - 1.0037797010309435, - 1.118329779782364, - 1.1191480919785946, - 1.026929516139364, - 1.008621805841551, - 0.7419439487110271, - 1.014184725481508, - 0.9983740501128531 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 12898, - "cert_evals": { - "36": 0.6388888955116272, - "72": 0.5347222089767456, - "108": 0.4375, - "255": 0.118055559694767 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.6787878787878788, - "test_acc": 0.7230769230769231, - "train_size": 250, - "val_size": 165, - "test_size": 585, - "stats": { - "mean": [ - [ - -0.11847553600000008, - 0.036239413119999966, - 0.02862046800000001, - -0.09383200439999995, - 0.060125340400000005, - 0.15559079999999997, - -0.014122872000000066, - 0.03171004799999993, - -0.020949231999999995, - 0.024086774399999983, - 0.035430963999999704, - 0.03635581599999994, - 0.01380900000000019, - -0.02444276800000006, - 0.015885439999999883, - -0.04249425600000005, - 0.0032882880000000194, - -0.05162157599999978, - -0.045364992, - -0.03910935999999991, - 0.02430596400000002, - -0.06814002399999995, - -0.009994999999999971, - 0.03726506400000005 - ] - ], - "std": [ - [ - 0.9921196542418786, - 0.9839775335987256, - 0.9719344651930834, - 0.8219136288585911, - 1.0283437624856175, - 0.935161859470199, - 1.0304888406780581, - 0.969745031693504, - 1.0144787229611012, - 0.9607218147860226, - 0.9757296988321245, - 0.9986987034773843, - 1.0124834391949327, - 0.99440586812025, - 1.0376109095734123, - 0.9715066082685968, - 1.003779701030944, - 1.0681499773760452, - 0.8871445440000011, - 0.9654046905991231, - 0.9876884886364683, - 0.741943948711028, - 0.9919250708722922, - 0.9887116931453116 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 12898, - "cert_evals": { - "36": 0.5757575631141663, - "72": 0.5030303001403809, - "108": 0.4727272689342499, - "255": 0.1818181723356247 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 0.7682119205298014, - "test_acc": 0.7111853088480802, - "train_size": 250, - "val_size": 151, - "test_size": 599, - "stats": { - "mean": [ - [ - -0.007155444000000004, - -0.02280468616000002, - -0.000923963999999978, - -0.005769232000000004, - 0.027214445999999993, - -0.033102900000000046, - -0.08756082399999997, - -0.008155120000000118, - -0.043801872000000026, - -0.036042587200000024, - -0.06660962000000034, - -0.012116240000000006, - 0.03590320000000018, - 0.03259031999999998, - 0.015885439999999754, - 0.014165159999999979, - -0.009864799999999998, - 0.044738240000000214, - -0.025202616000000018, - -0.02868032000000009, - 0.015467920000000017, - -0.013628039999999968, - -0.019989999999999956, - 0.04554583600000004 - ] - ], - "std": [ - [ - 0.9999148002086538, - 1.0148356615854706, - 0.9944072856585561, - 1.035717095952802, - 1.0170037494400637, - 0.9881689707602084, - 0.9574315744991436, - 0.9962604301494323, - 1.0106965591920622, - 0.938266029045709, - 1.046848672784522, - 1.0034643812466981, - 1.0325345627288987, - 1.0053273490207943, - 1.0376109095734132, - 1.0082616972439922, - 0.9864816, - 0.9336343846074779, - 0.9390127419470407, - 0.974766613507818, - 0.9920679785169961, - 0.9539597199999994, - 0.9841903486622879, - 0.9861074856695757 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 12898, - "cert_evals": { - "36": 0.7019867300987244, - "72": 0.6092715263366699, - "108": 0.5231788158416748, - "255": 0.22516556084156036 - }, - "fold": 2 - }, - { - "best_epoch": 49, - "best_val_acc": 0.7533333333333333, - "test_acc": 0.7166666666666667, - "train_size": 250, - "val_size": 150, - "test_size": 600, - "stats": { - "mean": [ - [ - -0.07712802800000004, - 0.035575906559999905, - 0.03600647600000002, - 0.06969280920000001, - -0.07151825079999988, - 1.2599999999729494e-06, - 0.09320968800000004, - -0.008155136000000117, - -0.047610556000000026, - -0.07366734000000005, - 0.04676877999999975, - -0.0398143480000001, - 0.013809000000000111, - -0.024442767999999993, - 0.0794258719999996, - -0.023607784000000107, - -0.036170976, - -0.02409019999999976, - 0.11593401599999997, - 0.06518104000000009, - 0.006629876000000042, - -0.013628039999999942, - 0.03998, - -0.028981112000000014 - ] - ], - "std": [ - [ - 0.9961848281424827, - 1.0357494337664712, - 0.9956407453516892, - 1.0641268992559583, - 0.9722690935335091, - 0.9495990606515547, - 0.9583641989375432, - 1.0028304935144103, - 0.9697124254270231, - 0.9284015893774715, - 0.9387328207858588, - 0.9103631774518237, - 1.0124834391949329, - 0.9944058681202499, - 1.1756410923708531, - 0.9842733398970128, - 0.9503959399474098, - 1.032426600000002, - 1.233700183972741, - 1.0506449065402248, - 0.9963498257987028, - 0.9539597199999992, - 1.028271299122951, - 1.0068547054058516 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 2, - "depth": 4, - "padding": 48, - "parameters": 12898, - "cert_evals": { - "36": 0.6533333659172058, - "72": 0.6000000238418579, - "108": 0.5133333206176758, - "255": 0.18666666746139526 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7204880002254752, - "std_test_acc": 0.008540756299409551, - "n_samples": 1000, - "n_features": 24, - "n_classes": 2, - "mean_cert_acc_36": 0.6424916386604309, - "std_cert_acc_36": 0.052037248045260824, - "mean_cert_acc_72": 0.5617560148239136, - "std_cert_acc_72": 0.05131557360671174, - "mean_cert_acc_108": 0.4866848513484001, - "std_cert_acc_108": 0.039395067660152314, - "mean_cert_acc_255": 0.17792649008333683, - "std_cert_acc_255": 0.044375646485604846 - }, - "statlog-heart": { - "dataset": "statlog-heart", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.8157894736842105, - "test_acc": 0.7878787878787878, - "train_size": 67, - "val_size": 38, - "test_size": 165, - "stats": { - "mean": [ - [ - -0.08198015373134328, - -0.20437704477611945, - 0.14667940298507465, - -0.10702356567164191, - 0.12296643701492538, - 0.0031060895522387424, - 0.1721716417910448, - 0.05256702985074625, - -0.09777528358208952, - -0.07363618358208954, - 0.14071911940298493, - -0.06190307462686559, - 0.07189410447761192 - ] - ], - "std": [ - [ - 0.9602755621241335, - 1.0534397591881424, - 0.965842016381191, - 0.8781181021048233, - 1.1908161716364944, - 1.0012132661304654, - 0.983067488143195, - 0.9410627873975389, - 0.9570769609540178, - 0.878212234528083, - 0.8616316071032667, - 0.9849557990787127, - 0.9977403560745624 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 7222, - "cert_evals": { - "36": 0.6842105388641357, - "72": 0.6315789222717285, - "108": 0.31578946113586426, - "255": 0.05263157933950424 - }, - "fold": 0 - }, - { - "best_epoch": 11, - "best_val_acc": 0.7647058823529411, - "test_acc": 0.6842105263157895, - "train_size": 67, - "val_size": 51, - "test_size": 152, - "stats": { - "mean": [ - [ - 0.10317251194029849, - -0.04498435820895522, - -0.10467137313432831, - 0.12694810597014922, - 0.17465611791044777, - 0.25472334328358204, - 0.08243026865671647, - -0.11108194776119398, - -0.002699328358208915, - -0.025414538805970124, - -0.05362482089552247, - 0.1120346268656717, - -0.13575953731343274 - ] - ], - "std": [ - [ - 0.933803946437699, - 1.0141183535164209, - 1.0495962756290413, - 0.9673366402230045, - 0.8198187755507609, - 1.1979377392725967, - 0.9966276802719692, - 1.0695932382111324, - 0.997165030870351, - 0.9974922014552127, - 0.9446202495075935, - 1.110709570807387, - 0.9882692368647951 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 7222, - "cert_evals": { - "36": 0.686274528503418, - "72": 0.5882353186607361, - "108": 0.4313725531101227, - "255": 0.019607843831181526 - }, - "fold": 1 - }, - { - "best_epoch": 21, - "best_val_acc": 0.8043478260869565, - "test_acc": 0.8343949044585988, - "train_size": 67, - "val_size": 46, - "test_size": 157, - "stats": { - "mean": [ - [ - 0.13594266119402976, - -0.14061997014925387, - 0.06813225373134335, - -0.08696855671641794, - 0.03171528507462684, - 0.04504229850746271, - 0.18712851940298503, - 0.03130544776119405, - 0.09237662686567168, - -0.06451316865671636, - 0.019254119402985, - 0.08040952238805975, - -0.15114120895522393 - ] - ], - "std": [ - [ - 0.8711281879382763, - 1.040823259043546, - 0.9637958388354753, - 0.9133876556024206, - 0.9725134126319966, - 1.040829334168815, - 0.9723132590478262, - 0.9630003579670339, - 1.0269376874323441, - 0.8130127152575585, - 0.8919207037488958, - 1.0082879636602924, - 0.9714271921263085 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 7222, - "cert_evals": { - "36": 0.695652186870575, - "72": 0.6304348111152649, - "108": 0.5869565606117249, - "255": 0.19565217196941376 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.85, - "test_acc": 0.7975460122699386, - "train_size": 67, - "val_size": 40, - "test_size": 163, - "stats": { - "mean": [ - [ - 0.08678730746268656, - -0.14061997014925384, - 0.03671347761194034, - 0.07263314626865668, - -0.06617695701492539, - 0.17085092537313418, - 0.08243026865671643, - -0.04536504626865671, - -0.03439131343283579, - -0.07884894179104476, - -0.029331820895522515, - 0.15947211940298509, - -0.0511598059701492 - ] - ], - "std": [ - [ - 0.9010573312665855, - 1.0408232590435458, - 1.0531172362720425, - 0.9118585344964205, - 0.9359858544688878, - 1.1423287841859981, - 0.9966276802719692, - 1.0086415816105951, - 0.9850040267731803, - 0.9462659856917733, - 0.9421179375671704, - 1.0971195664680449, - 0.9795524388118361 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 2, - "depth": 4, - "padding": 26, - "parameters": 7222, - "cert_evals": { - "36": 0.7750000357627869, - "72": 0.675000011920929, - "108": 0.6000000238418579, - "255": 0.05000000074505806 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7760075577307787, - "std_test_acc": 0.06439619130477013, - "n_samples": 270, - "n_features": 13, - "n_classes": 2, - "mean_cert_acc_36": 0.7102843225002289, - "std_cert_acc_36": 0.043430155948132425, - "mean_cert_acc_72": 0.6313122659921646, - "std_cert_acc_72": 0.03542637232516363, - "mean_cert_acc_108": 0.4835296496748924, - "std_cert_acc_108": 0.13554778682283214, - "mean_cert_acc_255": 0.0794728989712894, - "std_cert_acc_255": 0.07888928205768367 - }, - "statlog-image": { - "dataset": "statlog-image", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 66, - "best_val_acc": 0.9171270718232044, - "test_acc": 0.87527352297593, - "train_size": 577, - "val_size": 362, - "test_size": 1371, - "stats": { - "mean": [ - [ - 0.05277729462738304, - -0.026856590034661988, - -0.04045374350086678, - 0.035925407279029424, - 0.012791040953206106, - -0.02749923800693239, - 0.026879459393414143, - 0.003427681455805914, - -0.003979492894280729, - -0.0036277449220103795, - -0.004736499878682832, - -0.003368361143847496, - 0.0064276489428076265, - -0.008315490103986137, - 0.007643567209705356, - -0.0043468179896013785, - 0.0004630635528596608, - -0.0013222841941074428 - ] - ], - "std": [ - [ - 1.0182285353798557, - 0.9851787517694358, - 0.9390514410011299, - 1.0719805534061642, - 1.0253303532403122, - 0.7168098920649388, - 1.0463467417069485, - 1.0739156275157598, - 0.9846461541428279, - 0.986758186324584, - 0.9813280135807977, - 0.9874022073254759, - 0.9931538939642666, - 0.9774222979865599, - 0.9945730722498334, - 0.98084516278497, - 0.9787696627538863, - 1.0056912001088976 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 9987, - "cert_evals": { - "36": 0.8563536405563354, - "72": 0.8066298365592957, - "108": 0.7292817831039429, - "255": 0.3674033284187317 - }, - "fold": 0 - }, - { - "best_epoch": 25, - "best_val_acc": 0.8860759493670886, - "test_acc": 0.8659139026111503, - "train_size": 577, - "val_size": 316, - "test_size": 1417, - "stats": { - "mean": [ - [ - -0.00805977642980937, - -0.018866870935875215, - 0.031481733102252704, - -0.043535077989602024, - 0.004621514436741676, - 0.01480505808492205, - -0.014060085823223602, - -0.02213133720970536, - 0.002966329462738305, - 0.0030170756499133438, - 0.002753383032928949, - 0.0031395960138648014, - -0.0019510392547660267, - 0.0010119288561525432, - 0.0002420222010398325, - 0.0026207177123050403, - -0.00027903677296360597, - -0.004136256395147322 - ] - ], - "std": [ - [ - 0.9953843774509928, - 1.0074852374270842, - 1.0783606982862584, - 0.9028473634226395, - 1.0693480635548707, - 1.0940228399134122, - 0.8711465724120171, - 0.502597420466186, - 1.006613669140276, - 1.0050554458942274, - 1.0062103872564798, - 1.0073657656318686, - 0.9940821219426057, - 0.9803990682446567, - 0.9797804248563735, - 1.0060668347936674, - 0.9852523228665813, - 0.9927198570183016 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 9987, - "cert_evals": { - "36": 0.8259493708610535, - "72": 0.7594937086105347, - "108": 0.6835443377494812, - "255": 0.2848101258277893 - }, - "fold": 1 - }, - { - "best_epoch": 42, - "best_val_acc": 0.8779840848806366, - "test_acc": 0.8893805309734514, - "train_size": 577, - "val_size": 377, - "test_size": 1356, - "stats": { - "mean": [ - [ - 0.05914366984402079, - 0.022316960745233937, - 0.06025597920277344, - 0.004141213171577218, - 0.06498358975736578, - -0.007717641698440197, - 0.003916004280762564, - -0.024700628942807636, - -0.011757545424610043, - -0.012553493500866587, - -0.011469935798960128, - -0.011205641403812857, - 0.0023379489774696394, - -0.007725091837088372, - 0.010744232443674168, - -0.011220052305025987, - -0.013785179953206241, - 0.003924050017330997 - ] - ], - "std": [ - [ - 1.024154455792897, - 0.9811663585132518, - 1.0550539991337744, - 1.0439910345858283, - 1.1416502363087357, - 0.8904529955722684, - 1.0841860242487946, - 0.7205096411504827, - 0.9892628189620303, - 0.9876451169861917, - 0.9910594913771583, - 0.9889085818803738, - 1.0052016942584325, - 1.0015543969928375, - 1.001939370908761, - 0.9907018248984832, - 0.9753060190971025, - 0.9976064937693578 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 9987, - "cert_evals": { - "36": 0.8010609745979309, - "72": 0.7453580498695374, - "108": 0.6472148299217224, - "255": 0.2864721417427063 - }, - "fold": 2 - }, - { - "best_epoch": 42, - "best_val_acc": 0.8809523809523809, - "test_acc": 0.8675733715103794, - "train_size": 577, - "val_size": 336, - "test_size": 1397, - "stats": { - "mean": [ - [ - -0.004805442807625656, - 0.03371339715771235, - 0.02189034662045027, - 0.035925407279029334, - 0.0042291054419410475, - 0.03768918716984402, - 0.012717266897746975, - 0.03924694882149047, - 0.00528661488734836, - 0.005418960658578841, - 0.0062262528249566835, - 0.0039763388388214865, - -0.003098130467937617, - 0.010604977712305036, - -0.01486111181975736, - 0.007219200675909865, - 0.014029051389948003, - 0.01013749448873485 - ] - ], - "std": [ - [ - 1.008276364629133, - 1.010568100241832, - 1.0315325534295983, - 1.1379229784648968, - 0.9804535280460098, - 1.2556130480825498, - 1.057279793514591, - 1.3153187531590647, - 1.004023150383831, - 1.004919767936061, - 1.0036256590527597, - 1.0041255432995537, - 1.0046162783500956, - 1.0114881398893187, - 1.0145020055917877, - 1.0028701935817135, - 1.0098377455026906, - 0.990416131086278 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 7, - "depth": 4, - "padding": 36, - "parameters": 9987, - "cert_evals": { - "36": 0.8392857313156128, - "72": 0.7767857313156128, - "108": 0.6934524178504944, - "255": 0.2738095223903656 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8745353320177278, - "std_test_acc": 0.010703936924394778, - "n_samples": 2310, - "n_features": 18, - "n_classes": 7, - "mean_cert_acc_36": 0.8306624293327332, - "std_cert_acc_36": 0.023329942947477766, - "mean_cert_acc_72": 0.7720668315887451, - "std_cert_acc_72": 0.026383781442242273, - "mean_cert_acc_108": 0.6883733421564102, - "std_cert_acc_108": 0.03374729600821913, - "mean_cert_acc_255": 0.3031237795948982, - "std_cert_acc_255": 0.04321979881917999 - }, - "statlog-landsat": { - "dataset": "statlog-landsat", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 77, - "best_val_acc": 0.8580931263858093, - "test_acc": 0.8624398528163034, - "train_size": 2000, - "val_size": 902, - "test_size": 3533, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 38326, - "cert_evals": { - "36": 0.8337028622627258, - "72": 0.8170731663703918, - "108": 0.77937912940979, - "255": 0.5787139534950256 - }, - "fold": 0 - }, - { - "best_epoch": 95, - "best_val_acc": 0.8695652173913043, - "test_acc": 0.8631578947368421, - "train_size": 2000, - "val_size": 920, - "test_size": 3515, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 38326, - "cert_evals": { - "36": 0.8336955904960632, - "72": 0.8054347634315491, - "108": 0.761956512928009, - "255": 0.5902173519134521 - }, - "fold": 1 - }, - { - "best_epoch": 59, - "best_val_acc": 0.8715995647442872, - "test_acc": 0.861490329920364, - "train_size": 2000, - "val_size": 919, - "test_size": 3516, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 38326, - "cert_evals": { - "36": 0.8378672003746033, - "72": 0.807399332523346, - "108": 0.7780195474624634, - "255": 0.5767138004302979 - }, - "fold": 2 - }, - { - "best_epoch": 45, - "best_val_acc": 0.8440265486725663, - "test_acc": 0.8683092608326253, - "train_size": 2000, - "val_size": 904, - "test_size": 3531, - "stats": { - "mean": [ - [ - -6.934999915808593e-08, - 2.3328000050659715e-07, - -1.1755000014720962e-07, - 4.1650000113531425e-08, - 2.974999921856458e-08, - 4.0644999990996356e-07, - -1.644000001917445e-07, - -1.413499999420309e-07, - -8.425000072870282e-08, - -1.3005000039911785e-07, - 2.7175000002155337e-07, - 1.0295000034876712e-07, - 1.0184999964849006e-07, - 6.443749997200598e-07, - -1.6854999985216335e-07, - 3.127500005414563e-07, - 1.409999956569763e-08, - 1.658500001333052e-07, - -1.2499999977327868e-07, - -5.844999979326415e-08, - 2.847999998976669e-07, - 3.69650000320354e-07, - -2.5099999955369155e-08, - -7.789999963525585e-08, - 2.7900000419078807e-08, - 1.6560000010702563e-07, - -6.818499998652027e-07, - 5.085000043508758e-08, - -2.546000000173132e-07, - 1.6649999925254233e-08, - -5.505499998159635e-07, - -2.0430000036758546e-07, - 6.48000004858651e-08, - 1.6479999976863612e-07, - 1.1045000017417816e-07, - -5.730000016734849e-08 - ] - ], - "std": [ - [ - 0.9997504252780416, - 0.9997504353750883, - 0.9997503864088414, - 0.9997498292458762, - 0.999750452450114, - 0.9997515833752775, - 0.9997498884010328, - 0.9997500268501014, - 0.9997502639520248, - 0.9997509350029689, - 0.9997501055034534, - 0.9997499174689204, - 0.9997496455953512, - 0.9997496576620629, - 0.999749738590197, - 0.9997497575751876, - 0.9997501294203239, - 0.9997495457673908, - 0.999749811725968, - 0.9997499464044513, - 0.9997498084183996, - 0.9997501411837695, - 0.9997498091480883, - 0.9997501130822933, - 0.9997499551918837, - 0.9997500274473032, - 0.999750691794593, - 0.9997498389478997, - 0.9997497286241793, - 0.9997505072133269, - 0.9997503342441044, - 0.9997498754279657, - 0.9997500420188261, - 0.9997503240021074, - 0.9997501539041043, - 0.9997498636945846 - ] - ] - }, - "width": 128, - "in_features": 36, - "out_features": 6, - "depth": 4, - "padding": 72, - "parameters": 38326, - "cert_evals": { - "36": 0.8252212405204773, - "72": 0.7809734344482422, - "108": 0.758849561214447, - "255": 0.5652654767036438 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8638493345765338, - "std_test_acc": 0.003050714291328063, - "n_samples": 6435, - "n_features": 36, - "n_classes": 6, - "mean_cert_acc_36": 0.8326217234134674, - "std_cert_acc_36": 0.005310499892405144, - "mean_cert_acc_72": 0.8027201741933823, - "std_cert_acc_72": 0.015364380792219742, - "mean_cert_acc_108": 0.7695511877536774, - "std_cert_acc_108": 0.010653723130845614, - "mean_cert_acc_255": 0.5777276456356049, - "std_cert_acc_255": 0.010219248222341874 - }, - "miniboone": { - "dataset": "miniboone", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 12, - "best_val_acc": 0.875941763388312, - "test_acc": 0.8743068391866913, - "train_size": 32516, - "val_size": 19644, - "test_size": 77904, - "stats": { - "mean": [ - [ - -0.0066929692905031805, - -0.0067178206113913536, - -0.00044848711604975365, - -0.006682303195350012, - -0.006676431252304934, - -0.006678322865666758, - -0.006603011846475587, - -0.006676624523311714, - -0.0066787164688152925, - -0.006674537190921409, - -0.006651495260794631, - -0.0021907771461773715, - -0.006695997997908723, - -0.006680375196826281, - -0.006672462064829712, - -0.0019113073704711085, - -0.006682638614835791, - -0.005199885844285893, - -0.006682950415180203, - -0.0027868723179357985, - -0.006732400171929552, - -0.006675056184647536, - -0.0009806369656784695, - -0.0067719209681387305, - -0.006673680111329746, - -0.006853424330988536, - -0.0049757818568722766, - -0.0066786663365727686, - -0.006678683045269993, - -0.00666663167363761, - -0.006713104959930439, - -0.00667692119264367, - -0.006648468240250945, - -0.005555848155831019, - -0.0066771619571901345, - -0.006676893769221374, - -0.006640021976872997, - -0.006652168061569651, - -0.006656952063599499, - -0.006676646404846852, - -0.005321780849683204, - -0.007256703317981967, - -0.006479226783737146, - -0.006305387427130641, - -0.006670434807482904, - -0.006676957442489813, - -0.006832965117468275, - -0.006830883164011628, - -0.006874203773250122, - -0.00667477880120567 - ] - ], - "std": [ - [ - 1.0538567724237127, - 1.0538641992619597, - 0.9958589711579526, - 1.0538780837060269, - 1.053878006921434, - 1.0538798560451104, - 1.053879432020278, - 1.0538786291178488, - 1.053873986660415, - 1.0538783590814276, - 1.0538757864954629, - 1.0176547701635106, - 1.0538752752995135, - 1.053872770510109, - 1.0538659033426634, - 0.9932644775405934, - 1.0538747558236612, - 1.04937218635993, - 1.053877924513502, - 0.0025831688488992767, - 1.053829697906066, - 1.0538783793218856, - 1.018390578757397, - 1.053842634750244, - 1.0538786083464582, - 1.0538111764047524, - 1.022739919992211, - 1.0538741322767364, - 1.0538782493179681, - 1.053875543573962, - 1.0538088816355915, - 1.0538723979257454, - 1.0538730852936433, - 1.0247711822180132, - 1.0538781798354342, - 1.053878585676999, - 1.0538691274084275, - 1.0538654744064087, - 1.05387761105871, - 1.0538781920284286, - 1.0452185226194493, - 1.0438926673439166, - 1.0538793178576804, - 1.0536246877698876, - 1.0538784902027962, - 1.0538787998823098, - 1.0538650746236322, - 1.0538068876186153, - 1.0538062411125644, - 1.0538784592336081 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 104650, - "cert_evals": { - "36": 0.8169415593147278, - "72": 0.7400732636451721, - "108": 0.6533292531967163, - "255": 0.2457747906446457 - }, - "fold": 0 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8766537756971301, - "test_acc": 0.8789796651946185, - "train_size": 32516, - "val_size": 19652, - "test_size": 77896, - "stats": { - "mean": [ - [ - -0.003659472481547509, - -0.0035700208512731936, - -0.00456473851721011, - -0.00360049339094594, - -0.003593886083772473, - -0.00358800156845938, - -0.003609804330175811, - -0.0035959653862712893, - -0.003585372367449882, - -0.0036011496647804257, - -0.003574454936031472, - -0.0002376014663141565, - -0.0035765183694182563, - -0.0035786825070734597, - -0.003581793034198606, - 0.0027392871255968536, - -0.0035747984868988035, - -0.0018979996262606397, - -0.0035937045023987507, - 0.008311608403247624, - -0.0038405719449991636, - -0.003598410862344705, - -1.2960689975229953e-05, - -0.0037911689629719237, - -0.0035987016976257243, - -0.003553280317375533, - -0.00120645956911968, - -0.003604746423299312, - -0.003595963956206178, - -0.0036390921810801925, - -0.0036627183510209798, - -0.003597980923237808, - -0.0035958085404107568, - -0.005033409016920937, - -0.0036001520635993464, - -0.0035987486652726062, - -0.0035917900449008895, - -0.0035793614428588296, - -0.0035902388547176894, - -0.0035928566736375947, - -0.0009922327992711712, - -0.002124953252319455, - -0.0036879309878213567, - -0.0034349073177313027, - -0.003598185213436877, - -0.0035934901402386375, - -0.003602609255707958, - -0.0035299332937630697, - -0.0036069077674990894, - -0.003592571029647003 - ] - ], - "std": [ - [ - 1.0293487576429072, - 1.0293632141886253, - 0.9887037915056724, - 1.029365893060315, - 1.0293658502982712, - 1.029368237348854, - 1.0293622172155605, - 1.0293663659457355, - 1.0293628691485286, - 1.0293656358483938, - 1.029364102494499, - 1.006763216099369, - 1.0293667056536349, - 1.029362370179701, - 1.029358770899615, - 1.0012661620897783, - 1.029365775010478, - 1.027354601762616, - 1.0293662087119093, - 1.9999643273466732, - 1.0293241490670084, - 1.0293658647973212, - 1.007217844105937, - 1.0292982324584112, - 1.0293659919295302, - 1.0293214796094297, - 1.0139090551352947, - 1.0293616933725718, - 1.0293661117606363, - 1.0293612193672406, - 1.0293028748669328, - 1.0293608389078128, - 1.0293624280631426, - 1.0121183384237977, - 1.029365684051124, - 1.029366166790506, - 1.0293578351184116, - 1.0293603667049085, - 1.0293647225554694, - 1.02936611660418, - 1.0243754023495473, - 1.0175071683627712, - 1.0293461366945726, - 1.0291967790319312, - 1.0293656729659864, - 1.0293667176112475, - 1.029354896915401, - 1.0293422770958582, - 1.0293448836449766, - 1.029366280982135 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 104650, - "cert_evals": { - "36": 0.8181864619255066, - "72": 0.7428251504898071, - "108": 0.6579483151435852, - "255": 0.2634337544441223 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.8773700932663728, - "test_acc": 0.8772073711459107, - "train_size": 32516, - "val_size": 19514, - "test_size": 78034, - "stats": { - "mean": [ - [ - 0.0005872713728625283, - 0.0005592911951040488, - -0.0015875384167732419, - 0.0005084049237298592, - 0.0005126942889679038, - 0.0005151387839825248, - 0.0005130335342600157, - 0.0005107385533274924, - 0.000518504668470965, - 0.0005099805941690433, - 0.0004972431602903669, - 0.006199611582771556, - 0.0004437178835034895, - 0.0005174753444456869, - 0.00045390833435860097, - -0.006724558695826372, - 0.00046023495202354226, - -0.0014645146025250007, - 0.0005134210419486034, - 0.008326016098843635, - 0.0005855647507836025, - 0.0005188788657891645, - -0.005855233801703189, - 0.0005363233146758781, - 0.000517880286628172, - 0.000289813760165567, - 0.0011647067174228383, - 0.000515516933202204, - 0.0005118400049205469, - 0.0005662085096567202, - 0.0006245390962356869, - 0.0005227987882888596, - 0.0004455256058554989, - -0.0012331349033552603, - 0.000509145377660323, - 0.0005160132888423314, - 0.0005081290841431461, - 0.0004383096252307822, - 0.0005235053327593691, - 0.0005115684401526536, - -6.85762123339298e-05, - -0.0002997175066182346, - 0.0005932577715586378, - 0.0008539802024421717, - 0.0005163635748510258, - 0.0005131155830974517, - 0.00047798527387127445, - 0.0004895968192581729, - 0.0006103754389776044, - 0.0005093450393652897 - ] - ], - "std": [ - [ - 0.9957345954073729, - 0.9957338045117373, - 1.009089174106892, - 0.9957299331571907, - 0.9957297207983613, - 0.9957319779858296, - 0.9957285308484073, - 0.99573027967679, - 0.9957274461972008, - 0.9957298025727774, - 0.9957267869288412, - 0.9986824060207489, - 0.995727937063426, - 0.995726209358951, - 0.9957222508374016, - 0.9849068775325148, - 0.9957260724507725, - 0.9984485547058798, - 0.9957301232252692, - 1.9999635778290246, - 0.9957403323167682, - 0.9957303943483548, - 0.9869664238989766, - 0.9957341301924101, - 0.9957304810256162, - 0.9957436771610553, - 0.9965972478945923, - 0.9957273137356182, - 0.9957300780370839, - 0.9957353083328109, - 0.995745588680438, - 0.9957274480178427, - 0.9957264072745984, - 0.9993516959593822, - 0.9957297379201838, - 0.9957305689438095, - 0.9957296474590059, - 0.9957273179676576, - 0.9957300585487675, - 0.9957298638455957, - 0.9958033136974604, - 1.001216743433296, - 0.9957377405837478, - 0.9958618328338358, - 0.9957300476528158, - 0.9957306269775752, - 0.9957358265962181, - 0.9957255439006696, - 0.9957566204204258, - 0.9957298904542489 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 104650, - "cert_evals": { - "36": 0.823870062828064, - "72": 0.74925696849823, - "108": 0.662396252155304, - "255": 0.2630419135093689 - }, - "fold": 2 - }, - { - "best_epoch": 32, - "best_val_acc": 0.874961628977796, - "test_acc": 0.8766185482423527, - "train_size": 32516, - "val_size": 19546, - "test_size": 78002, - "stats": { - "mean": [ - [ - -0.004108113020359334, - -0.004135750738098101, - -0.001322435285942239, - -0.004109338048960558, - -0.004110013236557907, - -0.004103856971953094, - -0.004105435167302326, - -0.004108234536843478, - -0.0041157547053759375, - -0.004111229871447928, - -0.004129319931725945, - -0.009310410842292996, - -0.004151154668470918, - -0.004106480246647911, - -0.004078257611637442, - -0.0012255257009042696, - -0.004128084247755086, - -0.001812244588848235, - -0.004106642698979071, - -0.002771495593861472, - -0.003930339402381827, - -0.004107319867142366, - -0.0020118547528348136, - -0.004110450282937586, - -0.004107549326485374, - -0.003903686475773098, - 0.0034778790131669113, - -0.004089806615204751, - -0.004105919012178624, - -0.004107724389223812, - -0.004053504517403692, - -0.004112779779185523, - -0.004036618249477243, - 0.0003978993396296994, - -0.004112451033337286, - -0.004115697588879312, - -0.004161525821134272, - -0.004013369772911648, - -0.004074420147004465, - -0.004107203911920277, - -0.003583577395203846, - -0.003683256187455512, - -0.00410252064829624, - -0.00435002289662263, - -0.004109810948460561, - -0.00410555030446539, - -0.004173506213295106, - -0.004126808812892148, - -0.004084347094353566, - -0.00411184631565997 - ] - ], - "std": [ - [ - 1.0334801859758438, - 1.0334838209190884, - 0.9910692934328427, - 1.0334925739257474, - 1.0334920746964988, - 1.0334944696977597, - 1.033489534681566, - 1.0334928363605922, - 1.0334882086728014, - 1.0334922326917702, - 1.0334875046199652, - 1.0060291795040275, - 1.0334893624231647, - 1.033487735872467, - 1.0334857443384646, - 0.9987636855559352, - 1.0334891465642266, - 1.0284163803912958, - 1.0334926279501595, - 0.001394515045967005, - 1.0334671696186013, - 1.0334925293155786, - 1.0120329637568104, - 1.033467979482877, - 1.0334926503936537, - 1.033454580542911, - 1.019800750059293, - 1.0334899846628842, - 1.033492713983251, - 1.0334904070281967, - 1.033453265260482, - 1.0334870912604435, - 1.033493356896935, - 1.0148066500638184, - 1.0334921455669586, - 1.0334923339339557, - 1.0334817504638347, - 1.0334892263464805, - 1.0334932384339353, - 1.033492453509268, - 1.0277860358762678, - 1.0269827669348142, - 1.0334755350744662, - 1.0331928866784732, - 1.033492181460736, - 1.0334932068430196, - 1.0334910911748012, - 1.033455511075802, - 1.0334588140472194, - 1.0334923126040656 - ] - ] - }, - "width": 256, - "in_features": 50, - "out_features": 2, - "depth": 4, - "padding": 100, - "parameters": 104650, - "cert_evals": { - "36": 0.8193492293357849, - "72": 0.7457280158996582, - "108": 0.658702552318573, - "255": 0.2566765546798706 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8767781059423934, - "std_test_acc": 0.0019290541545439039, - "n_samples": 130064, - "n_features": 50, - "n_classes": 2, - "mean_cert_acc_36": 0.8195868283510208, - "std_cert_acc_36": 0.00301999035745979, - "mean_cert_acc_72": 0.7444708496332169, - "std_cert_acc_72": 0.003938463702358214, - "mean_cert_acc_108": 0.6580940932035446, - "std_cert_acc_108": 0.00372396498704903, - "mean_cert_acc_255": 0.2572317533195019, - "std_cert_acc_255": 0.00824202682686334 - }, - "statlog-vehicle": { - "dataset": "statlog-vehicle", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 57, - "best_val_acc": 0.7107438016528925, - "test_acc": 0.6634241245136187, - "train_size": 211, - "val_size": 121, - "test_size": 514, - "stats": { - "mean": [ - [ - -0.15146149526066363, - -0.10432839952606632, - -0.059711114691943054, - -0.10485173232227493, - -0.05972240473933653, - 0.023982654502369662, - -0.09937442175355453, - 0.0818855733649288, - -0.10596828436018967, - -0.11517251252132703, - -0.08347083222748818, - -0.1053934661943128, - -0.08422502947867287, - 0.06107363270142171, - -0.09882898767772512, - -0.031016796208530723, - -0.05365530142180105, - -0.07673026919431288 - ] - ], - "std": [ - [ - 0.9244006895318542, - 0.9269788321694366, - 0.9738611659537878, - 0.9392376060519674, - 0.9423236941745864, - 1.2031150582278034, - 0.9189159479510511, - 0.9554470489794712, - 0.9165422543676691, - 0.9419702932342265, - 0.899283407616931, - 0.9016819378903871, - 0.9169739004303826, - 1.0374334592683703, - 1.008232147929816, - 0.9709165003669759, - 0.9809690311814254, - 0.9851749395938914 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 9876, - "cert_evals": { - "36": 0.5950412750244141, - "72": 0.4793388247489929, - "108": 0.3636363446712494, - "255": 0.05785123631358147 - }, - "fold": 0 - }, - { - "best_epoch": 18, - "best_val_acc": 0.7083333333333334, - "test_acc": 0.6194174757281553, - "train_size": 211, - "val_size": 120, - "test_size": 515, - "stats": { - "mean": [ - [ - -0.05707185829383899, - 0.01703814028436017, - -0.07233211819905201, - -0.08672841545023706, - -0.057319243601895775, - 0.03840272132701431, - -0.013982209905213271, - 0.02121443985781981, - -0.007237241706161201, - 0.0049784149421801165, - -0.014029810900473958, - -0.016262295578199085, - 0.0009614558767772847, - 0.11677855781990558, - 0.0023493535545024086, - -0.010852331753554503, - -0.10286354407582957, - -0.11368303744075818 - ] - ], - "std": [ - [ - 1.0402738933856586, - 0.9838455143238437, - 1.0190627316129826, - 1.0239103894741375, - 1.1508302480807033, - 1.1683856166359436, - 1.0055121275534542, - 0.9988185856887961, - 1.0147533040348673, - 0.9815814858424408, - 0.9995251885514925, - 1.0064285465555274, - 0.9637935338431834, - 1.1030605616237845, - 0.9937126714490084, - 0.995709949800922, - 1.0375518355312294, - 1.0614716810079152 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 9876, - "cert_evals": { - "36": 0.4833333492279053, - "72": 0.38333335518836975, - "108": 0.24166667461395264, - "255": 0.01666666753590107 - }, - "fold": 1 - }, - { - "best_epoch": 27, - "best_val_acc": 0.6821705426356589, - "test_acc": 0.7015810276679841, - "train_size": 211, - "val_size": 129, - "test_size": 506, - "stats": { - "mean": [ - [ - -0.021963390047393307, - 0.015501836018957329, - 0.03765074758293839, - -0.033773345592417056, - -0.053714301421800954, - 0.025012608530805693, - 0.012391009146919438, - 0.0011931618483411932, - 0.003732862559241725, - -0.004163105436966835, - 0.014350785308056885, - 0.008870320853080559, - 0.03139527815165877, - 0.07120188767772496, - -0.007286610426540335, - 0.01621079620853081, - -0.11362760189573462, - -0.0754560952606636 - ] - ], - "std": [ - [ - 1.0013809830173679, - 0.9782519614775661, - 1.0067349356663802, - 0.9925585379225955, - 0.9656789538710515, - 1.079511023393183, - 1.0086208512176316, - 0.9976671958575583, - 1.0053473248040818, - 0.9749627707710302, - 1.0173842579149284, - 1.023042568770406, - 0.9834183626487213, - 1.0185730954327057, - 1.033273817278921, - 0.9965280678503624, - 0.9690108913489877, - 1.0258779208898805 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 9876, - "cert_evals": { - "36": 0.5271317958831787, - "72": 0.42635658383369446, - "108": 0.26356589794158936, - "255": 0.01550387591123581 - }, - "fold": 2 - }, - { - "best_epoch": 51, - "best_val_acc": 0.7244094488188977, - "test_acc": 0.6791338582677166, - "train_size": 211, - "val_size": 127, - "test_size": 508, - "stats": { - "mean": [ - [ - 0.04652693270142183, - 0.020878930331753535, - 0.004595829952606676, - 0.050472680521327036, - 0.10850436966824639, - 0.11359419241706137, - 0.0035522710900474227, - -0.016401528483412357, - 0.0019045260663507124, - 0.02816009017251184, - 0.02038910379146921, - 0.003237731909952596, - 0.0162511691943128, - 0.05221142748815186, - 0.04571186824644554, - -0.08779599999999993, - -0.02366896398104278, - -0.04232626635071097 - ] - ], - "std": [ - [ - 1.0660694582459869, - 0.9954955740331093, - 1.0005918167210288, - 1.0225865249631643, - 1.1919100176742894, - 1.3676251093574603, - 0.9782612041335168, - 1.0070319475298821, - 0.9609306968438209, - 0.995608616420587, - 0.9856739612962143, - 0.9752124296736733, - 1.0143856365331891, - 1.0854963150619814, - 1.0148237536601927, - 0.9020045533947828, - 0.9646100732878, - 0.9403175219272142 - ] - ] - }, - "width": 64, - "in_features": 18, - "out_features": 4, - "depth": 4, - "padding": 36, - "parameters": 9876, - "cert_evals": { - "36": 0.5826771855354309, - "72": 0.4724409580230713, - "108": 0.3779527544975281, - "255": 0.04724409431219101 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6658891215443686, - "std_test_acc": 0.034713231333489, - "n_samples": 846, - "n_features": 18, - "n_classes": 4, - "mean_cert_acc_36": 0.5470459014177322, - "std_cert_acc_36": 0.05173330713477826, - "mean_cert_acc_72": 0.4403674304485321, - "std_cert_acc_72": 0.044708948800149195, - "mean_cert_acc_108": 0.31170541793107986, - "std_cert_acc_108": 0.0690612522922034, - "mean_cert_acc_255": 0.03431646851822734, - "std_cert_acc_255": 0.021497580632576233 - }, - "statlog-shuttle": { - "dataset": "statlog-shuttle", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 56, - "best_val_acc": 0.9015272395714611, - "test_acc": 0.9026377930081207, - "train_size": 14500, - "val_size": 8774, - "test_size": 34726, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 2693, - "cert_evals": { - "36": 0.7889218330383301, - "72": 0.6488488912582397, - "108": 0.4905402362346649, - "255": 0.04764075577259064 - }, - "fold": 0 - }, - { - "best_epoch": 65, - "best_val_acc": 0.8599906191369606, - "test_acc": 0.8680658812764497, - "train_size": 14500, - "val_size": 8528, - "test_size": 34972, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 2693, - "cert_evals": { - "36": 0.8027673363685608, - "72": 0.6753048896789551, - "108": 0.4992964267730713, - "255": 0.04080675542354584 - }, - "fold": 1 - }, - { - "best_epoch": 23, - "best_val_acc": 0.947520184544406, - "test_acc": 0.9445592879701407, - "train_size": 14500, - "val_size": 8670, - "test_size": 34830, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 2693, - "cert_evals": { - "36": 0.8728950619697571, - "72": 0.7731257081031799, - "108": 0.6956170797348022, - "255": 0.16078431904315948 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8919131706219773, - "test_acc": 0.8906931722962236, - "train_size": 14500, - "val_size": 8891, - "test_size": 34609, - "stats": { - "mean": [ - [ - 1.2510344720706063e-08, - -4.003449266179364e-09, - -2.8330344823007095e-07, - 2.2496552349729375e-08, - 4.917241296073994e-09, - -3.906206872704791e-09, - -2.4448276142207472e-08, - 8.781379274356982e-09, - 1.222586207623664e-07 - ] - ], - "std": [ - [ - 0.9999654436530625, - 0.9999653004098481, - 0.9999654876854136, - 0.9999670453911623, - 0.9999655862280178, - 0.9999655271700041, - 0.9999659054814384, - 0.9999654302872448, - 0.9999654402261486 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 7, - "depth": 4, - "padding": 18, - "parameters": 2693, - "cert_evals": { - "36": 0.8263412714004517, - "72": 0.7079069018363953, - "108": 0.48633450269699097, - "255": 0.0385783389210701 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9014890336377337, - "std_test_acc": 0.03209373870513266, - "n_samples": 58000, - "n_features": 9, - "n_classes": 7, - "mean_cert_acc_36": 0.8227313756942749, - "std_cert_acc_36": 0.036837819373379876, - "mean_cert_acc_72": 0.7012965977191925, - "std_cert_acc_72": 0.053632850688547735, - "mean_cert_acc_108": 0.5429470613598824, - "std_cert_acc_108": 0.10192312385403376, - "mean_cert_acc_255": 0.07195254229009151, - "std_cert_acc_255": 0.059346566917928605 - }, - "steel-plates": { - "dataset": "steel-plates", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 79, - "best_val_acc": 0.6524590163934426, - "test_acc": 0.6715899218071243, - "train_size": 485, - "val_size": 305, - "test_size": 1151, - "stats": { - "mean": [ - [ - -0.033171420824742434, - -0.03487799787628848, - -0.025752341010309272, - -0.02575685641237119, - -0.013433178123711241, - -0.013203120387628779, - -0.01932132132144322, - -0.015286709072164926, - -0.03529740762886613, - -0.06188019999999985, - 0.029282459793814393, - 0.02461150515463966, - -0.02461150515463966, - 0.02680637649484613, - 0.05348254682474227, - 0.04729742422680411, - 0.037012766989690665, - -0.005113711814433202, - -0.04244604482474207, - 0.016299261237113144, - 0.02038411958762842, - 0.024304238721649656, - 0.01957637484536068, - 0.03119099608247441, - 0.008960876804329868, - -0.0667112558564948, - 0.03806582750515489 - ] - ], - "std": [ - [ - 0.9756894853975037, - 0.9770748287077284, - 0.928969513709341, - 0.9289613756914903, - 0.7271911461061646, - 0.6249440949513447, - 0.2710442676106522, - 0.8321078924444775, - 0.9681819508369377, - 0.9379050398893956, - 1.0059681125158686, - 1.004435542438173, - 1.004435542438173, - 1.0374639889594413, - 0.9990047126903454, - 0.9783238676858398, - 0.9859445483202275, - 0.9264109604441377, - 0.9798063758731859, - 0.9885797784975004, - 0.9993680933241289, - 0.9978320614999503, - 0.9928227904046222, - 0.9831836156202347, - 0.9769683973001587, - 0.9740787014301614, - 0.9975175191485853 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 29057, - "cert_evals": { - "36": 0.5901639461517334, - "72": 0.5508196949958801, - "108": 0.4754098355770111, - "255": 0.2885245978832245 - }, - "fold": 0 - }, - { - "best_epoch": 55, - "best_val_acc": 0.6971830985915493, - "test_acc": 0.6373720136518771, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.03706820797938135, - 0.03657455558762895, - 0.014421525546391723, - 0.014414742845360836, - -0.04709934408247418, - -0.04852457241237108, - -0.033936195713195796, - -0.05171317672164952, - 0.013659632577319523, - -0.027462527628865894, - 0.006293505773195868, - 0.011990152577319948, - -0.011990152577319948, - -0.03296888268041301, - -0.009405954164948402, - -0.043928852597938134, - 0.002384727134020549, - -0.013394573402062043, - 0.027507874268041282, - 0.038990112989690746, - 0.0011484783505151038, - -0.02832227346391757, - -0.023262162268041238, - -0.03206279731958757, - -0.003237806419175221, - -0.04168354620618558, - -0.012072491587628926 - ] - ], - "std": [ - [ - 1.015411156192268, - 1.0184785548739292, - 1.121885848311569, - 1.1218788885198352, - 0.690006383533972, - 0.5810603178627508, - 0.2538653505206093, - 0.7901091189782915, - 1.0313073308807894, - 1.1253321716484355, - 0.9934036908444747, - 1.002106781592608, - 1.002106781592608, - 0.9446882153445072, - 1.006327755621702, - 1.0256643689759664, - 0.9902082423796534, - 1.0703705601717843, - 0.9814029395820514, - 0.9594928614842593, - 0.9948279945629597, - 0.9781432437014432, - 0.9737318425454382, - 0.9896265964372553, - 0.996385694776415, - 1.1531115464252937, - 0.9965705557829847 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 29057, - "cert_evals": { - "36": 0.6443662047386169, - "72": 0.5809859037399292, - "108": 0.5246478915214539, - "255": 0.30281689763069153 - }, - "fold": 1 - }, - { - "best_epoch": 96, - "best_val_acc": 0.7080536912751678, - "test_acc": 0.6856649395509499, - "train_size": 485, - "val_size": 298, - "test_size": 1158, - "stats": { - "mean": [ - [ - 0.01349540909278348, - 0.011743234845361083, - 0.055380051591752535, - 0.05537599281030928, - -0.002818057010309121, - -0.0043726463257731905, - -0.011363671857525773, - 0.0014854367216495697, - -0.017973084123711465, - -0.019961297319587557, - -0.006256404123711325, - 0.037232857731959154, - -0.037232857731959154, - -0.057822187216493647, - -0.04968943053608254, - 0.05299214910515458, - 0.012450677092783526, - -0.0152095140206186, - -0.021158501278350353, - -0.03180742531958788, - 0.011834936082473834, - 0.02963465686597942, - 0.02183907072164954, - 0.04186944268041253, - 0.024153798268247404, - -0.04557396327835056, - 0.03912331686597949 - ] - ], - "std": [ - [ - 1.0305115292152447, - 1.0350302276108283, - 1.0568148967701887, - 1.0568064122935077, - 0.7926988315617414, - 0.6342514589481083, - 0.28414711305629714, - 0.9056134481718624, - 0.9751665814504833, - 1.0270919456979695, - 0.9900679127467883, - 1.0066006750596284, - 1.0066006750596284, - 0.9543742160994036, - 1.0004136931230714, - 1.0094115145490878, - 1.0121553004352448, - 0.8186606474983903, - 1.0281436358716267, - 1.0235390824617858, - 1.0008479768803218, - 0.990294035931081, - 0.9940477374299497, - 1.000219892821287, - 0.9933237184970842, - 0.9852467220628263, - 0.994697835657597 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 29057, - "cert_evals": { - "36": 0.6409395933151245, - "72": 0.5973154306411743, - "108": 0.5536912679672241, - "255": 0.34563758969306946 - }, - "fold": 2 - }, - { - "best_epoch": 63, - "best_val_acc": 0.647887323943662, - "test_acc": 0.6612627986348123, - "train_size": 485, - "val_size": 284, - "test_size": 1172, - "stats": { - "mean": [ - [ - 0.023743463731958805, - 0.016176765814433166, - 0.0014892443092783534, - 0.0014844411752577274, - -0.009514525814432954, - -0.020205760659793785, - -0.01871218610680407, - -0.005845208247422769, - 0.01885683030927834, - -0.00661354618556694, - 0.013281478350515526, - 0.0035759175257736252, - -0.0035759175257736252, - 0.001803373195877225, - -0.050778439121649456, - -0.007776909546391795, - 0.04831092711340207, - -0.05191724047422686, - -0.019034719298968952, - 0.018150954639175196, - 0.009697649484535607, - -0.007318674041237245, - -0.01604848907216485, - -0.0013126113402060792, - 0.01597799027505155, - 0.03087437377319595, - 0.008060444742267966 - ] - ], - "std": [ - [ - 1.035245883833329, - 1.0366480375890377, - 1.0283716528913942, - 1.0283643226814112, - 0.804966635241197, - 0.6387301143243845, - 0.2927267776520207, - 0.9211566457266325, - 1.0248177126554818, - 0.9991241777878153, - 0.9956957155110975, - 1.0004628088385008, - 1.0004628088385008, - 0.9913012556247199, - 0.9711702662146896, - 0.9776882812482338, - 0.9942196574638761, - 0.7385409188908473, - 1.0098201632818302, - 0.9666923500151875, - 0.9978814369963841, - 1.002103883727627, - 0.9660799436198654, - 1.0007299152954314, - 0.9729135128718771, - 1.03912258961276, - 1.0093273706219772 - ] - ] - }, - "width": 128, - "in_features": 27, - "out_features": 7, - "depth": 4, - "padding": 54, - "parameters": 29057, - "cert_evals": { - "36": 0.6056337952613831, - "72": 0.5598591566085815, - "108": 0.5035211443901062, - "255": 0.30633801221847534 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6639724184111909, - "std_test_acc": 0.02035939917317316, - "n_samples": 1941, - "n_features": 27, - "n_classes": 7, - "mean_cert_acc_36": 0.6202758848667145, - "std_cert_acc_36": 0.02663614085884566, - "mean_cert_acc_72": 0.5722450464963913, - "std_cert_acc_72": 0.020955370844983084, - "mean_cert_acc_108": 0.5143175348639488, - "std_cert_acc_108": 0.03310276039962865, - "mean_cert_acc_255": 0.3108292743563652, - "std_cert_acc_255": 0.024450542090352367 - }, - "teaching": { - "dataset": "teaching", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 15, - "best_val_acc": 0.5909090909090909, - "test_acc": 0.4065934065934066, - "train_size": 38, - "val_size": 22, - "test_size": 91, - "stats": { - "mean": [ - [ - -0.11332560526315784, - -0.17121901315789478, - 0.029873731578947377, - -0.30744157894736857, - -0.12647241315789476 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.9379212090884154, - 0.9728178435489211, - 1.2214091484203293, - 1.0035868928906388 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.04545454680919647, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.4375, - "test_acc": 0.4020618556701031, - "train_size": 38, - "val_size": 16, - "test_size": 97, - "stats": { - "mean": [ - [ - 0.08642726315789476, - 0.17190744736842098, - 0.21345746842105265, - 0.20351052631578942, - 0.02251846578947367 - ] - ], - "std": [ - [ - 0.9226189788343568, - 0.9529276096944189, - 1.0986997290584972, - 0.7479572951992832, - 0.9794960526322802 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 1, - "best_val_acc": 0.4166666666666667, - "test_acc": 0.449438202247191, - "train_size": 38, - "val_size": 24, - "test_size": 89, - "stats": { - "mean": [ - [ - -0.11332560526315784, - 0.02154873684210526, - -0.18742893684210518, - -0.08846210526315801, - -0.16320968421052634 - ] - ], - "std": [ - [ - 1.0757021171452221, - 0.983440529661239, - 0.8586823726924572, - 1.0752563594695814, - 0.9991610142309885 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.1666666716337204, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.5, - "test_acc": 0.2, - "train_size": 38, - "val_size": 18, - "test_size": 95, - "stats": { - "mean": [ - [ - 0.0864272631578948, - -0.03628181578947368, - -0.2848404736842105, - 0.057524210526315775, - -0.050956549999999996 - ] - ], - "std": [ - [ - 0.9226189788343567, - 1.030764765505801, - 0.8345079992343973, - 0.9376140898091212, - 1.1033171507511983 - ] - ] - }, - "width": 32, - "in_features": 5, - "out_features": 3, - "depth": 4, - "padding": 10, - "parameters": 1569, - "cert_evals": { - "36": 0.3333333432674408, - "72": 0.0555555559694767, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.36452336612767516, - "std_test_acc": 0.11174001655196543, - "n_samples": 151, - "n_features": 5, - "n_classes": 3, - "mean_cert_acc_36": 0.13636364042758942, - "std_cert_acc_36": 0.14896850144720947, - "mean_cert_acc_72": 0.013888888992369175, - "std_cert_acc_72": 0.02777777798473835, - "mean_cert_acc_108": 0.0, - "std_cert_acc_108": 0.0, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "synthetic-control": { - "dataset": "synthetic-control", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 48, - "best_val_acc": 0.9634146341463414, - "test_acc": 0.970108695652174, - "train_size": 150, - "val_size": 82, - "test_size": 368, - "stats": { - "mean": [ - [ - 0.03924785799999999, - 0.09383712196000003, - 0.07046625366666667, - 0.0014863559999998659, - -0.05929098933333334, - -0.038894416533333365, - -0.06979297906666665, - 0.14184743933333332, - -0.017701836666666713, - 0.031171698399999972, - -0.021065953866666622, - 0.0012081412666666543, - -0.04361972219999998, - 0.0025437976666666416, - 0.07672977846666663, - 0.020924183333333297, - -0.0169760114666666, - 0.002974836000000029, - 0.003983265866666657, - -0.024021968200000025, - -0.03956240413333334, - -0.1248241973333334, - -0.05730380093333336, - -0.05808679486666668, - -0.028370202666666712, - -0.09732389666666662, - -0.05763924799999995, - -0.13051837340000005, - -0.05395017553333331, - -0.03267161173333333, - -0.023729760666666683, - -0.07524714946666669, - -0.06614863693333331, - -0.019300918133333376, - -0.030039852199999936, - 0.011592385653333353, - 0.031318077333333326, - 0.01763483633333328, - -0.0250934726666667, - -0.004898507333333266, - 0.004217182600000006, - -0.0246385992666667, - -0.030988849866666696, - -0.04759142453333339, - -0.01953947740000004, - -0.01564450933333335, - -0.015787699133333277, - 0.002320799400000045, - 0.024963803466666677, - -0.007529426400000029, - 0.04093678893333338, - 0.015736563599999965, - -0.03746829866666665, - 0.014098554666666692, - -0.011547875333333272, - -0.02319905666666666, - -0.03142149800000005, - -0.016265246000000014, - 0.007930060666666574, - -0.023128325933333405 - ] - ], - "std": [ - [ - 0.9961076807315135, - 0.9206509112843125, - 1.0540224386437416, - 1.0522148944257685, - 0.9493400263469906, - 1.0413681468006608, - 1.0206521762883793, - 1.0022196701786035, - 0.9563400774380424, - 0.9609145334914101, - 1.0024994267345215, - 0.9932555095692103, - 0.9717731403065037, - 0.98032175468797, - 0.9982624484839073, - 0.9382038270345618, - 0.9768753390482254, - 0.9916308705368667, - 1.006723658496416, - 1.0297445317020146, - 1.032876694551145, - 0.972144505822908, - 0.9798593024092027, - 0.9843687966126489, - 1.011735889322179, - 1.0429049244153183, - 1.0346506734246277, - 1.0538601962572212, - 0.9988680991418135, - 1.0180957806321926, - 0.9596516599467743, - 0.9834125851120433, - 1.0264509047524573, - 1.041847740419822, - 0.9781778184682978, - 1.0266071515222082, - 1.0054089356966365, - 0.9672870323425345, - 1.0086182531503245, - 0.9476236198433843, - 0.9903141136237383, - 0.9773410750044438, - 0.9739559384791738, - 1.0166341319600727, - 1.0066772526142282, - 0.9830356367906539, - 0.9703713876993874, - 1.0032669206080842, - 0.9780136276281223, - 0.9963547072355085, - 0.9891349444554035, - 0.9865762284560603, - 0.975071666163836, - 0.9738556836226393, - 0.9427521925477134, - 0.9585723823680283, - 1.023473462894158, - 0.974178234052611, - 0.9584708977350718, - 0.9781662302529668 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 125654, - "cert_evals": { - "36": 0.9268292188644409, - "72": 0.9024389982223511, - "108": 0.8414633870124817, - "255": 0.5487804412841797 - }, - "fold": 0 - }, - { - "best_epoch": 20, - "best_val_acc": 0.9759036144578314, - "test_acc": 0.9673024523160763, - "train_size": 150, - "val_size": 83, - "test_size": 367, - "stats": { - "mean": [ - [ - 0.07431676333333329, - 0.055703143333333274, - 0.059986597200000005, - 0.05962913333333327, - 0.01711391199999998, - -0.09842530133333331, - -0.037238006933333324, - 0.04494911246666669, - 0.03584688633333339, - -0.03672074413333339, - 0.1400467430666667, - -0.0017188513300000175, - 0.09355356086666661, - 0.08375834533333343, - 0.10196642733333329, - -0.002735159333333399, - -0.04132526846666665, - 0.002115888533333303, - -0.04545685346666663, - -0.026682441333333327, - 0.0202955157, - 0.05891559266666658, - 0.09727385853333322, - 0.0824819633333333, - -0.003187957799999993, - 0.019345319200000027, - 0.015127944066666616, - -0.01814940193333335, - 0.028838950733333313, - -0.037662185733333346, - -0.03617591013333335, - 0.015016469333333294, - 0.03429976273333337, - 0.0064533666666667005, - -0.029528327399999967, - -0.020207610346666682, - -0.015195800666666651, - -0.03826542699999998, - -0.0280714353333333, - -0.03387643922666661, - -0.006132136866666568, - -0.06652122866666664, - -0.012367441333333272, - 0.04345637599999996, - 0.04305291933333331, - 0.025584800666666543, - 0.017196319133333353, - -0.01777196502666665, - -0.07746244253333334, - -0.044407173933333335, - -0.055261454599999996, - -0.052746810399999934, - -0.0045274859999999695, - -0.025930303333333373, - 0.035556554666666684, - 0.009908130666666676, - 0.016988207333333238, - -0.00977137813333338, - -0.020683775666666668, - 0.012211349666666682 - ] - ], - "std": [ - [ - 0.9843088538516878, - 1.0385221048037923, - 1.0362809707291913, - 1.070636491980348, - 1.036981973032216, - 1.0535025500445936, - 1.0486711166621683, - 1.0486450651360273, - 1.0014223592087255, - 0.9374084409356886, - 0.9860590509896011, - 0.9753368966519272, - 1.0333021459864373, - 0.9876115794841844, - 1.02068622354422, - 1.0112690289204789, - 1.0116637203824093, - 1.033925288406938, - 1.0512195357703547, - 1.018333809220628, - 0.985055866337006, - 0.943091921098071, - 0.9490130762941131, - 0.99910695778916, - 1.0356025959908477, - 1.0026236047334451, - 1.0141313027658527, - 0.9956117641629766, - 1.0018305711459572, - 1.0053268814426604, - 1.0314502672967765, - 1.038459737162511, - 0.937751592640825, - 0.9861261142353305, - 0.9749386073698773, - 0.9772874202358274, - 0.9591957253028498, - 0.9926707359223034, - 0.9729932139063138, - 0.9920544640877638, - 0.9836353401854067, - 0.99810857871081, - 1.0023120691127656, - 0.9517953446574153, - 1.0036265983538577, - 1.0142510395016522, - 0.9769674154680212, - 1.0141447148508704, - 1.0111479341233067, - 0.9771982566562517, - 0.9980648743000833, - 0.9633210674621704, - 0.9823793488227291, - 0.9870075135806297, - 0.983054034466811, - 0.990652388626008, - 1.0024265300075932, - 0.9594171079813323, - 0.9682468460883036, - 0.9900597520223805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 125654, - "cert_evals": { - "36": 0.9277108311653137, - "72": 0.8192770481109619, - "108": 0.759036123752594, - "255": 0.42168673872947693 - }, - "fold": 1 - }, - { - "best_epoch": 22, - "best_val_acc": 1.0, - "test_acc": 0.9691011235955056, - "train_size": 150, - "val_size": 94, - "test_size": 356, - "stats": { - "mean": [ - [ - -0.114856322, - -0.06579790133333327, - 0.03355098266666663, - -0.03648713526666665, - -0.0011477239999999878, - 0.13642399413333328, - -0.07596104666666668, - -0.0056418873333333374, - 0.09558374166666667, - 0.02089898246666667, - 0.03188003920000004, - 0.007430201999999999, - -0.0038350263999999894, - -0.01883838019999997, - 0.0748425113333334, - 0.00488779438666673, - 0.018437261666666697, - 0.030671767333333304, - 0.022914690999999977, - 0.01594029433333337, - -0.048436106666666714, - -0.0024884444666667177, - 0.04168678213333334, - 0.041644789333333244, - 0.042822868333333354, - 0.06534793200000001, - -0.010656098666666605, - -0.006021577466666684, - 0.04735826933333332, - 0.025442156333333393, - 0.017160075866666614, - -0.04544196133333331, - -0.013476259999999967, - 0.033218761599999966, - -0.005814218000000064, - -0.02626612546666666, - 0.0554423356666666, - -0.005378560400000007, - 0.004365360799999973, - 0.01993973579999998, - -0.013822085533333268, - -0.0276612758666667, - -0.005520540333333351, - 0.027592530666666643, - -0.0016518936666666988, - -0.02964797600000004, - -0.016894890799999965, - -0.018347165760000048, - 0.02878474666666673, - 0.009005892399999991, - 0.0005037746666666054, - -0.010252967199999949, - 0.009452513999999928, - -0.0006035673333334005, - -0.023115470666666638, - 0.0008124299999999337, - -0.010064331333333435, - 0.02198669420666669, - 0.005671073333333329, - 0.009682615733333344 - ] - ], - "std": [ - [ - 1.0560741237905633, - 1.0909763937676147, - 0.9591104934810897, - 1.0027353336789389, - 1.0137393600188147, - 0.9974355725372859, - 0.9334185111764193, - 1.0358338960107323, - 0.9936794808583214, - 1.0639561849283727, - 1.0322757313313562, - 1.0330482466022683, - 1.0135503676371944, - 1.0679076791635504, - 0.9641245690753236, - 1.0282675239598804, - 1.0002353813184108, - 0.9684654582597145, - 1.0331226003460752, - 1.0536462803122515, - 0.9988253263652744, - 1.0354371216022098, - 0.9964647889804219, - 1.017635225822453, - 1.0005114917749387, - 1.021355655521812, - 0.9645306146203501, - 1.0113815411448928, - 0.9806016929287075, - 1.0144519155296894, - 1.0265802362924008, - 1.02000197200153, - 1.07766142678815, - 1.0468290903972308, - 1.0314178108001988, - 1.000469001033564, - 1.0450722590473078, - 1.0325221094946504, - 1.048894956227836, - 0.9833702833504419, - 1.0153917705572146, - 1.012455383336184, - 1.0589782810850652, - 1.0157128503216464, - 1.0196629247844613, - 1.0470501606989209, - 1.0194159827106324, - 1.0071984093717992, - 1.0321411977245474, - 1.043438003333306, - 1.0407295108896613, - 1.027173255849118, - 1.0179448117519239, - 1.0453526291643118, - 1.0174480325437838, - 1.0318194380088317, - 1.0133347569254487, - 1.0231404714757075, - 1.030328051006465, - 1.0096253910405713 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 125654, - "cert_evals": { - "36": 0.9787233471870422, - "72": 0.9468084573745728, - "108": 0.8297871947288513, - "255": 0.46808508038520813 - }, - "fold": 2 - }, - { - "best_epoch": 21, - "best_val_acc": 0.9662921348314607, - "test_acc": 0.9806094182825484, - "train_size": 150, - "val_size": 89, - "test_size": 361, - "stats": { - "mean": [ - [ - 0.1277572366666666, - 0.04134771529333352, - 0.021863094333333402, - 0.014401853333333483, - -0.002803757326666718, - 0.06694332266666667, - 0.07448979026666658, - 0.06807802960000005, - 0.019724051666666666, - 0.06465353440000006, - -0.0428330099999999, - -0.07357414919666662, - -0.04223157999999999, - -0.12545532820000008, - -0.04292649966666659, - -0.10589588954666669, - -0.04041633779999999, - 0.05218024986666674, - 0.05426686220000013, - 0.0227305805333333, - 0.10614008046666681, - 0.04376943119999995, - -0.013266023600000024, - -0.07076259793333334, - -0.074043531, - -0.08001001866666667, - -0.07797701933333334, - -0.09792546133333335, - -0.061854662000000005, - -0.024533988199999985, - 0.03629900386666665, - 0.0058454133399999395, - 0.007318489999999978, - 0.03803268466666662, - 0.044273164599999956, - 0.0013259573333333503, - -0.002469843333333337, - -0.029172804800000018, - -0.05582708400000001, - -0.05666843433333332, - -0.048033903333333315, - -0.06985443860000005, - -0.0578782198666667, - -0.05657032866666666, - -0.026883787333333433, - -0.00934031266666669, - 0.011623247533333353, - 0.035373553640000055, - 0.013784810000000043, - 0.005969853333333333, - 0.02904661893333334, - 0.02376045733333324, - -0.02384677466666665, - -0.05474407806666669, - -0.06623972000000003, - -0.06898137600000002, - -0.07447672184000008, - -0.08693477600000002, - -0.05651159700000001, - -0.03601778493333341 - ] - ], - "std": [ - [ - 0.9996137529479245, - 1.0036117435912413, - 1.0522681023859373, - 1.1119684771253828, - 1.0298920232178084, - 1.070456358378364, - 1.0922136476449562, - 0.9445072794294876, - 0.9503254307664003, - 0.9324621895873916, - 0.9965913991681153, - 1.1062786611692523, - 1.1218688680681206, - 1.0020156097641995, - 1.0418972253640428, - 0.9838023238329702, - 0.9853089091257823, - 1.0414927333939905, - 1.0350491750495694, - 1.0308468611443276, - 1.0024128778412678, - 0.9938024611079457, - 0.9539537713906278, - 0.9088792441254281, - 0.9267414020449568, - 1.0592924551372531, - 1.035601875159454, - 1.0348290235762594, - 1.0072879218281139, - 1.0455750589807704, - 0.9984184008706671, - 0.966055737300902, - 0.9991473365977808, - 1.0374974178986145, - 0.9976106602571032, - 0.9683911885436237, - 0.9999529450897607, - 0.9934502585034328, - 1.0060525583431303, - 0.9969439583936579, - 1.0032737317903146, - 1.006882715938048, - 0.9888037727439014, - 0.997171098741018, - 1.0163770279221114, - 0.9925585952400967, - 1.0393735568577307, - 1.0254123445542493, - 1.0212979411217074, - 1.0292884216225284, - 0.9986396756965731, - 0.9791900111960249, - 1.0282697752335705, - 1.0042624464425858, - 1.014742625093536, - 1.0220728519074882, - 0.9823536621313895, - 1.0001527437069238, - 1.0095902426275776, - 1.0166981511490805 - ] - ] - }, - "width": 256, - "in_features": 60, - "out_features": 6, - "depth": 4, - "padding": 120, - "parameters": 125654, - "cert_evals": { - "36": 0.9101123809814453, - "72": 0.8426966667175293, - "108": 0.8089887499809265, - "255": 0.43820226192474365 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.971780422461576, - "std_test_acc": 0.005999352653126711, - "n_samples": 600, - "n_features": 60, - "n_classes": 6, - "mean_cert_acc_36": 0.9358439445495605, - "std_cert_acc_36": 0.029710656599421233, - "mean_cert_acc_72": 0.8778052926063538, - "std_cert_acc_72": 0.05781126538406218, - "mean_cert_acc_108": 0.8098188638687134, - "std_cert_acc_108": 0.03642199822957019, - "mean_cert_acc_255": 0.4691886305809021, - "std_cert_acc_255": 0.05642889013623146 - }, - "tic-tac-toe": { - "dataset": "tic-tac-toe", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 87, - "best_val_acc": 0.8493150684931506, - "test_acc": 0.8534031413612565, - "train_size": 239, - "val_size": 146, - "test_size": 573, - "stats": { - "mean": [ - [ - -0.06774635146443425, - 0.01449869790794993, - 0.05074422594142255, - -0.014738167364016513, - 0.015902112970711264, - 0.01937172301255273, - -0.05826698744769888, - 0.06322694058577437, - -0.03456911297071133 - ] - ], - "std": [ - [ - 0.9772364146923964, - 0.9898671665296854, - 0.9927899252300538, - 1.0052200080228313, - 1.0139839580724326, - 1.0321649186622677, - 0.9396177418537401, - 0.9908262445058792, - 1.022463266648573 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.7397260069847107, - "72": 0.5205479264259338, - "108": 0.3767123222351074, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7569444444444444, - "test_acc": 0.6817391304347826, - "train_size": 239, - "val_size": 144, - "test_size": 575, - "stats": { - "mean": [ - [ - 0.055483841004184395, - -0.00011965439330530087, - 0.00808757322175727, - -0.029356599999999875, - 0.039023707112970575, - 0.019371482008368506, - -0.08670484518828446, - -0.039102302092049956, - 0.027046133891213308 - ] - ], - "std": [ - [ - 0.9957045497387771, - 1.0146010728149857, - 1.003301186901333, - 1.0124926159677299, - 0.9987054895066753, - 0.9814356430315144, - 0.973828360138658, - 1.0003184664932105, - 0.9832177518418727 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.3888888955116272, - "72": 0.118055559694767, - "108": 0.02777777798473835, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 90, - "best_val_acc": 0.8015267175572519, - "test_acc": 0.8248299319727891, - "train_size": 239, - "val_size": 131, - "test_size": 588, - "stats": { - "mean": [ - [ - -0.04878792468619211, - 0.0047529958158996155, - 0.09814042677824272, - -0.024483735564853226, - 0.034399451882844975, - -0.009865222594141925, - -0.02508974895397498, - 0.004753076150627897, - -0.04878784100418414 - ] - ], - "std": [ - [ - 1.001934480203885, - 0.9778484267660271, - 1.0046660181235467, - 1.0212723008937266, - 1.0210245107562923, - 1.0306454853299336, - 0.9862518055799147, - 0.9951065507668124, - 0.9747736634076275 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.694656491279602, - "72": 0.572519063949585, - "108": 0.42748090624809265, - "255": 0.06106870248913765 - }, - "fold": 2 - }, - { - "best_epoch": 18, - "best_val_acc": 0.7608695652173914, - "test_acc": 0.7280550774526678, - "train_size": 239, - "val_size": 138, - "test_size": 581, - "stats": { - "mean": [ - [ - 0.10288007531380783, - 0.04373577740585817, - 0.041264979079497874, - -0.034229491213389085, - -0.05346292050209214, - -0.1999054092050213, - 0.08392158158995812, - 0.07297261589958158, - -0.05826715481171532 - ] - ], - "std": [ - [ - 0.9966065572515563, - 1.018968015200093, - 0.9922920069375739, - 0.9979419605462078, - 0.9801398510182366, - 0.9915447189713678, - 0.9965163996887837, - 0.9964419395653665, - 0.9951178388160773 - ] - ] - }, - "width": 32, - "in_features": 9, - "out_features": 2, - "depth": 4, - "padding": 18, - "parameters": 2598, - "cert_evals": { - "36": 0.6231884360313416, - "72": 0.43478262424468994, - "108": 0.28985506296157837, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7720068203053739, - "std_test_acc": 0.08061359219971154, - "n_samples": 958, - "n_features": 9, - "n_classes": 2, - "mean_cert_acc_36": 0.6116149574518204, - "std_cert_acc_36": 0.15604399104815142, - "mean_cert_acc_72": 0.41147629357874393, - "std_cert_acc_72": 0.2036911936427212, - "mean_cert_acc_108": 0.2804565173573792, - "std_cert_acc_108": 0.17777910346997872, - "mean_cert_acc_255": 0.015267175622284412, - "std_cert_acc_255": 0.030534351244568825 - }, - "titanic": { - "dataset": "titanic", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 7, - "best_val_acc": 0.7746478873239436, - "test_acc": 0.7839506172839507, - "train_size": 550, - "val_size": 355, - "test_size": 1296, - "stats": { - "mean": [ - [ - -0.033479024545449286, - -0.04388359999999998, - 0.04633865636363635 - ] - ], - "std": [ - [ - 1.0184009911459524, - 0.9030112522482995, - 0.965727266734473 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.6732394099235535, - "72": 0.48732393980026245, - "108": 0.1690140813589096, - "255": 0.0845070406794548 - }, - "fold": 0 - }, - { - "best_epoch": 14, - "best_val_acc": 0.8137535816618912, - "test_acc": 0.761136712749616, - "train_size": 550, - "val_size": 349, - "test_size": 1302, - "stats": { - "mean": [ - [ - 0.00599657709091412, - -0.02712665454545435, - 0.02416022909090901 - ] - ], - "std": [ - [ - 0.993203063568118, - 0.9413765013907114, - 0.9824417459762911 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.7650430202484131, - "72": 0.6504298448562622, - "108": 0.16618911921977997, - "255": 0.10315186530351639 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7034700315457413, - "test_acc": 0.7466266866566716, - "train_size": 550, - "val_size": 317, - "test_size": 1334, - "stats": { - "mean": [ - [ - 0.014578170545459438, - -0.043883600000000356, - 0.03303160000000017 - ] - ], - "std": [ - [ - 1.0150806710594007, - 0.9030112522482996, - 0.9758508000000029 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.20189274847507477, - "72": 0.009463722817599773, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 2, - "best_val_acc": 0.7667638483965015, - "test_acc": 0.7714067278287462, - "train_size": 550, - "val_size": 343, - "test_size": 1308, - "stats": { - "mean": [ - [ - 0.0077128369090957785, - -0.027126654545454543, - -0.0290679963636369 - ] - ], - "std": [ - [ - 1.026123748181085, - 0.9413765013907113, - 1.0194745387594568 - ] - ] - }, - "width": 32, - "in_features": 3, - "out_features": 2, - "depth": 4, - "padding": 10, - "parameters": 1558, - "cert_evals": { - "36": 0.17201167345046997, - "72": 0.09912537038326263, - "108": 0.020408164709806442, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7657801861297462, - "std_test_acc": 0.01581392768961709, - "n_samples": 2201, - "n_features": 3, - "n_classes": 2, - "mean_cert_acc_36": 0.4530467130243778, - "std_cert_acc_36": 0.3097770848348359, - "mean_cert_acc_72": 0.31158571946434677, - "std_cert_acc_72": 0.3066574441668967, - "mean_cert_acc_108": 0.088902841322124, - "std_cert_acc_108": 0.09126192241907885, - "mean_cert_acc_255": 0.0469147264957428, - "std_cert_acc_255": 0.0547046036798623 - }, - "trains": { - "dataset": "trains", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.6, - "test_acc": 0.3333333333333333, - "train_size": 2, - "val_size": 5, - "test_size": 3, - "stats": { - "mean": [ - [ - -0.61237, - -0.9717294999999999, - -0.316228, - 0.621059, - 0.786374, - -0.474342, - -0.369273, - -0.316228, - -0.41404050000000003, - -0.161281, - 1.264911, - 0.2108185, - -0.08519500000000002, - -0.685249, - -0.7115125, - -0.29632100000000006, - 0.398527, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - -0.774597, - -0.774597, - 0.711514, - -0.316228, - 0.41404050000000003, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.6073305, - 1.0, - 1.0, - 0.406746, - 1.0, - 0.7385470000000001, - 1.0, - 1.0350995, - 0.322562, - 1.581139, - 0.5270465, - 1.2779150000000001, - 0.571041, - 0.16940750000000004, - 0.740799, - 1.328423, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 1.0, - 1.0, - 1.185856, - 1.0, - 1.0350995, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 30838, - "cert_evals": { - "36": 0.4000000059604645, - "72": 0.20000000298023224, - "108": 0.20000000298023224, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.75, - "test_acc": 0.75, - "train_size": 2, - "val_size": 4, - "test_size": 4, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 30838, - "cert_evals": { - "36": 0.5, - "72": 0.5, - "108": 0.5, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 28, - "best_val_acc": 0.5, - "test_acc": 0.8333333333333334, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - -0.36439749999999993, - -0.316228, - 0.621059, - 0.10846649999999997, - -0.474342, - 0.7385470000000001, - 1.264911, - -1.44914, - -0.8064045, - 1.264911, - -0.316228, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - 0.41404050000000003, - 0.19365149999999998, - 0.19365149999999998, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 1.2146625, - 1.0, - 1.0, - 1.0846535, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0, - 0.9676855, - 1.581139, - 1.0, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0350995, - 0.9682485, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 30838, - "cert_evals": { - "36": 0.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 1.0, - "test_acc": 0.6666666666666666, - "train_size": 2, - "val_size": 2, - "test_size": 6, - "stats": { - "mean": [ - [ - -0.61237, - 0.24293300000000004, - 1.264911, - -0.41404050000000003, - -1.1117685, - -0.474342, - 0.7385470000000001, - 1.264911, - -0.41404050000000003, - -0.32255999999999996, - -0.316228, - -1.370319, - -0.5111665000000001, - -0.11420999999999992, - -0.7115125, - -0.29632100000000006, - -0.5977899999999999, - -0.621059, - -0.621059, - -0.619234, - -0.621059, - -0.514496, - -0.621059, - 0.19365149999999998, - 1.1619, - -0.474342, - -0.316228, - -0.621059, - -0.316228 - ] - ], - "std": [ - [ - 0.61237, - 0.607332, - 1.581139, - 1.0350995, - 0.13558149999999997, - 1.0, - 0.3692730000000001, - 1.581139, - 1.0350995, - 1.45153, - 1.0, - 1.0540910000000001, - 0.8519435000000001, - 1.14208, - 0.16940750000000004, - 0.740799, - 0.33210599999999996, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.9682485, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ] - ] - }, - "width": 128, - "in_features": 29, - "out_features": 2, - "depth": 4, - "padding": 58, - "parameters": 30838, - "cert_evals": { - "36": 1.0, - "72": 0.0, - "108": 0.0, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.6458333333333333, - "std_test_acc": 0.21916296997304863, - "n_samples": 10, - "n_features": 29, - "n_classes": 2, - "mean_cert_acc_36": 0.4750000014901161, - "std_cert_acc_36": 0.4112987556128069, - "mean_cert_acc_72": 0.17500000074505806, - "std_cert_acc_72": 0.2362907814177351, - "mean_cert_acc_108": 0.17500000074505806, - "std_cert_acc_108": 0.2362907814177351, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - }, - "thyroid": { - "dataset": "thyroid", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 16, - "best_val_acc": 0.8395378690629012, - "test_acc": 0.8469762779819578, - "train_size": 3428, - "val_size": 779, - "test_size": 2993, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.730423629283905, - "72": 0.6071887016296387, - "108": 0.49293968081474304, - "255": 0.24518615007400513 - }, - "fold": 0 - }, - { - "best_epoch": 13, - "best_val_acc": 0.8140442132639792, - "test_acc": 0.7935397935397935, - "train_size": 3428, - "val_size": 769, - "test_size": 3003, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.6970090866088867, - "72": 0.5786736011505127, - "108": 0.4707412123680115, - "255": 0.2626788020133972 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.8254364089775561, - "test_acc": 0.8400673400673401, - "train_size": 3428, - "val_size": 802, - "test_size": 2970, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.7344139814376831, - "72": 0.6284289360046387, - "108": 0.5311720967292786, - "255": 0.26932668685913086 - }, - "fold": 2 - }, - { - "best_epoch": 1, - "best_val_acc": 0.825531914893617, - "test_acc": 0.8206716661232475, - "train_size": 3428, - "val_size": 705, - "test_size": 3067, - "stats": { - "mean": [ - [ - 2.1796966167956114e-07, - -8.751458590497311e-08, - 3.876896143196366e-07, - -4.066511084792401e-07, - -2.217036219565563e-08, - -6.01225204592932e-07, - -3.491831976714682e-07, - 1.7327888073170088e-07, - -1.2952158793330312e-07, - 3.471411895625862e-07, - 2.2170361729813757e-07, - -8.051341829072995e-08, - -2.386231042215566e-07, - -9.655775979550964e-08, - 0.0, - -1.1260210272149139e-07, - 3.3932322032535964e-08, - -3.3576429478599215e-08, - 2.5419486573375144e-07, - -5.215869288406012e-08, - 1.4458576431177031e-07 - ] - ], - "std": [ - [ - 0.9998541758225387, - 0.9998532681152404, - 0.9998556205991698, - 0.9998539274386128, - 0.999854696658317, - 0.9998534548382348, - 0.9998502394347666, - 0.999853857874386, - 0.9998538109684775, - 0.9998551002843616, - 0.9998536686664701, - 0.9998545576369466, - 0.9998513717555766, - 0.9998546597440786, - 1.0, - 0.9998533945369356, - 0.9998545375243406, - 0.9998541828261739, - 0.9998546087571518, - 0.999854053898975, - 0.999854213852071 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.716312050819397, - "72": 0.5418439507484436, - "108": 0.3787233829498291, - "255": 0.09078013896942139 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8253137694280848, - "std_test_acc": 0.023930919959309366, - "n_samples": 7200, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.719539687037468, - "std_cert_acc_36": 0.01690907472292751, - "mean_cert_acc_72": 0.5890337973833084, - "std_cert_acc_72": 0.03748685452524811, - "mean_cert_acc_108": 0.46839409321546555, - "std_cert_acc_108": 0.06478145013205064, - "mean_cert_acc_255": 0.21699294447898865, - "std_cert_acc_255": 0.08475562377896445 - }, - "vertebral-column-2clases": { - "dataset": "vertebral-column-2clases", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.8305084745762712, - "test_acc": 0.7183908045977011, - "train_size": 77, - "val_size": 59, - "test_size": 174, - "stats": { - "mean": [ - [ - -0.04851593662337664, - -0.013603715584415602, - 0.017817786623376606, - -0.052196842324675335, - -0.002157415584415587, - -0.03604349805194806 - ] - ], - "std": [ - [ - 0.9285507134809343, - 1.06595981877074, - 0.9952787423256769, - 0.8624418582955644, - 0.9372946280214954, - 0.7536679299194217 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.7457627058029175, - "72": 0.5593220591545105, - "108": 0.35593220591545105, - "255": 0.016949152573943138 - }, - "fold": 0 - }, - { - "best_epoch": 52, - "best_val_acc": 0.8095238095238095, - "test_acc": 0.7225130890052356, - "train_size": 77, - "val_size": 42, - "test_size": 191, - "stats": { - "mean": [ - [ - -0.01160272857142857, - 0.19142412077922066, - 0.13749096324675333, - -0.1576678293376624, - 0.1349718081818182, - 0.01367927922077926 - ] - ], - "std": [ - [ - 0.9739076978851005, - 1.1234128014311557, - 1.0980714645789118, - 0.9124304878226723, - 0.8779104710989865, - 0.8103068848046617 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.6428571343421936, - "72": 0.5714285969734192, - "108": 0.380952388048172, - "255": 0.1428571492433548 - }, - "fold": 1 - }, - { - "best_epoch": 27, - "best_val_acc": 0.8627450980392157, - "test_acc": 0.7472527472527473, - "train_size": 77, - "val_size": 51, - "test_size": 182, - "stats": { - "mean": [ - [ - -0.08900769350649353, - 0.022068336363636327, - -0.17777378870129867, - -0.13070269816883123, - -0.08019039701298694, - 0.034270005844155946 - ] - ], - "std": [ - [ - 1.1891598679346718, - 1.0629718968025748, - 0.9683921685715591, - 1.1934548554540982, - 1.0519483392859137, - 1.4108241281173226 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.5098039507865906, - "108": 0.3333333432674408, - "255": 0.019607843831181526 - }, - "fold": 2 - }, - { - "best_epoch": 9, - "best_val_acc": 0.7608695652173914, - "test_acc": 0.7165775401069518, - "train_size": 77, - "val_size": 46, - "test_size": 187, - "stats": { - "mean": [ - [ - -0.06772925194805193, - -0.07967984805194804, - -0.14121441038961047, - -0.02757299220779231, - -0.014883416753246786, - -0.1100020467532468 - ] - ], - "std": [ - [ - 1.0828152543652132, - 1.0199396915025827, - 0.9339640371725322, - 0.9916023829290741, - 1.077978313814909, - 0.7401101130023645 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.6086956858634949, - "72": 0.45652174949645996, - "108": 0.3478260934352875, - "255": 0.021739130839705467 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7261835452406589, - "std_test_acc": 0.014264006727418944, - "n_samples": 310, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.6659955531358719, - "std_cert_acc_36": 0.05825778997510602, - "mean_cert_acc_72": 0.5242690891027451, - "std_cert_acc_72": 0.05244575655630284, - "mean_cert_acc_108": 0.35451100766658783, - "std_cert_acc_108": 0.019952843979651438, - "mean_cert_acc_255": 0.05028831912204623, - "std_cert_acc_255": 0.061743652985020096 - }, - "vertebral-column-3clases": { - "dataset": "vertebral-column-3clases", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.7272727272727273, - "test_acc": 0.7195767195767195, - "train_size": 77, - "val_size": 44, - "test_size": 189, - "stats": { - "mean": [ - [ - -0.017758871428571372, - -0.13893042727272728, - -0.08468526142857148, - 0.08071379740259733, - 0.06779229129870129, - 0.08923458311688294 - ] - ], - "std": [ - [ - 1.0953816731705295, - 0.8966984943146973, - 0.956938148341136, - 1.2077590425927807, - 1.073031602135157, - 1.464104633953606 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 1831, - "cert_evals": { - "36": 0.5454545617103577, - "72": 0.40909093618392944, - "108": 0.34090909361839294, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 30, - "best_val_acc": 0.6666666666666666, - "test_acc": 0.6815642458100558, - "train_size": 77, - "val_size": 54, - "test_size": 179, - "stats": { - "mean": [ - [ - -0.049201149350649384, - -0.06358896883116881, - -0.11700971038961039, - -0.01579821818181819, - -6.0709350649427305e-05, - 0.0891967623376624 - ] - ], - "std": [ - [ - 1.093043067173537, - 1.0341900281252163, - 0.948390256340442, - 1.1192974642236186, - 1.0160280673716198, - 1.4089004707085644 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 1831, - "cert_evals": { - "36": 0.5370370149612427, - "72": 0.42592594027519226, - "108": 0.25925925374031067, - "255": 0.018518518656492233 - }, - "fold": 1 - }, - { - "best_epoch": 36, - "best_val_acc": 0.7142857142857143, - "test_acc": 0.7457627118644068, - "train_size": 77, - "val_size": 56, - "test_size": 177, - "stats": { - "mean": [ - [ - -0.030620783376623464, - -0.15526778051948048, - -0.0557417341558442, - 0.0764179809090909, - -0.11299565064935047, - -0.10344603831168832 - ] - ], - "std": [ - [ - 0.9944305280127423, - 0.9108287434677631, - 0.8529822131400763, - 0.9664086884725089, - 0.9649650863065573, - 0.713799883374489 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 1831, - "cert_evals": { - "36": 0.6428571939468384, - "72": 0.4285714626312256, - "108": 0.2857142984867096, - "255": 0.0535714328289032 - }, - "fold": 2 - }, - { - "best_epoch": 12, - "best_val_acc": 0.7735849056603774, - "test_acc": 0.7222222222222222, - "train_size": 77, - "val_size": 53, - "test_size": 180, - "stats": { - "mean": [ - [ - 0.20264046623376622, - 0.3261196974025974, - 0.10299690753246762, - 0.017040496636363645, - -0.09640795220779223, - 0.03692924155844167 - ] - ], - "std": [ - [ - 1.1066380009229393, - 1.1415960579871545, - 1.0733819141948675, - 1.089301161345955, - 0.9585561559088557, - 0.8693443253284101 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 3, - "depth": 4, - "padding": 12, - "parameters": 1831, - "cert_evals": { - "36": 0.49056604504585266, - "72": 0.28301888704299927, - "108": 0.11320754885673523, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7172814748683511, - "std_test_acc": 0.02656175474320363, - "n_samples": 310, - "n_features": 6, - "n_classes": 3, - "mean_cert_acc_36": 0.5539787039160728, - "std_cert_acc_36": 0.06397977055321281, - "mean_cert_acc_72": 0.38665180653333664, - "std_cert_acc_72": 0.06962521499692789, - "mean_cert_acc_108": 0.2497725486755371, - "std_cert_acc_108": 0.09718997882516053, - "mean_cert_acc_255": 0.018022487871348858, - "std_cert_acc_255": 0.025255980626912058 - }, - "twonorm": { - "dataset": "twonorm", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 24, - "best_val_acc": 0.9770431588613406, - "test_acc": 0.9753418516027796, - "train_size": 1850, - "val_size": 1089, - "test_size": 4461, - "stats": { - "mean": [ - [ - -0.014544049503783818, - -0.003368689291891876, - 0.016772092459459455, - 0.0019175647345946178, - -0.02506532699859457, - 0.0038982543675675696, - 0.019339146565999932, - -0.009895024481081047, - 0.006385932609729719, - -0.0014487788735135277, - -0.02301627440935135, - -0.005151859209189199, - 0.008102996605405427, - -0.0044304854756756626, - 0.0017575496378378407, - -0.009554797715135191, - 0.026529897787837913, - 0.02922682911891893, - -0.01169157914054059, - -0.004898149291891907 - ] - ], - "std": [ - [ - 1.008740635111714, - 1.0057995039659557, - 0.9837382170327289, - 1.0009348723588565, - 0.9894373169495185, - 0.9855025922172592, - 1.0016273845342372, - 1.0019232777130362, - 1.0102983788423001, - 0.989126863772442, - 1.014473431822349, - 0.9873937513386905, - 1.0120815536633763, - 1.0026507637547364, - 0.9944344640609678, - 1.0009003980137419, - 1.017029495884869, - 0.9934459224888799, - 1.005170519855988, - 1.0182286286784454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 10834, - "cert_evals": { - "36": 0.9641873240470886, - "72": 0.9522497653961182, - "108": 0.9320477247238159, - "255": 0.8181818127632141 - }, - "fold": 0 - }, - { - "best_epoch": 6, - "best_val_acc": 0.984182776801406, - "test_acc": 0.972348141432457, - "train_size": 1850, - "val_size": 1138, - "test_size": 4412, - "stats": { - "mean": [ - [ - -0.011274481706054077, - 0.0010725280108108113, - 0.04904605430486482, - 0.00013406402702702838, - 0.0037092568978378815, - -0.03159644886486481, - 0.00852751402702707, - -0.014074217665405411, - 0.026686750430270245, - 0.023341407989189197, - 0.00574216419659461, - -0.019635965771891885, - 0.04072469101081081, - 0.00963421142594593, - -0.044921805624324275, - -0.025982841086486463, - -0.0002432451580000008, - -0.011375726291891854, - 0.021153889262702744, - 0.01900583370702701 - ] - ], - "std": [ - [ - 0.9976085735229742, - 1.0108425474557818, - 1.0105604700510442, - 1.0350336168987333, - 0.990362036249636, - 0.9744762030983907, - 1.0066091603129825, - 0.984656658886602, - 0.9965234554482512, - 0.973435364067005, - 0.9921055599456662, - 1.0065413490604112, - 1.0042400869906856, - 0.9880184758483341, - 0.9898502752755675, - 0.992736848303296, - 0.9922171097916167, - 1.0043754412776131, - 0.9893350555688326, - 0.9868441569808528 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 10834, - "cert_evals": { - "36": 0.9710017442703247, - "72": 0.9586994647979736, - "108": 0.9411247968673706, - "255": 0.7996485233306885 - }, - "fold": 1 - }, - { - "best_epoch": 4, - "best_val_acc": 0.9758497316636852, - "test_acc": 0.9765342960288809, - "train_size": 1850, - "val_size": 1118, - "test_size": 4432, - "stats": { - "mean": [ - [ - 0.003976000881081077, - 0.010715774432432398, - -0.017786920248648645, - 0.0036804860497297266, - 0.002183984135675682, - 0.01946380120540544, - -0.009359299564702704, - -0.02816081002594586, - 0.031211165720540515, - 0.0197382945891892, - 0.004506140226864866, - -0.01331618493945946, - 0.014995027385405353, - -0.001854380632432439, - -0.01958510810810805, - -0.00386884019891889, - -0.017393956009891888, - -0.0021528696070270597, - 0.005169307811351341, - 0.0024582379264864846 - ] - ], - "std": [ - [ - 1.009760000740286, - 1.0090347482418227, - 1.0148186512036792, - 1.0060022323323823, - 0.9990626780886653, - 0.9896872166496508, - 0.9763805914536888, - 0.9957691924612021, - 0.9906698247495431, - 1.0035665264537232, - 0.9947437173054162, - 1.0004339807413987, - 0.9823451342038293, - 1.0178129069401878, - 1.020030588883728, - 1.0098245678900148, - 0.9925509761821191, - 0.984129704899966, - 1.021860274128779, - 1.0179863343134843 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 10834, - "cert_evals": { - "36": 0.960644006729126, - "72": 0.9364936947822571, - "108": 0.912343442440033, - "255": 0.7388193011283875 - }, - "fold": 2 - }, - { - "best_epoch": 10, - "best_val_acc": 0.98125, - "test_acc": 0.9781038374717833, - "train_size": 1850, - "val_size": 1120, - "test_size": 4430, - "stats": { - "mean": [ - [ - -0.020650926096864895, - 0.0029367999405405425, - -0.006630237378378379, - 0.010420081979243248, - -0.001797412861621615, - 0.006000229992972958, - 0.02513403323243256, - -0.04051091970432429, - 0.016437013362162183, - 0.008169780156756753, - 0.010605073612270283, - -0.014074353574054115, - 0.001890994940540519, - -0.00912456161891894, - -0.011556316408108112, - -0.004322038713513496, - -0.0011294842637837807, - -0.006298975859459421, - 0.017070309424864923, - 0.0166714651562162 - ] - ], - "std": [ - [ - 0.9799722867298174, - 0.9831760308737035, - 1.0071900480073166, - 1.003544153680456, - 0.9998334222405475, - 0.997242014320636, - 0.9816671365897304, - 0.9927759081786102, - 1.0236053141912813, - 0.9882650425660089, - 1.0199540485168141, - 0.9750354662835033, - 1.000698654175577, - 0.9953898045603353, - 0.9850292707815245, - 0.9950063778865423, - 0.9842233774554926, - 1.0005588371487018, - 1.0122840782683846, - 1.0155158561773454 - ] - ] - }, - "width": 64, - "in_features": 20, - "out_features": 2, - "depth": 4, - "padding": 40, - "parameters": 10834, - "cert_evals": { - "36": 0.9723214507102966, - "72": 0.956250011920929, - "108": 0.9276785850524902, - "255": 0.8071428537368774 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9755820316339753, - "std_test_acc": 0.002434614578961039, - "n_samples": 7400, - "n_features": 20, - "n_classes": 2, - "mean_cert_acc_36": 0.967038631439209, - "std_cert_acc_36": 0.00555684628154896, - "mean_cert_acc_72": 0.9509232342243195, - "std_cert_acc_72": 0.00998024074565201, - "mean_cert_acc_108": 0.9282986372709274, - "std_cert_acc_108": 0.01202107501526975, - "mean_cert_acc_255": 0.7909481227397919, - "std_cert_acc_255": 0.03557646318094549 - }, - "wall-following": { - "dataset": "wall-following", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 38, - "best_val_acc": 0.7829268292682927, - "test_acc": 0.76619804400978, - "train_size": 1364, - "val_size": 820, - "test_size": 3272, - "stats": { - "mean": [ - [ - -0.005686892404692003, - 0.022638621533284334, - 0.0029726543621700742, - -0.007766223049853293, - -0.008952794454545568, - 0.009051411851906211, - 0.004111615835777271, - 0.054535739948680446, - 0.01721141257331339, - -0.00017557098093850144, - -0.0030259690689149518, - -0.015323145063782956, - 0.004263515249266924, - 0.013408757045454725, - -0.0019448981744868829, - 0.0003941872595307252, - -0.023833700213343096, - -0.0418792441422289, - -0.01742122004472146, - -0.01653938162023472, - 0.004910744486803571, - 0.04303871550586514, - -0.015449803416422289, - -0.003778200753665663 - ] - ], - "std": [ - [ - 0.9538903586600096, - 1.0100879107934733, - 1.0049069273556643, - 0.9922954720481119, - 0.9870136651293122, - 0.990779450218937, - 0.997732207974109, - 1.0249084242333972, - 1.0039227101782235, - 0.9840871960957936, - 0.9963448823117925, - 0.9855998980612843, - 1.0024509972558129, - 1.0025416545074122, - 0.9881545916458445, - 1.0165283990308178, - 0.9738216818182036, - 0.9275548118344852, - 0.9839704565560611, - 0.9728388862456517, - 1.0184938963953918, - 1.0303474329203226, - 0.9612235203553664, - 0.9816909108470405 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 12996, - "cert_evals": { - "36": 0.70243901014328, - "72": 0.6207317113876343, - "108": 0.542682945728302, - "255": 0.22804878652095795 - }, - "fold": 0 - }, - { - "best_epoch": 65, - "best_val_acc": 0.7734668335419274, - "test_acc": 0.7849984816276951, - "train_size": 1364, - "val_size": 799, - "test_size": 3293, - "stats": { - "mean": [ - [ - -0.02975309696847506, - 0.005558309164222893, - 0.004718745812316816, - -0.020307799296187545, - -0.007320344633431353, - -0.028494500266862125, - -0.024019284164222755, - 0.009570253951612977, - 0.01097609736070351, - -0.00032918113929638346, - 0.032141068781524784, - 0.02072696681818175, - 0.02201199852639303, - 0.02843859972873922, - -0.010288174340176055, - -0.0025629487653958533, - 0.014673984588709695, - -0.0024179095725806485, - 0.011989980659823955, - 0.014437480175952963, - 0.010780398057038091, - -0.02107569172287382, - 0.018757813350439904, - -0.03195081329985328 - ] - ], - "std": [ - [ - 0.945216136192205, - 0.9992147601024853, - 1.0013950133535414, - 1.0070090886620435, - 1.0100405651888793, - 1.0035220275618202, - 1.0076868559644707, - 1.0146043586860587, - 1.0036702207634716, - 1.0020409725295103, - 1.0195319569843622, - 1.018330702441904, - 1.0188371291097438, - 1.0099651693219551, - 0.9929137513000473, - 0.9893773454929811, - 1.0312952518146736, - 0.9850531254011928, - 0.9991545369015657, - 1.024970910904686, - 1.0211398104956508, - 0.9811793320532708, - 1.0213393023608297, - 0.9709259568406406 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 12996, - "cert_evals": { - "36": 0.7058823704719543, - "72": 0.6270338296890259, - "108": 0.5494368076324463, - "255": 0.26408010721206665 - }, - "fold": 1 - }, - { - "best_epoch": 52, - "best_val_acc": 0.7871581450653984, - "test_acc": 0.7671485696708705, - "train_size": 1364, - "val_size": 841, - "test_size": 3251, - "stats": { - "mean": [ - [ - 0.01872266574486808, - 0.006327694957038103, - -0.07104427478152507, - -0.011521076319648046, - -0.004222936934017776, - -0.012975204868035104, - -0.01602920872434, - 0.018177438951613122, - 0.001741687587976442, - 0.026653914322580085, - 0.006544868966275523, - -0.0006487189816715815, - -0.006107012813782889, - -0.017521736390762342, - -0.02309750486070397, - 0.015360951164222853, - -0.05447749436730212, - 0.011644383885630553, - -0.005685932580645217, - 0.033520921312316744, - 0.015700824787390003, - 0.00464063532258066, - -0.007768450139296197, - -0.01706286590102635 - ] - ], - "std": [ - [ - 1.0075883148093572, - 0.9956149685197124, - 0.9336114810272496, - 1.0053964412297443, - 1.0037906536892414, - 0.9889864422444196, - 0.993232391245941, - 1.0033346943820691, - 1.0019335251023536, - 1.015228028452373, - 1.0184871692443849, - 0.9950347742751352, - 1.001225456339628, - 0.9911991075823401, - 0.9891922963313015, - 1.020897686359133, - 0.9021478154164623, - 1.027059313060404, - 0.9920589942567254, - 1.037458331459377, - 1.0154700216289818, - 1.0017979731537894, - 0.9794245346392066, - 0.9721130758506005 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 12996, - "cert_evals": { - "36": 0.7146254181861877, - "72": 0.6230677962303162, - "108": 0.5326991677284241, - "255": 0.22235433757305145 - }, - "fold": 2 - }, - { - "best_epoch": 62, - "best_val_acc": 0.7924757281553398, - "test_acc": 0.780905752753978, - "train_size": 1364, - "val_size": 824, - "test_size": 3268, - "stats": { - "mean": [ - [ - 0.02031997529545452, - -0.033795195992888556, - -0.02352743731011721, - 0.01124182900293254, - -0.01151259605278599, - -0.015031226107038104, - 0.03267076282991228, - 0.0279429813196483, - -0.007205795674486686, - -0.0060127819017595785, - 0.01344909527859221, - 0.01992942824853357, - -0.01951502722360692, - -0.029693211412756465, - -0.009494099098240562, - -0.01795489370381231, - 0.010101200832844593, - -0.0059742676495601315, - -0.017900947921847564, - -0.021026184816715806, - 0.016916847096700823, - -0.0052597014662755836, - 0.032237512456011766, - 0.007093840727272726 - ] - ], - "std": [ - [ - 1.0112945026202158, - 0.970221558754097, - 0.9823204142944053, - 1.0136980604051529, - 0.982757495735732, - 0.9808366104043786, - 1.001324458975229, - 1.0152847209982614, - 0.9908830298302452, - 0.9932341203049162, - 1.0097191496904292, - 1.0252804409457419, - 0.9852042484069533, - 0.992545202932286, - 0.9901306066571973, - 0.9793681779580009, - 0.9956413121371739, - 0.9901468286266072, - 0.9701309779282022, - 0.9725832802282708, - 1.0307338552882614, - 0.991132554001173, - 1.0343162251093825, - 0.9974059438112418 - ] - ] - }, - "width": 64, - "in_features": 24, - "out_features": 4, - "depth": 4, - "padding": 48, - "parameters": 12996, - "cert_evals": { - "36": 0.7257281541824341, - "72": 0.6444174647331238, - "108": 0.5631067752838135, - "255": 0.22936893999576569 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.7748127120155809, - "std_test_acc": 0.009553823506167384, - "n_samples": 5456, - "n_features": 24, - "n_classes": 4, - "mean_cert_acc_36": 0.712168738245964, - "std_cert_acc_36": 0.010393572783362512, - "mean_cert_acc_72": 0.628812700510025, - "std_cert_acc_72": 0.010723484480887727, - "mean_cert_acc_108": 0.5469814240932465, - "std_cert_acc_108": 0.01276082053877022, - "mean_cert_acc_255": 0.23596304282546043, - "std_cert_acc_255": 0.018990206364943737 - }, - "waveform": { - "dataset": "waveform", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 11, - "best_val_acc": 0.8852242744063324, - "test_acc": 0.8562834224598931, - "train_size": 1250, - "val_size": 758, - "test_size": 2992, - "stats": { - "mean": [ - [ - 0.020179633495999987, - 0.011963990736, - -0.033601846864, - -0.041786463160000016, - -0.03154164217599994, - -0.040098393640000014, - -0.043940430239999995, - -0.03151536300719995, - -0.036418570040000015, - 0.043107926798400066, - 0.03738288511999999, - -0.0024740305919999984, - 0.03243670563199995, - 0.011112976024000014, - 0.03951120671200011, - 0.0219850811552, - 0.028168458383999943, - 0.06235075759679998, - 0.020069774392, - 0.007039422583999985, - -0.02925996517600002 - ] - ], - "std": [ - [ - 0.9901799387654557, - 1.0306402386317552, - 0.9708771794256926, - 0.9608246419787663, - 1.0044852476869415, - 0.9877134023221446, - 0.9749943080882616, - 1.0123255354438774, - 0.986958011185208, - 1.0005937342506195, - 0.9789827068743525, - 1.0033150982759136, - 0.9538985981244916, - 1.006689675325801, - 0.9956488213117433, - 1.001823072865656, - 0.9921420818481883, - 0.9865005595269615, - 1.0350777753049674, - 1.0160784990711804, - 0.9870983405424562 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8271768093109131, - "72": 0.7532981634140015, - "108": 0.6635884046554565, - "255": 0.3509235084056854 - }, - "fold": 0 - }, - { - "best_epoch": 22, - "best_val_acc": 0.8801089918256131, - "test_acc": 0.8690318302387268, - "train_size": 1250, - "val_size": 734, - "test_size": 3016, - "stats": { - "mean": [ - [ - 0.010216515320000044, - -0.04063758078400007, - 0.025120129951999963, - -0.025077058975999964, - 0.003169892232000061, - -0.01685490820000002, - -0.011714589596800004, - -0.03299081049600003, - -0.01699664363999998, - -0.018953863726399994, - -0.010869116344000016, - 0.041914844448000185, - -0.01596277459040001, - 0.012558276106399974, - 0.026120965832000048, - 0.03314989547359999, - 0.03347167229600001, - 0.023257175787200043, - 0.017851450192000014, - -0.004257698511999955, - -0.04945521833600015 - ] - ], - "std": [ - [ - 1.0013552490719653, - 0.9855864106795154, - 0.9729457372221003, - 0.9924096158327768, - 1.0128588967374343, - 1.0016694374565032, - 1.0094886119500357, - 1.0100863354319733, - 1.0019192663797813, - 0.9946338222875807, - 0.999064791075417, - 1.0101141099838185, - 0.9759008425547311, - 1.0113866649689796, - 1.0124143691513183, - 1.0133948233035053, - 1.0110196515539809, - 1.0206255456252598, - 1.0155072750087655, - 0.9949826852691384, - 0.9838169172120375 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8269754648208618, - "72": 0.7752043604850769, - "108": 0.7179836630821228, - "255": 0.4005449414253235 - }, - "fold": 1 - }, - { - "best_epoch": 15, - "best_val_acc": 0.8756684491978609, - "test_acc": 0.8747501665556295, - "train_size": 1250, - "val_size": 748, - "test_size": 3002, - "stats": { - "mean": [ - [ - 0.007048574136000094, - -0.015209897391999988, - 0.011429607696000007, - -0.03273079147199999, - -0.023185516656000008, - 0.003389837535999984, - 0.0013940158719999971, - -0.00547288197039998, - 0.006071109367999992, - 0.005879158908799994, - 0.032166854647999996, - 0.005692848927999994, - 0.022531058751999993, - 0.009790249777599982, - 0.0040757011359999935, - 0.030061611308799984, - 0.029284791384000003, - 0.02420849601600001, - 0.014083066104000005, - 0.02953013189600018, - -0.004491209880000014 - ] - ], - "std": [ - [ - 0.9996125618988059, - 0.9720078266135495, - 1.0135851933941078, - 1.0319065276512462, - 0.9931170056559575, - 0.9993639751369633, - 0.9853632660237902, - 0.9995807541677071, - 1.0238743231650074, - 0.9969840482557133, - 0.9979292933830571, - 1.0142743499688514, - 1.001427080201001, - 0.9998997970203162, - 1.0142762186668912, - 1.0117340691797234, - 1.0099181268245983, - 1.0006047030346061, - 0.9985746890321932, - 1.0069732844455408, - 1.0040803599543435 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8248663544654846, - "72": 0.7633690237998962, - "108": 0.6978609561920166, - "255": 0.3743315637111664 - }, - "fold": 2 - }, - { - "best_epoch": 6, - "best_val_acc": 0.8782489740082079, - "test_acc": 0.8608810864524677, - "train_size": 1250, - "val_size": 731, - "test_size": 3019, - "stats": { - "mean": [ - [ - -0.009131498528000003, - -0.0039044835359999803, - 0.07005067444800003, - -0.010843439071999996, - 0.006077575768000002, - -0.013402124615999992, - -0.0034755865247999887, - 0.0036035160240000075, - -0.0006721240640000021, - -0.006537375988799971, - -0.015753593288000012, - 0.013293681728000002, - -0.011138352720000024, - -0.025798392399999908, - 0.0029978399759999904, - 0.017920257033599982, - -0.008153607000000004, - 0.01568651420000006, - -0.051382837735999956, - 0.005123328096000027, - 0.025813726736000034 - ] - ], - "std": [ - [ - 1.0018392101812919, - 1.0020859314875776, - 1.0033561958769905, - 0.9975363296716959, - 0.9849899598871443, - 0.9756730653513883, - 0.993760630561838, - 0.9861757179284345, - 1.0000258312156731, - 1.0000825386418444, - 0.99177201535984, - 1.0234277089306048, - 1.0159176275153121, - 0.9839459155591159, - 0.9943404985027471, - 1.0116349239455822, - 1.0052044277000671, - 0.9841510621883656, - 1.0190638151002673, - 0.9952041186962591, - 1.0328002659610966 - ] - ] - }, - "width": 64, - "in_features": 21, - "out_features": 3, - "depth": 4, - "padding": 42, - "parameters": 11393, - "cert_evals": { - "36": 0.8153215050697327, - "72": 0.7346101403236389, - "108": 0.6525307893753052, - "255": 0.2859097123146057 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8652366264266793, - "std_test_acc": 0.008247052150070702, - "n_samples": 5000, - "n_features": 21, - "n_classes": 3, - "mean_cert_acc_36": 0.823585033416748, - "std_cert_acc_36": 0.005607244229618446, - "mean_cert_acc_72": 0.7566204220056534, - "std_cert_acc_72": 0.01718910796071825, - "mean_cert_acc_108": 0.6829909533262253, - "std_cert_acc_108": 0.030275882613765973, - "mean_cert_acc_255": 0.35292743146419525, - "std_cert_acc_255": 0.04906103178620708 - }, - "wine": { - "dataset": "wine", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 40, - "best_val_acc": 0.9117647058823529, - "test_acc": 0.96, - "train_size": 44, - "val_size": 34, - "test_size": 100, - "stats": { - "mean": [ - [ - -0.0032810681818182252, - -0.005479031818181848, - -0.08091575454545454, - 0.05187518272727261, - -0.06624296590909094, - -0.007079050000000028, - -0.06275028018181807, - -0.08246524999999992, - 0.05402081363636373, - 0.0044511772727273136, - -0.04690897272727282, - 0.09077693181818178, - -0.0044964045454545494 - ] - ], - "std": [ - [ - 0.9486079560461609, - 0.9748783430969256, - 0.9254167517337237, - 0.9617928120291063, - 0.8801585454960099, - 0.9897338243089531, - 0.9271822071946669, - 0.9702762446771567, - 0.9107960044629595, - 1.0952735150882602, - 0.9243353232179793, - 0.9887201896638538, - 0.9269494258065332 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 7249, - "cert_evals": { - "36": 0.8529411554336548, - "72": 0.7647058963775635, - "108": 0.6176470518112183, - "255": 0.1764705926179886 - }, - "fold": 0 - }, - { - "best_epoch": 28, - "best_val_acc": 0.9259259259259259, - "test_acc": 0.9626168224299065, - "train_size": 44, - "val_size": 27, - "test_size": 107, - "stats": { - "mean": [ - [ - 0.06530710454545458, - 0.007947954545454524, - -0.18861000681818177, - -0.06994299681818188, - -0.08852099545454545, - 0.06554911590909095, - 0.0228023237272727, - -0.08063868636363627, - 0.11120031590909094, - 0.1451315113636364, - 0.07976722954545465, - 0.05492483636363638, - -0.04130375068181816 - ] - ], - "std": [ - [ - 1.1054246265200351, - 1.022075699615381, - 1.0101337670617143, - 0.9836114927228263, - 1.0039715573451675, - 1.0160855472349155, - 1.00168059755674, - 0.942713932749028, - 1.1841316940042428, - 1.0673173131706486, - 1.0204335593229852, - 0.9474429014625287, - 0.9790698019551516 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 7249, - "cert_evals": { - "36": 0.8148148059844971, - "72": 0.6666666865348816, - "108": 0.5555555820465088, - "255": 0.07407407462596893 - }, - "fold": 1 - }, - { - "best_epoch": 34, - "best_val_acc": 0.9310344827586207, - "test_acc": 0.8476190476190476, - "train_size": 44, - "val_size": 29, - "test_size": 105, - "stats": { - "mean": [ - [ - -0.0016014659090909378, - -0.2809373181818182, - -0.0013865818181818283, - -0.011415792727272868, - -0.005774513636363688, - 0.0034522068181817842, - -0.09596993699999999, - 0.061802877272727264, - -0.18700712727272728, - 0.003569234090909025, - 0.14042048863636367, - -0.033103909090909094, - -0.06411021136363641 - ] - ], - "std": [ - [ - 0.9298272868804931, - 0.8250056451408178, - 1.08551443258742, - 1.1391522997578776, - 1.162897463787286, - 0.9140439887115281, - 0.9166314532406474, - 1.013186331346434, - 0.9551870696183078, - 1.1440128298039551, - 1.0494592532907625, - 1.0314806625541306, - 0.958232402601652 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 7249, - "cert_evals": { - "36": 0.8620689511299133, - "72": 0.7931034564971924, - "108": 0.6896551847457886, - "255": 0.20689654350280762 - }, - "fold": 2 - }, - { - "best_epoch": 23, - "best_val_acc": 1.0, - "test_acc": 0.9320388349514563, - "train_size": 44, - "val_size": 31, - "test_size": 103, - "stats": { - "mean": [ - [ - -0.0007615090909091727, - 0.05596002272727269, - -0.07345953863636358, - -0.09784549954545461, - 0.008546922727272678, - 0.09278491795454552, - 0.0448726857272727, - 0.11476138181818184, - 0.09094955909090909, - 0.005921997727272779, - 0.16726700681818205, - 0.005308763636363668, - -0.08561718409090915 - ] - ], - "std": [ - [ - 1.007206359663615, - 0.8850705986397225, - 1.0706938375587134, - 0.8864652113978174, - 1.1440281408589326, - 0.9372647448943219, - 0.9191041363758027, - 0.9830875500627535, - 1.0190542547845243, - 0.9888966660536255, - 1.11752991456707, - 0.9731773531474354, - 0.8829161708393709 - ] - ] - }, - "width": 64, - "in_features": 13, - "out_features": 3, - "depth": 4, - "padding": 26, - "parameters": 7249, - "cert_evals": { - "36": 0.9354838132858276, - "72": 0.8387096524238586, - "108": 0.774193525314331, - "255": 0.09677419066429138 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9255686762501026, - "std_test_acc": 0.053777593685692994, - "n_samples": 178, - "n_features": 13, - "n_classes": 3, - "mean_cert_acc_36": 0.8663271814584732, - "std_cert_acc_36": 0.05044298025475343, - "mean_cert_acc_72": 0.765796422958374, - "std_cert_acc_72": 0.07277798889634855, - "mean_cert_acc_108": 0.6592628359794617, - "std_cert_acc_108": 0.09419806477979276, - "mean_cert_acc_255": 0.13855385035276413, - "std_cert_acc_255": 0.06327607365734925 - }, - "wine-quality-red": { - "dataset": "wine-quality-red", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 79, - "best_val_acc": 0.46502057613168724, - "test_acc": 0.39644351464435146, - "train_size": 400, - "val_size": 243, - "test_size": 956, - "stats": { - "mean": [ - [ - -0.02693017225000001, - -0.010865180249999969, - 0.01090508905000014, - 0.028862860500000035, - -0.005716316749999986, - -0.0022627200000000882, - -0.008672537749999942, - 0.0023822675999998814, - 0.03910194012499996, - -0.003237799000000088, - -0.015897374500000026 - ] - ], - "std": [ - [ - 0.9743049425383958, - 1.0208202037213217, - 1.0045213439257272, - 1.0312615683961275, - 0.9360785088397681, - 1.0135085097778138, - 1.054760065228032, - 0.9991490231742983, - 0.9910168624962105, - 0.9560724374897602, - 1.0224479021869215 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 3210, - "cert_evals": { - "36": 0.31687241792678833, - "72": 0.21810698509216309, - "108": 0.14814814925193787, - "255": 0.012345679104328156 - }, - "fold": 0 - }, - { - "best_epoch": 2, - "best_val_acc": 0.288135593220339, - "test_acc": 0.2699896157840083, - "train_size": 400, - "val_size": 236, - "test_size": 963, - "stats": { - "mean": [ - [ - 0.013418094749999616, - -0.03892854174999997, - 0.03785578170000011, - 0.030990686500000093, - 0.03390959879999997, - -0.02747751350000006, - 0.024918823500000065, - -0.0024924809250000362, - -0.023241676749999992, - 0.00015447274999999162, - 0.017258733749999842 - ] - ], - "std": [ - [ - 1.0484699134032194, - 0.9803949233513032, - 1.0076892023564636, - 1.0290250752162338, - 1.1997081630921285, - 0.9489970021589998, - 1.0263878594773712, - 1.03076931004531, - 0.9684548723090626, - 0.9627052256819137, - 0.9972530011672733 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 3210, - "cert_evals": { - "36": 0.06779661029577255, - "72": 0.016949152573943138, - "108": 0.0042372881434857845, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 33, - "best_val_acc": 0.4686192468619247, - "test_acc": 0.4041666666666667, - "train_size": 400, - "val_size": 239, - "test_size": 960, - "stats": { - "mean": [ - [ - -0.0013715520000001779, - -0.035088978500000055, - 0.06416455662500034, - -0.006156608600000014, - 0.0926046769, - -0.01361536200000002, - -0.007988503499999982, - 0.019787725674999798, - -0.030528630750000167, - 0.09543056175000009, - -0.01609288975000005 - ] - ], - "std": [ - [ - 0.9829420987934913, - 0.9707586864617593, - 1.0018786547407759, - 0.964170646447104, - 1.218209093004271, - 0.993770255551407, - 0.9825900214132555, - 0.9579306637091782, - 1.0278450401756267, - 1.103602348070479, - 1.019972708382203 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 3210, - "cert_evals": { - "36": 0.3682008385658264, - "72": 0.24686191976070404, - "108": 0.15481171011924744, - "255": 0.02092050202190876 - }, - "fold": 2 - }, - { - "best_epoch": 83, - "best_val_acc": 0.36666666666666664, - "test_acc": 0.3899895724713243, - "train_size": 400, - "val_size": 240, - "test_size": 959, - "stats": { - "mean": [ - [ - -0.024919883000000052, - 0.11828172599999993, - -0.10639385059999999, - 0.09154341099999996, - -0.0404553217, - 0.02593951999999995, - -0.03595611450000001, - 0.029616401199999934, - 0.04752242037499988, - -0.06532982275000002, - -0.002994586000000021 - ] - ], - "std": [ - [ - 1.0557689652662066, - 1.036986432681799, - 0.9776537301766356, - 1.148436386560584, - 0.6942596510748834, - 1.0910930117650621, - 0.9332303748474275, - 0.9830858412290316, - 0.9796850899079309, - 0.8673250562614796, - 1.0016840683328132 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 6, - "depth": 4, - "padding": 22, - "parameters": 3210, - "cert_evals": { - "36": 0.25416669249534607, - "72": 0.17500001192092896, - "108": 0.10833334177732468, - "255": 0.03750000149011612 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.3651473423915877, - "std_test_acc": 0.06370266188319977, - "n_samples": 1599, - "n_features": 11, - "n_classes": 6, - "mean_cert_acc_36": 0.25175913982093334, - "std_cert_acc_36": 0.1312077446538663, - "mean_cert_acc_72": 0.1642295173369348, - "std_cert_acc_72": 0.10253195414169369, - "mean_cert_acc_108": 0.10388262232299894, - "std_cert_acc_108": 0.06952747750700813, - "mean_cert_acc_255": 0.01769154565408826, - "std_cert_acc_255": 0.01575193277698209 - }, - "wine-quality-white": { - "dataset": "wine-quality-white", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 92, - "best_val_acc": 0.3346938775510204, - "test_acc": 0.3507995916978564, - "train_size": 1224, - "val_size": 735, - "test_size": 2939, - "stats": { - "mean": [ - [ - -0.0032048589052286994, - -0.028953991503268075, - -0.009521662091503368, - -0.033446381021241915, - -0.021216290767973777, - 0.0013643637254901876, - -0.019732506176470634, - -0.0385083221609477, - -0.012002372222222163, - -0.05735950201797371, - 0.02225335972222248 - ] - ], - "std": [ - [ - 1.023683347421332, - 0.9447226597106944, - 0.9620105291208404, - 0.9658980402573037, - 0.9263448142152314, - 0.9948440839445967, - 0.9740337269720393, - 0.9614465411758055, - 1.0172641404349574, - 0.9821399823923815, - 0.9957833992600652 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 3233, - "cert_evals": { - "36": 0.24625851213932037, - "72": 0.15646257996559143, - "108": 0.08979591727256775, - "255": 0.0040816329419612885 - }, - "fold": 0 - }, - { - "best_epoch": 49, - "best_val_acc": 0.3441295546558704, - "test_acc": 0.3088987384930106, - "train_size": 1224, - "val_size": 741, - "test_size": 2933, - "stats": { - "mean": [ - [ - -0.017049376225490367, - 0.014491614133986936, - 0.008908331290849619, - 0.010737108415032604, - 0.04067164330065363, - 0.0329015589869281, - -0.002488432352941375, - 0.006007091343954325, - -0.021524885539215638, - 0.0011987277042483457, - -0.014868995751633802 - ] - ], - "std": [ - [ - 1.0062718660617844, - 0.9894618025720731, - 1.0916182332376316, - 0.9825566386411965, - 1.1470818763060382, - 1.0937605281552916, - 0.9895690762781538, - 0.9664685559760209, - 0.9624746400083976, - 0.9868208733792134, - 0.99380448190184 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 3233, - "cert_evals": { - "36": 0.21052630245685577, - "72": 0.13495276868343353, - "108": 0.0715249627828598, - "255": 0.008097166195511818 - }, - "fold": 1 - }, - { - "best_epoch": 41, - "best_val_acc": 0.3737931034482759, - "test_acc": 0.3397761953204476, - "train_size": 1224, - "val_size": 725, - "test_size": 2949, - "stats": { - "mean": [ - [ - -0.008771757843137384, - -0.004596860539215801, - 0.008705725245097917, - -0.034847791446078476, - -0.030826640032679757, - -0.01616954820261436, - -0.03943745302287589, - -0.040444966319444435, - 0.02927997336601328, - 0.006854076119281012, - 0.030744455310457264 - ] - ], - "std": [ - [ - 1.0204079506641692, - 1.0029139391565418, - 1.0078310341851806, - 0.9854918621954571, - 0.9449468354581222, - 0.957020515296538, - 0.954249288652687, - 0.976569994872353, - 0.9899815735473346, - 1.008692992013154, - 0.9893537338950328 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 3233, - "cert_evals": { - "36": 0.22620689868927002, - "72": 0.13655172288417816, - "108": 0.0841379314661026, - "255": 0.008275862783193588 - }, - "fold": 2 - }, - { - "best_epoch": 57, - "best_val_acc": 0.3314527503526093, - "test_acc": 0.33827993254637434, - "train_size": 1224, - "val_size": 709, - "test_size": 2965, - "stats": { - "mean": [ - [ - -0.022035407434640455, - 0.006143019934640497, - -0.030651977777777773, - 0.024485125988562038, - -0.018449098774509846, - -0.0018301268790849984, - 0.008402089934640587, - 0.008618634501633892, - -0.035267637908496643, - 0.02360550346405227, - -0.013176123529411856 - ] - ], - "std": [ - [ - 1.0070335678428375, - 0.9660388185917548, - 0.9095987830657093, - 0.9927445013639002, - 0.8945149881344938, - 0.9537849826536657, - 1.0086544512672544, - 0.9850628871532389, - 0.9772491357585545, - 0.995730526664069, - 1.0046258178743335 - ] - ] - }, - "width": 32, - "in_features": 11, - "out_features": 7, - "depth": 4, - "padding": 22, - "parameters": 3233, - "cert_evals": { - "36": 0.23554302752017975, - "72": 0.16643160581588745, - "108": 0.08321580290794373, - "255": 0.004231311846524477 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.33443861451442225, - "std_test_acc": 0.01791844798589229, - "n_samples": 4898, - "n_features": 11, - "n_classes": 7, - "mean_cert_acc_36": 0.22963368520140648, - "std_cert_acc_36": 0.015145297823665122, - "mean_cert_acc_72": 0.14859966933727264, - "std_cert_acc_72": 0.015396906976388345, - "mean_cert_acc_108": 0.08216865360736847, - "std_cert_acc_108": 0.007668939134126155, - "mean_cert_acc_255": 0.006171493441797793, - "std_cert_acc_255": 0.0023286911496101068 - }, - "waveform-noise": { - "dataset": "waveform-noise", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 26, - "best_val_acc": 0.8690012970168612, - "test_acc": 0.8512923799932863, - "train_size": 1250, - "val_size": 771, - "test_size": 2979, - "stats": { - "mean": [ - [ - 0.04109552382399996, - -0.007068212280000003, - 0.014182510261599956, - 0.0026211762400000084, - 0.014018176879999957, - 0.02370059650560003, - 0.004374500936000023, - -0.0038294597343999904, - -0.014804110096000014, - 0.00045386584799994817, - -0.010192400336000008, - -0.01903542342399992, - -0.010784385815999982, - -0.005200951027200047, - -0.002328150511999989, - 0.014533825215999989, - 0.007865440576000029, - -0.025042890535999954, - -0.005855280768000005, - 0.010768292656000005, - -0.029557043135999994, - 0.02497473343199999, - 0.0059397922879999695, - 0.02985397081600005, - 0.034868211864000014, - -0.03436343556000003, - 0.022563571339200006, - 0.013530936152000026, - 0.006182852718399999, - 0.02533174106799999, - -0.023453127760000032, - -0.012310209543200052, - 0.023519454263999984, - -0.010153050279999989, - 0.015502481212800007, - 0.010150338703999973, - 0.0053944454240000125, - -0.0034366949536000007, - -0.005722000272000003, - 0.007498833936000044 - ] - ], - "std": [ - [ - 1.0036717936871953, - 1.0115164152393803, - 1.0267935868392655, - 1.0141719003383043, - 1.0034317001981041, - 0.9959239723426369, - 0.9939861987845015, - 1.0288633031133263, - 1.0043429776096469, - 0.9779096908533591, - 1.0249129338514036, - 1.0084484801657798, - 1.0020500717103944, - 1.026928437823279, - 1.009036128138247, - 1.0055555854598206, - 0.9775356004635903, - 1.0198250392925892, - 0.9777825735121067, - 0.9997432850888442, - 1.0057789366361842, - 1.0008832746108618, - 0.9887462327692325, - 0.9949832502604571, - 0.9939865250881332, - 0.9973380026834073, - 0.977390812504474, - 0.998438673003916, - 0.9765375704247188, - 1.0137678154638436, - 0.9930247910455883, - 1.0298745659129236, - 0.9839097409542001, - 0.991922743066992, - 1.0070087822831295, - 0.9876272290873123, - 1.0098641388551413, - 1.0215112956805443, - 1.0133094868761658, - 0.98802284916221 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 42227, - "cert_evals": { - "36": 0.8158236145973206, - "72": 0.7613489031791687, - "108": 0.6913099884986877, - "255": 0.34111544489860535 - }, - "fold": 0 - }, - { - "best_epoch": 5, - "best_val_acc": 0.8722294654498044, - "test_acc": 0.8538384177003017, - "train_size": 1250, - "val_size": 767, - "test_size": 2983, - "stats": { - "mean": [ - [ - 0.044322997631999955, - 0.029345537880000067, - -0.011366358759840026, - -0.0005867047360000063, - -0.006665745688000015, - -0.006024195060800007, - -0.013584043487999992, - -0.024554553948799986, - 0.01623729534400002, - -0.007884222439999988, - 0.0019230570479999735, - -0.02265010408799999, - 0.007417331240000002, - -0.002911046979200009, - 0.020059001183999964, - 0.01574975624800002, - 0.02813207348000001, - 0.004678202063999986, - 0.028763643272000018, - 0.018513851640000002, - 0.0358815304, - 0.028113823255999978, - -0.00718522141599999, - -0.006245005135999949, - 0.011452240719999996, - -0.039296166616000015, - 0.013289260721600025, - -0.003815815991999974, - -0.001233308884800033, - 0.0033645557719999956, - 0.02454588116, - 0.010769942833599997, - 0.008991375496000034, - -0.012577069439999996, - 0.051492131759200026, - 0.009570444000000011, - 0.022488379120000006, - -0.00477033891360003, - -0.009759721552000007, - 0.0046987019359999846 - ] - ], - "std": [ - [ - 0.9680395488640641, - 0.9731934131975439, - 1.0256129853497884, - 1.0016500605542749, - 0.9832741110357304, - 1.0155722609031699, - 1.0177266822426836, - 1.0012352994664209, - 1.0017870547556, - 0.9825996623950224, - 1.0116415424885532, - 1.0008713618877405, - 1.004966285943376, - 0.991554206326663, - 1.0098780435455994, - 1.0036202953348388, - 0.9885930770833588, - 1.000767817574134, - 0.9955550387843519, - 1.0082268705074462, - 0.9951019252067327, - 0.9944184018582543, - 1.0206633343240308, - 1.0149218534426545, - 0.9851575763005246, - 0.9922537027672286, - 1.0164765099719621, - 1.0106305279893444, - 1.006251693120508, - 0.9864167800458236, - 1.0043559273464866, - 0.9969845117753792, - 0.99621846666241, - 1.0281731534980536, - 0.9986967919798584, - 0.9696604033255324, - 0.9966142799032668, - 0.9849892430729312, - 1.0057643181118128, - 1.0029305279401282 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 42227, - "cert_evals": { - "36": 0.7940025925636292, - "72": 0.7144719362258911, - "108": 0.6310299634933472, - "255": 0.2946544885635376 - }, - "fold": 1 - }, - { - "best_epoch": 16, - "best_val_acc": 0.8642659279778393, - "test_acc": 0.8586525759577279, - "train_size": 1250, - "val_size": 722, - "test_size": 3028, - "stats": { - "mean": [ - [ - 0.014308189376000027, - 0.028783297960000027, - 0.03795345253087996, - 0.013117279295999998, - 0.032089058063999955, - 0.012632187806400005, - 0.018484099464000054, - 0.009576141620799988, - 0.036987581783999995, - -0.006325697687999988, - -0.02381616588800001, - -0.008374505503999985, - -0.04596340019200004, - -0.03257486172959995, - -0.021728262640000023, - -0.019410886679999996, - -0.04224714851999999, - -0.02175625772000002, - -0.0017738945599999954, - 0.006572127119999979, - 0.015226716143999997, - -0.002422181303999986, - -0.025979705407999994, - 0.022093594352000027, - 0.03834592470399997, - -0.009863329287999975, - 0.020212545147199973, - 0.0037560529200000177, - 0.03646794663519996, - -0.018870360144, - -0.011957785879999988, - 0.016431144787999986, - 0.014396109119999995, - 0.008498349159999984, - 0.012689327942400006, - -0.00249464457599998, - -0.022068862224000004, - -0.0005122236512000032, - 0.008362260016000047, - -0.02581517636800003 - ] - ], - "std": [ - [ - 1.0188927880817935, - 0.9988893028885985, - 1.0203039986619837, - 1.0176161206264251, - 1.0298233594756412, - 1.032613885870231, - 1.0145448604818694, - 1.0020618139895976, - 0.9933894833504273, - 0.9801525816452665, - 0.9828864827428538, - 1.0084878782151452, - 1.0036037092630097, - 0.9753885414870564, - 1.015306973575768, - 0.9941278153766206, - 0.9825139145564932, - 0.9962329520442799, - 0.9688294278798073, - 0.98310050706914, - 0.9843726349902746, - 0.9830497457267643, - 1.019877833578896, - 1.0231451225251817, - 0.9901755816567956, - 0.9958326894928737, - 1.032928859241582, - 0.9924515511719896, - 0.9749189762682579, - 1.0285239667561281, - 1.002192158381019, - 0.9935329644391413, - 1.0052344609016668, - 1.0064075388331128, - 1.0160814777549847, - 0.9845645364365565, - 0.9925488055513885, - 1.0072044814714247, - 1.0303878632271122, - 0.9885231209627763 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 42227, - "cert_evals": { - "36": 0.8130193948745728, - "72": 0.7423822283744812, - "108": 0.6814404129981995, - "255": 0.3545706272125244 - }, - "fold": 2 - }, - { - "best_epoch": 13, - "best_val_acc": 0.8649006622516556, - "test_acc": 0.86110183639399, - "train_size": 1250, - "val_size": 755, - "test_size": 2995, - "stats": { - "mean": [ - [ - -0.036278040016000025, - 0.00810417363999999, - 0.0013843179736000206, - -0.0018023679760000122, - -0.005956154304000002, - 0.025961240582400028, - 0.010167898040000027, - 0.01906255140800001, - -0.02535409856000002, - 0.013357130255999999, - -0.007777053167999971, - 0.007395055352000006, - -0.009246732704000024, - 0.000417141663999981, - -0.012846879495999965, - -0.011422848472000015, - -0.02694291900799997, - -0.010714078007999981, - -0.017699573224000033, - 0.006549602159999982, - 0.02394824680000007, - -0.027398905735999915, - -0.006791929848000011, - 0.016008580479999996, - 0.04892266430400006, - 0.035720964879999914, - 0.03039491798320002, - 0.0066352822719999895, - -0.02569047550079999, - 0.01171173369999999, - 0.022736661080000005, - -0.02455200705200002, - 0.03534526224799999, - 0.039964129560000006, - 0.04194475229440003, - 0.012341044367999982, - 0.04449289257600006, - 0.05609793443199992, - 0.037631368336000094, - -0.0013801063520000427 - ] - ], - "std": [ - [ - 0.9967186390712067, - 1.0046232169850224, - 0.9740084152266493, - 0.9826095647211786, - 0.9807015091355339, - 0.9903924974929869, - 0.9994986310830332, - 0.999954070658992, - 1.0016268406564945, - 1.0082593311694388, - 1.0031753015138711, - 1.0033236672468044, - 0.987229114309021, - 1.0132234933998234, - 0.9873167353551544, - 0.983479654201213, - 1.011117373386074, - 1.0372041491820654, - 0.9890339764711912, - 0.9663488793448463, - 1.0078666660648328, - 0.9894244150573558, - 1.0015699231644122, - 1.0021673571075749, - 0.98850640710336, - 1.0232697675089457, - 1.0136787449302005, - 1.0052546165431762, - 0.9928535231583258, - 0.9947831559397796, - 0.9947379135130683, - 0.968921467398204, - 1.0158922450868932, - 0.9723954832645065, - 0.9861131949259808, - 1.0009190287109688, - 0.9931377428957798, - 1.0140326666524644, - 0.9958387641879904, - 0.9761305424003285 - ] - ] - }, - "width": 128, - "in_features": 40, - "out_features": 3, - "depth": 4, - "padding": 80, - "parameters": 42227, - "cert_evals": { - "36": 0.8119205236434937, - "72": 0.7589403986930847, - "108": 0.7046357989311218, - "255": 0.3602648973464966 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8562213025113266, - "std_test_acc": 0.004461058124199498, - "n_samples": 5000, - "n_features": 40, - "n_classes": 3, - "mean_cert_acc_36": 0.808691531419754, - "std_cert_acc_36": 0.009929557358970055, - "mean_cert_acc_72": 0.7442858666181564, - "std_cert_acc_72": 0.021590096580107958, - "mean_cert_acc_108": 0.677104040980339, - "std_cert_acc_108": 0.03215292303616776, - "mean_cert_acc_255": 0.337651364505291, - "std_cert_acc_255": 0.02976779306475675 - }, - "yeast": { - "dataset": "yeast", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 85, - "best_val_acc": 0.5047169811320755, - "test_acc": 0.4827968923418424, - "train_size": 371, - "val_size": 212, - "test_size": 901, - "stats": { - "mean": [ - [ - -0.0680236417412399, - 0.0016312938814016407, - -0.008786120350404263, - -0.04364633274932616, - 0.013936777088948886, - 0.007389660377358629, - -0.024600268247978344, - 0.05087596307277619 - ] - ], - "std": [ - [ - 1.027205380998011, - 0.9953693200489844, - 0.9507124252634552, - 0.9691826685352211, - 1.0679577073315545, - 1.038674237448053, - 0.9068718437558525, - 1.1001821882054232 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 2474, - "cert_evals": { - "36": 0.37264150381088257, - "72": 0.28301888704299927, - "108": 0.19339622557163239, - "255": 0.05188679322600365 - }, - "fold": 0 - }, - { - "best_epoch": 46, - "best_val_acc": 0.5064935064935064, - "test_acc": 0.5022675736961452, - "train_size": 371, - "val_size": 231, - "test_size": 882, - "stats": { - "mean": [ - [ - 0.08549606216172505, - 0.03251707697035039, - 0.04905938702964963, - 0.04128734865229108, - -0.013936692183288498, - 0.036949762803234386, - -0.002681268247978456, - 0.005315634501347734 - ] - ], - "std": [ - [ - 0.9621845394333128, - 0.9690282797537528, - 0.9491603484155484, - 1.0401770820495524, - 0.9261376999963121, - 1.1814628524634447, - 0.9836755462977512, - 0.993812117132581 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 2474, - "cert_evals": { - "36": 0.3636363744735718, - "72": 0.2554112672805786, - "108": 0.19480518996715546, - "255": 0.021645020693540573 - }, - "fold": 1 - }, - { - "best_epoch": 45, - "best_val_acc": 0.4700460829493088, - "test_acc": 0.5033482142857143, - "train_size": 371, - "val_size": 217, - "test_size": 896, - "stats": { - "mean": [ - [ - 0.004417079552560633, - -0.0405647886981132, - -0.038330890598382725, - -0.009830160646900232, - -0.013936692183288395, - 0.036949762803234296, - -0.01154207417789756, - 0.005568702156334372 - ] - ], - "std": [ - [ - 1.0326495870955454, - 0.9133440779524218, - 0.9914487013412665, - 0.9617359852499671, - 0.9261376999963089, - 1.181462852463445, - 0.873907032459684, - 0.9724601246460749 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 2474, - "cert_evals": { - "36": 0.3640553057193756, - "72": 0.2857142984867096, - "108": 0.18894009292125702, - "255": 0.0552995391190052 - }, - "fold": 2 - }, - { - "best_epoch": 62, - "best_val_acc": 0.5067264573991032, - "test_acc": 0.49775280898876406, - "train_size": 371, - "val_size": 223, - "test_size": 890, - "stats": { - "mean": [ - [ - -0.01207341391913747, - -0.03099437134770888, - -0.004743151369272138, - 0.0033422831536388878, - 0.013936777088948926, - 0.007389660377358682, - -0.05258191859838276, - -0.01645215983827505 - ] - ], - "std": [ - [ - 1.002118550793497, - 0.9931572183782578, - 1.0350703782367132, - 0.9624293574797959, - 1.0679577073315536, - 1.0386742374480524, - 1.0723089145971894, - 0.9483399576263618 - ] - ] - }, - "width": 32, - "in_features": 8, - "out_features": 10, - "depth": 4, - "padding": 16, - "parameters": 2474, - "cert_evals": { - "36": 0.39910316467285156, - "72": 0.3273542821407318, - "108": 0.22869956493377686, - "255": 0.035874441266059875 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.49654137232811646, - "std_test_acc": 0.009478058669347447, - "n_samples": 1484, - "n_features": 8, - "n_classes": 10, - "mean_cert_acc_36": 0.3748590871691704, - "std_cert_acc_36": 0.0166869604164283, - "mean_cert_acc_72": 0.2878746837377548, - "std_cert_acc_72": 0.029669053035703354, - "mean_cert_acc_108": 0.20146026834845543, - "std_cert_acc_108": 0.018330783992677496, - "mean_cert_acc_255": 0.041176448576152325, - "std_cert_acc_255": 0.015532343949000493 - }, - "zoo": { - "dataset": "zoo", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 18, - "best_val_acc": 0.9285714285714286, - "test_acc": 0.8870967741935484, - "train_size": 25, - "val_size": 14, - "test_size": 62, - "stats": { - "mean": [ - [ - 0.18968232000000004, - 0.004943600000000055, - -0.04877112000000002, - 0.06901168000000008, - 0.005554399999999982, - -0.24190180000000008, - 0.011100480000000044, - 0.07332431999999998, - 0.047367959999999966, - 0.1174986, - 0.002917720000000048, - -0.128498, - 0.05823499999999993, - 0.03965752000000001, - -0.025889279999999938, - 0.0890122 - ] - ], - "std": [ - [ - 1.005390221359596, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467213, - 0.9984392123352528, - 0.8872886923159564, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.898886886807812, - 0.9995686698918299, - 0.864227081446769, - 0.8401435100754158, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 8935, - "cert_evals": { - "36": 0.785714328289032, - "72": 0.4285714626312256, - "108": 0.1428571492433548, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 54, - "best_val_acc": 0.8333333333333334, - "test_acc": 0.703125, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.028691039999999952, - 0.004943600000000057, - -0.048771120000000036, - 0.06901168, - 0.005554399999999972, - 0.17360919999999994, - -0.06897883999999993, - -0.00805720000000001, - 0.0473679599999999, - -0.07865459999999999, - 0.0029177199999999947, - -0.022119, - 0.09757803999999994, - -0.051376560000000016, - -0.26359375999999995, - 0.24955340000000004 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000002, - 1.0021422025080997, - 1.0058025598467215, - 0.998439212335253, - 1.0312711812638613, - 1.0001903862262094, - 0.9967159924605201, - 0.9532010403686509, - 1.047171532893174, - 0.9995686698918299, - 0.9749796397074146, - 1.045377756731086, - 1.02185501364051, - 0.5822546855736085, - 0.9961319493678737 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 8935, - "cert_evals": { - "36": 0.6666666865348816, - "72": 0.5, - "108": 0.3333333432674408, - "255": 0.1666666716337204 - }, - "fold": 1 - }, - { - "best_epoch": 26, - "best_val_acc": 0.9166666666666666, - "test_acc": 0.84375, - "train_size": 25, - "val_size": 12, - "test_size": 64, - "stats": { - "mean": [ - [ - 0.02869103999999997, - 0.004943600000000048, - -0.04877112000000006, - 0.06901168, - 0.005554399999999982, - 0.007404799999999972, - 0.011100480000000062, - 0.07332431999999998, - 0.04736795999999993, - 0.01942200000000002, - -0.14446064, - -0.022119000000000017, - 0.09757803999999996, - 0.03965751999999999, - -0.14474151999999998, - 0.08901219999999999 - ] - ], - "std": [ - [ - 0.9989246223251673, - 0.9987632000000001, - 1.0021422025080997, - 1.0058025598467215, - 0.9984392123352529, - 0.9972263999999998, - 0.9937582269928688, - 0.97657824, - 0.9532010403686509, - 0.980766, - 0.722003562256413, - 0.9749796397074147, - 1.045377756731086, - 0.9719779957616785, - 0.8060951109136004, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 8935, - "cert_evals": { - "36": 0.75, - "72": 0.75, - "108": 0.25, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 35, - "best_val_acc": 0.9473684210526315, - "test_acc": 0.8596491228070176, - "train_size": 25, - "val_size": 19, - "test_size": 57, - "stats": { - "mean": [ - [ - 0.10918667999999991, - 0.004943600000000039, - -0.04877112000000009, - 0.06901168, - -0.087958, - -0.07569740000000007, - 0.011100480000000062, - 0.07332432000000001, - 0.04736795999999993, - 0.019421999999999984, - 0.29767443999999993, - -0.022119, - 0.05823475999999992, - 0.03965752, - -0.025889279999999938, - 0.08901219999999999 - ] - ], - "std": [ - [ - 1.0053902213595962, - 0.9987632, - 1.0021422025080997, - 1.0058025598467215, - 0.9351239999999998, - 0.9691298611116264, - 0.9937582269928686, - 0.97657824, - 0.9532010403686509, - 0.980766, - 1.3507449809969043, - 0.9749796397074147, - 1.007680466714654, - 0.9719779957616784, - 0.9655601622370106, - 1.0025794726604769 - ] - ] - }, - "width": 64, - "in_features": 16, - "out_features": 7, - "depth": 4, - "padding": 32, - "parameters": 8935, - "cert_evals": { - "36": 0.7894737124443054, - "72": 0.6315789222717285, - "108": 0.3684210479259491, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8234052242501415, - "std_test_acc": 0.08216137771234319, - "n_samples": 101, - "n_features": 16, - "n_classes": 7, - "mean_cert_acc_36": 0.7479636818170547, - "std_cert_acc_36": 0.0570425045773745, - "mean_cert_acc_72": 0.5775375962257385, - "std_cert_acc_72": 0.1424391489057337, - "mean_cert_acc_108": 0.2736528851091862, - "std_cert_acc_108": 0.1003489665522543, - "mean_cert_acc_255": 0.0416666679084301, - "std_cert_acc_255": 0.0833333358168602 - }, - "adult": { - "dataset": "adult", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 4, - "best_val_acc": 0.8133191100274306, - "test_acc": 0.8112619716142928, - "train_size": 16281, - "val_size": 6562, - "test_size": 25999, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.7572386264801025, - "72": 0.696891188621521, - "108": 0.6298384666442871, - "255": 0.3817433714866638 - }, - "fold": 0 - }, - { - "best_epoch": 3, - "best_val_acc": 0.8076100244498777, - "test_acc": 0.8065880001537457, - "train_size": 16281, - "val_size": 6544, - "test_size": 26017, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.7496944069862366, - "72": 0.6919315457344055, - "108": 0.6314181089401245, - "255": 0.3694987893104553 - }, - "fold": 1 - }, - { - "best_epoch": 2, - "best_val_acc": 0.804847923421337, - "test_acc": 0.8083116086489802, - "train_size": 16281, - "val_size": 6477, - "test_size": 26084, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.748803436756134, - "72": 0.6862744688987732, - "108": 0.6271421909332275, - "255": 0.3605063855648041 - }, - "fold": 2 - }, - { - "best_epoch": 7, - "best_val_acc": 0.8011200242167398, - "test_acc": 0.8089311859443631, - "train_size": 16281, - "val_size": 6607, - "test_size": 25954, - "stats": { - "mean": [ - [ - 5.755174894932247e-09, - -1.5212824565593372e-07, - 1.9344708602300844e-08, - -5.868804126934776e-07, - 4.3847429484189405e-07, - -1.2794054493469234e-07, - -3.0931760979923667e-08, - 1.2424912468644162e-06, - 2.0428720567267194e-07, - -1.2898470607021481e-06, - 5.428255022845695e-07, - 2.9734045846837646e-07, - 9.031386283659057e-08, - 2.0421350090431894e-07 - ] - ], - "std": [ - [ - 0.999969279768083, - 0.9999691631254963, - 0.9999692601356567, - 0.9999684455490998, - 0.9999701766278255, - 0.9999695789931851, - 0.9999697101647755, - 0.9999695985584383, - 0.9999687129297181, - 0.999967689659048, - 0.9999708394490064, - 0.9999690163307019, - 0.9999694763882633, - 0.9999692067843523 - ] - ] - }, - "width": 64, - "in_features": 14, - "out_features": 2, - "depth": 4, - "padding": 28, - "parameters": 7738, - "cert_evals": { - "36": 0.7470864653587341, - "72": 0.6932042241096497, - "108": 0.6344786286354065, - "255": 0.38141366839408875 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.8087731915903456, - "std_test_acc": 0.0019327966481974012, - "n_samples": 48842, - "n_features": 14, - "n_classes": 2, - "mean_cert_acc_36": 0.7507057338953018, - "std_cert_acc_36": 0.004487735389815909, - "mean_cert_acc_72": 0.6920753568410873, - "std_cert_acc_72": 0.004402179748002, - "mean_cert_acc_108": 0.6307193487882614, - "std_cert_acc_108": 0.003065532166437349, - "mean_cert_acc_255": 0.373290553689003, - "std_cert_acc_255": 0.010250976424429669 - }, - "acute-nephritis": { - "dataset": "acute-nephritis", - "algorithm": "sdp", - "n_folds": 4, - "fold_results": [ - { - "best_epoch": 20, - "best_val_acc": 1.0, - "test_acc": 0.8767123287671232, - "train_size": 30, - "val_size": 17, - "test_size": 73, - "stats": { - "mean": [ - [ - -0.1415510333333333, - 0.21323200000000003, - -0.03366716666666671, - -6.666666667154431e-07, - 0.2821878666666666, - -0.1683233333333333 - ] - ], - "std": [ - [ - 1.0909027516263303, - 1.0965727109827237, - 1.0009348864350789, - 0.9958250796083059, - 0.9598970403996372, - 0.9521923485684088 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.7647058963775635, - "72": 0.5882353186607361, - "108": 0.29411765933036804, - "255": 0.0 - }, - "fold": 0 - }, - { - "best_epoch": 29, - "best_val_acc": 0.9285714285714286, - "test_acc": 0.881578947368421, - "train_size": 30, - "val_size": 14, - "test_size": 76, - "stats": { - "mean": [ - [ - 0.012368109999999948, - -0.0969256, - 0.10099316666666665, - -0.21124706666666673, - -0.11619693333333339, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9970611705313925, - 0.9304727999999999, - 0.9733809278809981, - 1.0468011683411809, - 0.9870693041144555, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.7142857313156128, - "72": 0.5, - "108": 0.1428571492433548, - "255": 0.0 - }, - "fold": 1 - }, - { - "best_epoch": 12, - "best_val_acc": 1.0, - "test_acc": 1.0, - "train_size": 30, - "val_size": 11, - "test_size": 79, - "stats": { - "mean": [ - [ - 0.03252466666666676, - 0.05815320000000001, - -0.10099733333333338, - -6.666666667154431e-07, - 0.1493929333333332, - -0.033662999999999985 - ] - ], - "std": [ - [ - 0.9744119491152714, - 1.0286763850771339, - 1.0077056618442157, - 0.9958250796083059, - 0.9870693041144553, - 0.9895473157792911 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.6363636255264282, - "72": 0.5454545617103577, - "108": 0.1818181872367859, - "255": 0.0 - }, - "fold": 2 - }, - { - "best_epoch": 49, - "best_val_acc": 0.8421052631578947, - "test_acc": 0.9295774647887324, - "train_size": 30, - "val_size": 19, - "test_size": 71, - "stats": { - "mean": [ - [ - -0.029776590000000006, - -0.01938619999999999, - -0.10099733333333341, - -6.666666667080416e-07, - 0.01659799999999996, - -0.10099316666666663 - ] - ], - "std": [ - [ - 1.0535901730675965, - 0.9838646893399317, - 1.0077056618442157, - 0.9958250796083058, - 0.995962, - 0.9733809278809978 - ] - ] - }, - "width": 32, - "in_features": 6, - "out_features": 2, - "depth": 4, - "padding": 12, - "parameters": 1818, - "cert_evals": { - "36": 0.5789473652839661, - "72": 0.4736842215061188, - "108": 0.3684210479259491, - "255": 0.0 - }, - "fold": 3 - } - ], - "mean_test_acc": 0.9219671852310692, - "std_test_acc": 0.0572312511568352, - "n_samples": 120, - "n_features": 6, - "n_classes": 2, - "mean_cert_acc_36": 0.6735756546258926, - "std_cert_acc_36": 0.0822623436720991, - "mean_cert_acc_72": 0.5268435254693031, - "std_cert_acc_72": 0.05053648648483876, - "mean_cert_acc_108": 0.24680351093411446, - "std_cert_acc_108": 0.10337213091095648, - "mean_cert_acc_255": 0.0, - "std_cert_acc_255": 0.0 - } - }, - "overall": {} -} \ No newline at end of file diff --git a/UCI_N4/wilcoxon_pairwise_all.csv b/UCI_N4/wilcoxon_pairwise_all.csv deleted file mode 100644 index eb273a42e02e835b93836e58b7a341679167c0b9..0000000000000000000000000000000000000000 --- a/UCI_N4/wilcoxon_pairwise_all.csv +++ /dev/null @@ -1,76 +0,0 @@ -metric,alg_a,alg_b,n_common,n_nonzero,wins_a,wins_b,ties,win_rate_a_over_b,mean_diff_a_minus_b,median_diff_a_minus_b,W_stat,p_two_sided,z_equiv,effect_size_r,p_holm_global,p_holm_within_metric -mean_cert_acc_108,aol,ldlt-resnet,121,120,1,119,1,0.012396694214876033,-0.24023560125702478,-0.2178627868,1.0,2.047798018733893e-21,-9.502566527959253,0.8674616735928048,1.5358485140504197e-19,3.071697028100839e-20 -mean_cert_acc_108,aol,sandwich,121,120,4,116,1,0.0371900826446281,-0.2791979140619835,-0.24018719700000002,32.0,4.451739109777974e-21,-9.421385624393324,0.8600509049058529,3.2052521590401414e-19,6.232434753689163e-20 -mean_cert_acc_108,aol,sdp,121,118,2,116,3,0.028925619834710745,-0.20478923102975205,-0.159539476,12.0,5.792775287386205e-21,-9.393701780851549,0.8647603427558215,4.0549427011703434e-19,7.530607873602066e-20 -mean_cert_acc_108,aol,ortho,121,119,6,113,2,0.05785123966942149,-0.2254036970661157,-0.1816607546,72.0,1.7810463144421207e-20,-9.274708948644408,0.8502111753596431,1.1576801043873786e-18,2.1372555773305449e-19 -mean_cert_acc_108,aol,ldlt,121,111,12,99,10,0.14049586776859505,-0.14268145603305787,-0.07846696670000008,158.0,4.019802318228132e-18,-8.678228661432334,0.8237010122967007,2.4520794141191604e-16,4.421782550050945e-17 -mean_cert_acc_108,ldlt,sandwich,121,121,17,104,0,0.14049586776859505,-0.13651645802892565,-0.0904583447,492.0,1.3177243514651385e-16,-8.271961883738362,0.7519965348853056,7.51102880335129e-15,1.3177243514651386e-15 -mean_cert_acc_108,ortho,sandwich,121,121,16,105,0,0.1322314049586777,-0.05379421699586777,-0.047495976100000004,700.5,1.053266221565602e-14,-7.7326548003239015,0.7029686182112638,5.16100448567145e-13,9.479395994090418e-14 -mean_cert_acc_108,ldlt,ldlt-resnet,121,120,23,97,1,0.19421487603305784,-0.09755414522396695,-0.046755802799999996,787.0,9.758136579089918e-14,-7.444135415660514,0.6795534813800599,4.488742826381363e-12,7.806509263271935e-13 -mean_cert_acc_108,sandwich,sdp,121,119,93,26,2,0.7768595041322314,0.07440868303223143,0.04801563549999999,764.0,1.009480241756313e-13,7.439655741364371,0.6819921236516022,4.542661087903409e-12,7.806509263271935e-13 -mean_cert_acc_108,ldlt,ortho,121,119,35,84,2,0.2975206611570248,-0.08272224103305786,-0.027626114000000004,1497.0,3.8877059773136556e-08,-5.495878283363984,0.503806336220975,1.2051888529672332e-06,2.3326235863881932e-07 -mean_cert_acc_108,ldlt,sdp,121,119,37,82,2,0.3140495867768595,-0.06210777499669422,-0.0208054809,1682.0,5.577705136195286e-07,-5.005293249625825,0.45883447991174453,1.5617574381346803e-05,2.788852568097643e-06 -mean_cert_acc_108,ldlt-resnet,sandwich,121,120,41,79,1,0.34297520661157027,-0.03896231280495868,-0.021271005300000034,1952.0,1.1171848825351552e-05,-4.393152914607039,0.4010381583166403,0.0002569525229830857,4.4687395301406206e-05 -mean_cert_acc_108,ldlt-resnet,sdp,121,117,82,35,4,0.6942148760330579,0.03544637022727273,0.01778079570000002,1875.0,1.815816313643977e-05,4.286412555226042,0.39627898091436187,0.00038132142586523517,5.447448940931931e-05 -mean_cert_acc_108,ldlt-resnet,ortho,121,119,77,42,2,0.6446280991735537,0.014831904190909085,0.019129688799999996,2543.0,0.006487165385754149,2.722083984498495,0.24953302973743355,0.06487165385754148,0.012974330771508297 -mean_cert_acc_108,ortho,sdp,121,119,60,59,2,0.5041322314049587,0.020614466036363646,0.0,2941.0,0.09558139242277705,1.6666632092131553,0.15278276589379147,0.6690697469594393,0.09558139242277705 -mean_cert_acc_255,aol,ldlt-resnet,121,109,2,107,12,0.06611570247933884,-0.11753305529173554,-0.05601204380000001,17.0,2.0740776437226692e-19,-9.009283140067824,0.8629328202556713,1.3066689155452815e-17,3.1111164655840036e-18 -mean_cert_acc_255,aol,sandwich,121,109,2,107,12,0.06611570247933884,-0.14770040981735538,-0.0791132376,58.0,6.372844948293353e-19,-8.885334991426987,0.8510607407784022,3.951163867941879e-17,8.921982927610695e-18 -mean_cert_acc_255,aol,sdp,121,101,2,99,20,0.09917355371900827,-0.08689903849586776,-0.04067984229999999,24.0,5.530458211785927e-18,-8.641861221158155,0.8598973307685877,3.3182749270715563e-16,7.189595675321704e-17 -mean_cert_acc_255,aol,ortho,121,105,5,100,16,0.10743801652892562,-0.09676086119917354,-0.03474230319999999,109.0,1.2845521334047947e-17,-8.54507285389116,0.8339137221462913,7.578857587088289e-16,1.5414625600857537e-16 -mean_cert_acc_255,ldlt,sandwich,121,109,11,98,12,0.14049586776859505,-0.08465275803801653,-0.0371107189,291.0,2.816907595311407e-16,-8.180917484450982,0.783589780383245,1.5211301014681596e-14,3.0985983548425475e-15 -mean_cert_acc_255,ortho,sandwich,121,111,16,95,10,0.17355371900826447,-0.05093954861818182,-0.0340253412,427.0,3.1013866504941554e-15,-7.886757730791445,0.7485779160743535,1.6127210582569609e-13,3.101386650494156e-14 -mean_cert_acc_255,aol,ldlt,121,85,6,79,36,0.19834710743801653,-0.06304765177933884,-0.0166666675,127.0,9.405252007994125e-14,-7.448996986141906,0.8079571632467769,4.420468443757239e-12,8.464726807194712e-13 -mean_cert_acc_255,sandwich,sdp,121,110,86,24,11,0.756198347107438,0.060801371321487614,0.0260695191,845.0,4.6434585276704845e-11,6.581941003154479,0.6275634511129401,1.8109488257914889e-09,3.7147668221363876e-10 -mean_cert_acc_255,ldlt,ldlt-resnet,121,109,20,89,12,0.21487603305785125,-0.05448540351239671,-0.019285964800000006,847.0,8.032740235539502e-11,-6.499986158102626,0.6225857595804342,3.0524412895050106e-09,5.622918164877651e-10 -mean_cert_acc_255,ldlt-resnet,sdp,121,109,80,29,12,0.7107438016528925,0.030634016795867774,0.018369630000000026,1331.0,4.735434554374733e-07,5.036733460185569,0.48243156998186193,1.3732760207686725e-05,2.8412607326248398e-06 -mean_cert_acc_255,ldlt,sdp,121,101,29,72,20,0.32231404958677684,-0.023851386716528936,-0.0067567569,1312.0,1.8808503646691013e-05,-4.278585151831732,0.42573513475528263,0.00038132142586523517,9.404251823345507e-05 -mean_cert_acc_255,ldlt-resnet,ortho,121,112,74,38,9,0.6487603305785123,0.020772194092561983,0.010416667000000001,1829.0,0.0001069650723295461,3.874223818787645,0.366079740996967,0.0018184062296022836,0.0004278602893181844 -mean_cert_acc_255,ldlt,ortho,121,105,34,71,16,0.34710743801652894,-0.03371320941983471,-0.006727611699999997,1607.0,0.00017247727930010974,-3.756251628627802,0.3665726238390919,0.002759636468801756,0.0005174318379003293 -mean_cert_acc_255,ldlt-resnet,sandwich,121,113,45,68,8,0.4049586776859504,-0.030167354525619836,-0.0091719143,2100.0,0.001333709618315114,-3.2086257723300147,0.3018421222864282,0.016004515419781366,0.002667419236630228 -mean_cert_acc_255,ortho,sdp,121,109,57,52,12,0.5206611570247934,0.009861822703305786,0.0,2967.0,0.9277329720348793,0.09069748127585056,0.008687243156936288,1.0,0.9277329720348793 -mean_cert_acc_36,aol,sdp,121,121,4,117,0,0.03305785123966942,-0.22732832963305788,-0.19977375490000004,27.0,2.674537391703659e-21,-9.4747291150343,0.8613390104576637,1.9791576698607075e-19,4.011806087555488e-20 -mean_cert_acc_36,aol,ldlt-resnet,121,121,4,117,0,0.03305785123966942,-0.24963761973471077,-0.2301754896,47.0,4.3839246911816975e-21,-9.42299704233414,0.8566360947576491,3.2002650245626393e-19,6.137494567654376e-20 -mean_cert_acc_36,aol,sandwich,121,120,6,114,1,0.05371900826446281,-0.2737254626123968,-0.26255667769999996,32.0,4.451910362421393e-21,-9.421381585871135,0.8600505362409027,3.2052521590401414e-19,6.137494567654376e-20 -mean_cert_acc_36,aol,ortho,121,121,8,113,0,0.06611570247933884,-0.241676944838843,-0.22040875259999992,87.0,1.168493059599824e-20,-9.319536793967892,0.8472306176334446,7.945752805278803e-19,1.402191671519789e-19 -mean_cert_acc_36,aol,ldlt,121,121,17,104,0,0.14049586776859505,-0.16436359131074382,-0.14151147009999998,554.0,4.996204614399906e-16,-8.111588999385086,0.7374171817622805,2.64798844563195e-14,5.495825075839896e-15 -mean_cert_acc_36,ldlt,sandwich,121,120,31,89,1,0.2603305785123967,-0.1093618713016529,-0.0386904776,998.0,5.518615109807926e-12,-6.891554035641388,0.6291099335977582,2.2074460439231703e-10,5.518615109807926e-11 -mean_cert_acc_36,ldlt,ldlt-resnet,121,121,40,81,0,0.3305785123966942,-0.08527402842396696,-0.029671715599999995,1410.0,3.6914801764267954e-09,-5.8974562878182395,0.5361323898016581,1.2920180617493783e-07,3.3223321587841155e-08 -mean_cert_acc_36,ortho,sandwich,121,121,28,93,0,0.23140495867768596,-0.03204851777355372,-0.023770898600000034,1424.5,4.629982341997365e-09,-5.859952985493828,0.532722998681257,1.5741939962791043e-07,3.703985873597892e-08 -mean_cert_acc_36,sandwich,sdp,121,121,83,38,0,0.6859504132231405,0.04639713297933885,0.020703285900000035,1530.0,2.309408306793832e-08,5.587063851617279,0.5079148956015708,7.390106581740263e-07,1.6165858147556826e-07 -mean_cert_acc_36,ldlt,ortho,121,121,48,73,0,0.39669421487603307,-0.07731335352809918,-0.020019561100000027,1957.0,7.374456547924547e-06,-4.4825840994688635,0.40750764540626033,0.00017698695715018912,4.424673928754728e-05 -mean_cert_acc_36,ldlt,sdp,121,120,47,73,1,0.3925619834710744,-0.06296473832231406,-0.00853426749999997,2014.0,2.3287734119139806e-05,-4.230784843977044,0.3862160491662003,0.0004424669482636563,0.00011643867059569903 -mean_cert_acc_36,ldlt-resnet,sdp,121,119,76,43,2,0.6363636363636364,0.022309290101652897,0.0094590336,2285.0,0.000658615446347901,3.406251220738739,0.31225053745517123,0.009220616248870614,0.002634461785391604 -mean_cert_acc_36,ldlt-resnet,sandwich,121,121,44,77,0,0.36363636363636365,-0.02408784287768595,-0.008888855599999967,2466.0,0.0015454857645281082,-3.1660041731381345,0.2878185611943759,0.01700034340980919,0.0046364572935843245 -mean_cert_acc_36,ldlt-resnet,ortho,121,120,78,42,1,0.6487603305785123,0.007960674895867772,0.008435804399999997,2756.0,0.022161865883233774,2.2875821585152014,0.20882672506085573,0.19945679294910396,0.04432373176646755 -mean_cert_acc_36,ortho,sdp,121,120,60,60,1,0.5,0.014348615205785124,0.0,2916.5,0.06186606048113158,1.8672544684343122,0.17045623216063183,0.49492848384905264,0.06186606048113158 -mean_cert_acc_72,aol,sandwich,121,120,6,114,1,0.05371900826446281,-0.2997736487107438,-0.27226908129999994,58.0,8.496209443695367e-21,-9.3532909892811,0.8538347436231781,5.862384516149803e-19,1.274431416554305e-19 -mean_cert_acc_72,aol,sdp,121,119,3,116,2,0.03305785123966942,-0.23363383370082644,-0.1966586188,59.0,1.2882001582431401e-20,-9.309182491555736,0.8533713598570484,8.630941060229038e-19,1.8034802215403961e-19 -mean_cert_acc_72,aol,ldlt-resnet,121,121,5,116,0,0.04132231404958678,-0.2667177943008265,-0.2325268835,103.0,1.7245108797059084e-20,-9.278147238773693,0.8434679307976084,1.1381771806058995e-18,2.241864143617681e-19 -mean_cert_acc_72,aol,ortho,121,121,8,113,0,0.06611570247933884,-0.2485917486933885,-0.20847125350000006,149.0,5.230116370195061e-20,-9.159163471563327,0.8326512246875751,3.347274476924839e-18,6.276139644234073e-19 -mean_cert_acc_72,aol,ldlt,121,118,16,102,3,0.1446280991735537,-0.16507800779917356,-0.11549707690000001,460.5,2.627903655908365e-16,-8.189281444338008,0.7538844636483291,1.445347010749601e-14,2.8906940214992015e-15 -mean_cert_acc_72,ldlt,sandwich,121,121,21,100,0,0.17355371900826447,-0.13469564091157024,-0.07480691379999999,670.0,5.6490615474408414e-15,-7.8115462441806915,0.7101405676527901,2.881021389194829e-13,5.649061547440841e-14 -mean_cert_acc_72,ortho,sandwich,121,121,18,103,0,0.1487603305785124,-0.05118190001735537,-0.03697755559999999,697.5,9.909313284775937e-15,-7.74041461447375,0.70367405586125,4.954656642387969e-13,8.918381956298343e-14 -mean_cert_acc_72,sandwich,sdp,121,119,91,28,2,0.7603305785123967,0.06613981500991735,0.039577659200000004,823.0,3.259960550690419e-13,7.283198892766795,0.6676497478556854,1.4343826423037844e-11,2.6079684405523354e-12 -mean_cert_acc_72,ldlt,ldlt-resnet,121,120,30,90,1,0.25206611570247933,-0.1016397865016529,-0.06253699959999992,988.0,4.5889669321993215e-12,-6.917742726637553,0.6315006230661137,1.881476442201722e-10,3.212276852539525e-11 -mean_cert_acc_72,ldlt,sdp,121,121,42,79,0,0.34710743801652894,-0.06855582590165288,-0.02310658990000003,1813.0,1.203520876920646e-06,-4.855057053088463,0.4413688230080421,3.1291542799936796e-05,7.221125261523876e-06 -mean_cert_acc_72,ldlt,ortho,121,121,44,77,0,0.36363636363636365,-0.08351374089421487,-0.019215077100000033,1857.0,2.124094459650997e-06,-4.741244462969663,0.431022223906333,5.310236149127492e-05,1.0620472298254984e-05 -mean_cert_acc_72,ldlt-resnet,sdp,121,120,79,41,1,0.6570247933884298,0.0330839606,0.015625,1982.5,1.6085073523390747e-05,4.313279255976596,0.3937467242195802,0.00035387161751459644,6.434029409356299e-05 -mean_cert_acc_72,ldlt-resnet,sandwich,121,121,44,77,0,0.36363636363636365,-0.03305585440991736,-0.0237561315,2090.5,3.514559575987584e-05,-4.1372742442274895,0.3761158403843172,0.0006326207236777651,0.00010543678727962753 -mean_cert_acc_72,ldlt-resnet,ortho,121,119,77,42,2,0.6446280991735537,0.01812604560743802,0.010571103499999956,2346.0,0.0011766083878145118,3.244490750154806,0.2974219794288845,0.015295909041588654,0.0023532167756290237 -mean_cert_acc_72,ortho,sdp,121,120,61,59,1,0.5082644628099173,0.01495791499256198,0.00017112490000004144,3188.0,0.24758680258859866,1.1562307074807803,0.10554894002789676,0.9903472103543947,0.24758680258859866 -mean_test_acc,aol,ldlt,121,121,16,105,0,0.1322314049586777,-0.09281452340082647,-0.056798912199999996,412.0,2.273589154706615e-17,-8.478886715556222,0.7708078832323838,1.3186817097298367e-15,3.4103837320599226e-16 -mean_test_acc,aol,sandwich,121,121,18,103,0,0.1487603305785124,-0.09203259326611571,-0.05946643780000005,518.0,2.311544436918459e-16,-8.204706730245373,0.7458824300223067,1.2944648846743371e-14,3.2361622116858428e-15 -mean_test_acc,aol,sdp,121,121,22,99,0,0.18181818181818182,-0.06835675380991735,-0.03513440550000002,806.0,8.667701016468735e-14,-7.459764883363071,0.6781604439420974,4.1604964879049924e-12,1.1268011321409356e-12 -mean_test_acc,aol,ortho,121,121,27,94,0,0.2231404958677686,-0.0674542894,-0.02649849470000004,971.0,2.0217519208624917e-12,-7.032975283586752,0.6393613894169774,8.693533259708715e-11,2.42610230503499e-11 -mean_test_acc,aol,ldlt-resnet,121,121,25,96,0,0.2066115702479339,-0.07273327814214876,-0.031338923699999965,1013.0,4.3801917672420244e-12,-6.924337930916415,0.6294852664469468,1.8396805422416503e-10,4.818210943966227e-11 -mean_test_acc,ortho,sandwich,121,120,31,89,1,0.2603305785123967,-0.024578303866115706,-0.012561727300000047,1269.0,6.335852078999485e-10,-6.181840509645258,0.5643222490053234,2.3442652692298095e-08,6.335852078999485e-09 -mean_test_acc,ldlt,ortho,121,121,94,27,0,0.7768595041322314,0.02536023400082645,0.013893890999999992,1309.0,7.334300863478093e-10,6.158703254954046,0.5598821140867315,2.6403483108521137e-08,6.600870777130284e-09 -mean_test_acc,ldlt,sdp,121,121,86,35,0,0.7107438016528925,0.024457769590909093,0.011069503199999942,1503.0,1.5412957513923103e-08,5.6569021497624945,0.5142638317965904,5.086275979594624e-07,1.2330366011138482e-07 -mean_test_acc,ldlt,ldlt-resnet,121,120,87,33,1,0.7231404958677686,0.020081245258677688,0.01084393090000002,1689.0,3.7364765861695115e-07,5.081915487806236,0.46391329133439085,1.1209429758508535e-05,2.615533610318658e-06 -mean_test_acc,sandwich,sdp,121,121,83,38,0,0.6859504132231405,0.02367583945619835,0.008980192799999953,1789.0,8.782065986480298e-07,4.917133510150208,0.44701213728638256,2.3711578163496805e-05,5.269239591888179e-06 -mean_test_acc,ldlt-resnet,sandwich,121,121,43,78,0,0.35537190082644626,-0.019299315123966942,-0.006794625399999976,2364.0,0.0006039452283418727,-3.4298364200206075,0.3118033109109643,0.00905917842512809,0.0030197261417093633 -mean_test_acc,ldlt-resnet,sdp,121,120,66,54,1,0.5495867768595041,0.004376524332231406,0.0019017287000000493,3070.0,0.14285074221929925,1.4652572612355523,0.133759075754492,0.8571044533157954,0.571402968877197 -mean_test_acc,ldlt-resnet,ortho,121,121,71,50,0,0.5867768595041323,0.005278988742148763,0.002452642000000005,3138.0,0.15334793383215564,1.4278052065244156,0.12980047332040143,0.8571044533157954,0.571402968877197 -mean_test_acc,ortho,sdp,121,121,60,61,0,0.49586776859504134,-0.0009024644099173576,-0.00036599980000007193,3623.0,0.862413703083493,-0.17330244354553592,0.01575476759504872,1.0,1.0 -mean_test_acc,ldlt,sandwich,121,121,59,62,0,0.48760330578512395,0.000781930134710744,-0.00016415209999998126,3624.0,0.8644472072224189,0.170715839910528,0.015519621810048,1.0,1.0 diff --git a/UCI_N4/wilcoxon_pairwise_all.json b/UCI_N4/wilcoxon_pairwise_all.json deleted file mode 100644 index 5cec2b38dc46dc20051509ac717991fefcf1e490..0000000000000000000000000000000000000000 --- a/UCI_N4/wilcoxon_pairwise_all.json +++ /dev/null @@ -1,1427 +0,0 @@ -[ - { - "metric":"mean_cert_acc_108", - "alg_a":"aol", - "alg_b":"ldlt-resnet", - "n_common":121, - "n_nonzero":120, - "wins_a":1, - "wins_b":119, - "ties":1, - "win_rate_a_over_b":0.0123966942, - "mean_diff_a_minus_b":-0.2402356013, - "median_diff_a_minus_b":-0.2178627868, - "W_stat":1.0, - "p_two_sided":2.047798019e-21, - "z_equiv":-9.502566528, - "effect_size_r":0.8674616736, - "p_holm_global":1.535848514e-19, - "p_holm_within_metric":3.071697028e-20 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"aol", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":120, - "wins_a":4, - "wins_b":116, - "ties":1, - "win_rate_a_over_b":0.0371900826, - "mean_diff_a_minus_b":-0.2791979141, - "median_diff_a_minus_b":-0.240187197, - "W_stat":32.0, - "p_two_sided":4.45173911e-21, - "z_equiv":-9.4213856244, - "effect_size_r":0.8600509049, - "p_holm_global":3.205252159e-19, - "p_holm_within_metric":6.232434754e-20 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"aol", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":118, - "wins_a":2, - "wins_b":116, - "ties":3, - "win_rate_a_over_b":0.0289256198, - "mean_diff_a_minus_b":-0.204789231, - "median_diff_a_minus_b":-0.159539476, - "W_stat":12.0, - "p_two_sided":5.792775287e-21, - "z_equiv":-9.3937017809, - "effect_size_r":0.8647603428, - "p_holm_global":4.054942701e-19, - "p_holm_within_metric":7.530607874e-20 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"aol", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":119, - "wins_a":6, - "wins_b":113, - "ties":2, - "win_rate_a_over_b":0.0578512397, - "mean_diff_a_minus_b":-0.2254036971, - "median_diff_a_minus_b":-0.1816607546, - "W_stat":72.0, - "p_two_sided":1.781046314e-20, - "z_equiv":-9.2747089486, - "effect_size_r":0.8502111754, - "p_holm_global":1.157680104e-18, - "p_holm_within_metric":2.137255577e-19 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"aol", - "alg_b":"ldlt", - "n_common":121, - "n_nonzero":111, - "wins_a":12, - "wins_b":99, - "ties":10, - "win_rate_a_over_b":0.1404958678, - "mean_diff_a_minus_b":-0.142681456, - "median_diff_a_minus_b":-0.0784669667, - "W_stat":158.0, - "p_two_sided":4.019802318e-18, - "z_equiv":-8.6782286614, - "effect_size_r":0.8237010123, - "p_holm_global":2.452079414e-16, - "p_holm_within_metric":4.42178255e-17 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"ldlt", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":121, - "wins_a":17, - "wins_b":104, - "ties":0, - "win_rate_a_over_b":0.1404958678, - "mean_diff_a_minus_b":-0.136516458, - "median_diff_a_minus_b":-0.0904583447, - "W_stat":492.0, - "p_two_sided":1.317724351e-16, - "z_equiv":-8.2719618837, - "effect_size_r":0.7519965349, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"ortho", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":121, - "wins_a":16, - "wins_b":105, - "ties":0, - "win_rate_a_over_b":0.132231405, - "mean_diff_a_minus_b":-0.053794217, - "median_diff_a_minus_b":-0.0474959761, - "W_stat":700.5, - "p_two_sided":0.0, - "z_equiv":-7.7326548003, - "effect_size_r":0.7029686182, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"ldlt", - "alg_b":"ldlt-resnet", - "n_common":121, - "n_nonzero":120, - "wins_a":23, - "wins_b":97, - "ties":1, - "win_rate_a_over_b":0.194214876, - "mean_diff_a_minus_b":-0.0975541452, - "median_diff_a_minus_b":-0.0467558028, - "W_stat":787.0, - "p_two_sided":0.0, - "z_equiv":-7.4441354157, - "effect_size_r":0.6795534814, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"sandwich", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":119, - "wins_a":93, - "wins_b":26, - "ties":2, - "win_rate_a_over_b":0.7768595041, - "mean_diff_a_minus_b":0.074408683, - "median_diff_a_minus_b":0.0480156355, - "W_stat":764.0, - "p_two_sided":0.0, - "z_equiv":7.4396557414, - "effect_size_r":0.6819921237, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"ldlt", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":119, - "wins_a":35, - "wins_b":84, - "ties":2, - "win_rate_a_over_b":0.2975206612, - "mean_diff_a_minus_b":-0.082722241, - "median_diff_a_minus_b":-0.027626114, - "W_stat":1497.0, - "p_two_sided":0.0000000389, - "z_equiv":-5.4958782834, - "effect_size_r":0.5038063362, - "p_holm_global":0.0000012052, - "p_holm_within_metric":0.0000002333 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"ldlt", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":119, - "wins_a":37, - "wins_b":82, - "ties":2, - "win_rate_a_over_b":0.3140495868, - "mean_diff_a_minus_b":-0.062107775, - "median_diff_a_minus_b":-0.0208054809, - "W_stat":1682.0, - "p_two_sided":0.0000005578, - "z_equiv":-5.0052932496, - "effect_size_r":0.4588344799, - "p_holm_global":0.0000156176, - "p_holm_within_metric":0.0000027889 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"ldlt-resnet", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":120, - "wins_a":41, - "wins_b":79, - "ties":1, - "win_rate_a_over_b":0.3429752066, - "mean_diff_a_minus_b":-0.0389623128, - "median_diff_a_minus_b":-0.0212710053, - "W_stat":1952.0, - "p_two_sided":0.0000111718, - "z_equiv":-4.3931529146, - "effect_size_r":0.4010381583, - "p_holm_global":0.0002569525, - "p_holm_within_metric":0.0000446874 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"ldlt-resnet", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":117, - "wins_a":82, - "wins_b":35, - "ties":4, - "win_rate_a_over_b":0.694214876, - "mean_diff_a_minus_b":0.0354463702, - "median_diff_a_minus_b":0.0177807957, - "W_stat":1875.0, - "p_two_sided":0.0000181582, - "z_equiv":4.2864125552, - "effect_size_r":0.3962789809, - "p_holm_global":0.0003813214, - "p_holm_within_metric":0.0000544745 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"ldlt-resnet", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":119, - "wins_a":77, - "wins_b":42, - "ties":2, - "win_rate_a_over_b":0.6446280992, - "mean_diff_a_minus_b":0.0148319042, - "median_diff_a_minus_b":0.0191296888, - "W_stat":2543.0, - "p_two_sided":0.0064871654, - "z_equiv":2.7220839845, - "effect_size_r":0.2495330297, - "p_holm_global":0.0648716539, - "p_holm_within_metric":0.0129743308 - }, - { - "metric":"mean_cert_acc_108", - "alg_a":"ortho", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":119, - "wins_a":60, - "wins_b":59, - "ties":2, - "win_rate_a_over_b":0.5041322314, - "mean_diff_a_minus_b":0.020614466, - "median_diff_a_minus_b":0.0, - "W_stat":2941.0, - "p_two_sided":0.0955813924, - "z_equiv":1.6666632092, - "effect_size_r":0.1527827659, - "p_holm_global":0.669069747, - "p_holm_within_metric":0.0955813924 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"aol", - "alg_b":"ldlt-resnet", - "n_common":121, - "n_nonzero":109, - "wins_a":2, - "wins_b":107, - "ties":12, - "win_rate_a_over_b":0.0661157025, - "mean_diff_a_minus_b":-0.1175330553, - "median_diff_a_minus_b":-0.0560120438, - "W_stat":17.0, - "p_two_sided":2.074077644e-19, - "z_equiv":-9.0092831401, - "effect_size_r":0.8629328203, - "p_holm_global":1.306668916e-17, - "p_holm_within_metric":3.111116466e-18 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"aol", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":109, - "wins_a":2, - "wins_b":107, - "ties":12, - "win_rate_a_over_b":0.0661157025, - "mean_diff_a_minus_b":-0.1477004098, - "median_diff_a_minus_b":-0.0791132376, - "W_stat":58.0, - "p_two_sided":6.372844948e-19, - "z_equiv":-8.8853349914, - "effect_size_r":0.8510607408, - "p_holm_global":3.951163868e-17, - "p_holm_within_metric":8.921982928e-18 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"aol", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":101, - "wins_a":2, - "wins_b":99, - "ties":20, - "win_rate_a_over_b":0.0991735537, - "mean_diff_a_minus_b":-0.0868990385, - "median_diff_a_minus_b":-0.0406798423, - "W_stat":24.0, - "p_two_sided":5.530458212e-18, - "z_equiv":-8.6418612212, - "effect_size_r":0.8598973308, - "p_holm_global":3.318274927e-16, - "p_holm_within_metric":7.189595675e-17 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"aol", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":105, - "wins_a":5, - "wins_b":100, - "ties":16, - "win_rate_a_over_b":0.1074380165, - "mean_diff_a_minus_b":-0.0967608612, - "median_diff_a_minus_b":-0.0347423032, - "W_stat":109.0, - "p_two_sided":1.284552133e-17, - "z_equiv":-8.5450728539, - "effect_size_r":0.8339137221, - "p_holm_global":7.578857587e-16, - "p_holm_within_metric":1.54146256e-16 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"ldlt", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":109, - "wins_a":11, - "wins_b":98, - "ties":12, - "win_rate_a_over_b":0.1404958678, - "mean_diff_a_minus_b":-0.084652758, - "median_diff_a_minus_b":-0.0371107189, - "W_stat":291.0, - "p_two_sided":2.816907595e-16, - "z_equiv":-8.1809174845, - "effect_size_r":0.7835897804, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"ortho", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":111, - "wins_a":16, - "wins_b":95, - "ties":10, - "win_rate_a_over_b":0.173553719, - "mean_diff_a_minus_b":-0.0509395486, - "median_diff_a_minus_b":-0.0340253412, - "W_stat":427.0, - "p_two_sided":0.0, - "z_equiv":-7.8867577308, - "effect_size_r":0.7485779161, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"aol", - "alg_b":"ldlt", - "n_common":121, - "n_nonzero":85, - "wins_a":6, - "wins_b":79, - "ties":36, - "win_rate_a_over_b":0.1983471074, - "mean_diff_a_minus_b":-0.0630476518, - "median_diff_a_minus_b":-0.0166666675, - "W_stat":127.0, - "p_two_sided":0.0, - "z_equiv":-7.4489969861, - "effect_size_r":0.8079571632, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"sandwich", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":110, - "wins_a":86, - "wins_b":24, - "ties":11, - "win_rate_a_over_b":0.7561983471, - "mean_diff_a_minus_b":0.0608013713, - "median_diff_a_minus_b":0.0260695191, - "W_stat":845.0, - "p_two_sided":0.0, - "z_equiv":6.5819410032, - "effect_size_r":0.6275634511, - "p_holm_global":0.0000000018, - "p_holm_within_metric":0.0000000004 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"ldlt", - "alg_b":"ldlt-resnet", - "n_common":121, - "n_nonzero":109, - "wins_a":20, - "wins_b":89, - "ties":12, - "win_rate_a_over_b":0.2148760331, - "mean_diff_a_minus_b":-0.0544854035, - "median_diff_a_minus_b":-0.0192859648, - "W_stat":847.0, - "p_two_sided":0.0000000001, - "z_equiv":-6.4999861581, - "effect_size_r":0.6225857596, - "p_holm_global":0.0000000031, - "p_holm_within_metric":0.0000000006 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"ldlt-resnet", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":109, - "wins_a":80, - "wins_b":29, - "ties":12, - "win_rate_a_over_b":0.7107438017, - "mean_diff_a_minus_b":0.0306340168, - "median_diff_a_minus_b":0.01836963, - "W_stat":1331.0, - "p_two_sided":0.0000004735, - "z_equiv":5.0367334602, - "effect_size_r":0.48243157, - "p_holm_global":0.0000137328, - "p_holm_within_metric":0.0000028413 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"ldlt", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":101, - "wins_a":29, - "wins_b":72, - "ties":20, - "win_rate_a_over_b":0.3223140496, - "mean_diff_a_minus_b":-0.0238513867, - "median_diff_a_minus_b":-0.0067567569, - "W_stat":1312.0, - "p_two_sided":0.0000188085, - "z_equiv":-4.2785851518, - "effect_size_r":0.4257351348, - "p_holm_global":0.0003813214, - "p_holm_within_metric":0.0000940425 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"ldlt-resnet", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":112, - "wins_a":74, - "wins_b":38, - "ties":9, - "win_rate_a_over_b":0.6487603306, - "mean_diff_a_minus_b":0.0207721941, - "median_diff_a_minus_b":0.010416667, - "W_stat":1829.0, - "p_two_sided":0.0001069651, - "z_equiv":3.8742238188, - "effect_size_r":0.366079741, - "p_holm_global":0.0018184062, - "p_holm_within_metric":0.0004278603 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"ldlt", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":105, - "wins_a":34, - "wins_b":71, - "ties":16, - "win_rate_a_over_b":0.347107438, - "mean_diff_a_minus_b":-0.0337132094, - "median_diff_a_minus_b":-0.0067276117, - "W_stat":1607.0, - "p_two_sided":0.0001724773, - "z_equiv":-3.7562516286, - "effect_size_r":0.3665726238, - "p_holm_global":0.0027596365, - "p_holm_within_metric":0.0005174318 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"ldlt-resnet", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":113, - "wins_a":45, - "wins_b":68, - "ties":8, - "win_rate_a_over_b":0.4049586777, - "mean_diff_a_minus_b":-0.0301673545, - "median_diff_a_minus_b":-0.0091719143, - "W_stat":2100.0, - "p_two_sided":0.0013337096, - "z_equiv":-3.2086257723, - "effect_size_r":0.3018421223, - "p_holm_global":0.0160045154, - "p_holm_within_metric":0.0026674192 - }, - { - "metric":"mean_cert_acc_255", - "alg_a":"ortho", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":109, - "wins_a":57, - "wins_b":52, - "ties":12, - "win_rate_a_over_b":0.520661157, - "mean_diff_a_minus_b":0.0098618227, - "median_diff_a_minus_b":0.0, - "W_stat":2967.0, - "p_two_sided":0.927732972, - "z_equiv":0.0906974813, - "effect_size_r":0.0086872432, - "p_holm_global":1.0, - "p_holm_within_metric":0.927732972 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"aol", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":121, - "wins_a":4, - "wins_b":117, - "ties":0, - "win_rate_a_over_b":0.0330578512, - "mean_diff_a_minus_b":-0.2273283296, - "median_diff_a_minus_b":-0.1997737549, - "W_stat":27.0, - "p_two_sided":2.674537392e-21, - "z_equiv":-9.474729115, - "effect_size_r":0.8613390105, - "p_holm_global":1.97915767e-19, - "p_holm_within_metric":4.011806088e-20 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"aol", - "alg_b":"ldlt-resnet", - "n_common":121, - "n_nonzero":121, - "wins_a":4, - "wins_b":117, - "ties":0, - "win_rate_a_over_b":0.0330578512, - "mean_diff_a_minus_b":-0.2496376197, - "median_diff_a_minus_b":-0.2301754896, - "W_stat":47.0, - "p_two_sided":4.383924691e-21, - "z_equiv":-9.4229970423, - "effect_size_r":0.8566360948, - "p_holm_global":3.200265025e-19, - "p_holm_within_metric":6.137494568e-20 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"aol", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":120, - "wins_a":6, - "wins_b":114, - "ties":1, - "win_rate_a_over_b":0.0537190083, - "mean_diff_a_minus_b":-0.2737254626, - "median_diff_a_minus_b":-0.2625566777, - "W_stat":32.0, - "p_two_sided":4.451910362e-21, - "z_equiv":-9.4213815859, - "effect_size_r":0.8600505362, - "p_holm_global":3.205252159e-19, - "p_holm_within_metric":6.137494568e-20 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"aol", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":121, - "wins_a":8, - "wins_b":113, - "ties":0, - "win_rate_a_over_b":0.0661157025, - "mean_diff_a_minus_b":-0.2416769448, - "median_diff_a_minus_b":-0.2204087526, - "W_stat":87.0, - "p_two_sided":1.16849306e-20, - "z_equiv":-9.319536794, - "effect_size_r":0.8472306176, - "p_holm_global":7.945752805e-19, - "p_holm_within_metric":1.402191672e-19 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"aol", - "alg_b":"ldlt", - "n_common":121, - "n_nonzero":121, - "wins_a":17, - "wins_b":104, - "ties":0, - "win_rate_a_over_b":0.1404958678, - "mean_diff_a_minus_b":-0.1643635913, - "median_diff_a_minus_b":-0.1415114701, - "W_stat":554.0, - "p_two_sided":4.996204614e-16, - "z_equiv":-8.1115889994, - "effect_size_r":0.7374171818, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"ldlt", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":120, - "wins_a":31, - "wins_b":89, - "ties":1, - "win_rate_a_over_b":0.2603305785, - "mean_diff_a_minus_b":-0.1093618713, - "median_diff_a_minus_b":-0.0386904776, - "W_stat":998.0, - "p_two_sided":0.0, - "z_equiv":-6.8915540356, - "effect_size_r":0.6291099336, - "p_holm_global":0.0000000002, - "p_holm_within_metric":0.0000000001 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"ldlt", - "alg_b":"ldlt-resnet", - "n_common":121, - "n_nonzero":121, - "wins_a":40, - "wins_b":81, - "ties":0, - "win_rate_a_over_b":0.3305785124, - "mean_diff_a_minus_b":-0.0852740284, - "median_diff_a_minus_b":-0.0296717156, - "W_stat":1410.0, - "p_two_sided":0.0000000037, - "z_equiv":-5.8974562878, - "effect_size_r":0.5361323898, - "p_holm_global":0.0000001292, - "p_holm_within_metric":0.0000000332 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"ortho", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":121, - "wins_a":28, - "wins_b":93, - "ties":0, - "win_rate_a_over_b":0.2314049587, - "mean_diff_a_minus_b":-0.0320485178, - "median_diff_a_minus_b":-0.0237708986, - "W_stat":1424.5, - "p_two_sided":0.0000000046, - "z_equiv":-5.8599529855, - "effect_size_r":0.5327229987, - "p_holm_global":0.0000001574, - "p_holm_within_metric":0.000000037 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"sandwich", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":121, - "wins_a":83, - "wins_b":38, - "ties":0, - "win_rate_a_over_b":0.6859504132, - "mean_diff_a_minus_b":0.046397133, - "median_diff_a_minus_b":0.0207032859, - "W_stat":1530.0, - "p_two_sided":0.0000000231, - "z_equiv":5.5870638516, - "effect_size_r":0.5079148956, - "p_holm_global":0.000000739, - "p_holm_within_metric":0.0000001617 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"ldlt", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":121, - "wins_a":48, - "wins_b":73, - "ties":0, - "win_rate_a_over_b":0.3966942149, - "mean_diff_a_minus_b":-0.0773133535, - "median_diff_a_minus_b":-0.0200195611, - "W_stat":1957.0, - "p_two_sided":0.0000073745, - "z_equiv":-4.4825840995, - "effect_size_r":0.4075076454, - "p_holm_global":0.000176987, - "p_holm_within_metric":0.0000442467 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"ldlt", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":120, - "wins_a":47, - "wins_b":73, - "ties":1, - "win_rate_a_over_b":0.3925619835, - "mean_diff_a_minus_b":-0.0629647383, - "median_diff_a_minus_b":-0.0085342675, - "W_stat":2014.0, - "p_two_sided":0.0000232877, - "z_equiv":-4.230784844, - "effect_size_r":0.3862160492, - "p_holm_global":0.0004424669, - "p_holm_within_metric":0.0001164387 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"ldlt-resnet", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":119, - "wins_a":76, - "wins_b":43, - "ties":2, - "win_rate_a_over_b":0.6363636364, - "mean_diff_a_minus_b":0.0223092901, - "median_diff_a_minus_b":0.0094590336, - "W_stat":2285.0, - "p_two_sided":0.0006586154, - "z_equiv":3.4062512207, - "effect_size_r":0.3122505375, - "p_holm_global":0.0092206162, - "p_holm_within_metric":0.0026344618 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"ldlt-resnet", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":121, - "wins_a":44, - "wins_b":77, - "ties":0, - "win_rate_a_over_b":0.3636363636, - "mean_diff_a_minus_b":-0.0240878429, - "median_diff_a_minus_b":-0.0088888556, - "W_stat":2466.0, - "p_two_sided":0.0015454858, - "z_equiv":-3.1660041731, - "effect_size_r":0.2878185612, - "p_holm_global":0.0170003434, - "p_holm_within_metric":0.0046364573 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"ldlt-resnet", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":120, - "wins_a":78, - "wins_b":42, - "ties":1, - "win_rate_a_over_b":0.6487603306, - "mean_diff_a_minus_b":0.0079606749, - "median_diff_a_minus_b":0.0084358044, - "W_stat":2756.0, - "p_two_sided":0.0221618659, - "z_equiv":2.2875821585, - "effect_size_r":0.2088267251, - "p_holm_global":0.1994567929, - "p_holm_within_metric":0.0443237318 - }, - { - "metric":"mean_cert_acc_36", - "alg_a":"ortho", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":120, - "wins_a":60, - "wins_b":60, - "ties":1, - "win_rate_a_over_b":0.5, - "mean_diff_a_minus_b":0.0143486152, - "median_diff_a_minus_b":0.0, - "W_stat":2916.5, - "p_two_sided":0.0618660605, - "z_equiv":1.8672544684, - "effect_size_r":0.1704562322, - "p_holm_global":0.4949284838, - "p_holm_within_metric":0.0618660605 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"aol", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":120, - "wins_a":6, - "wins_b":114, - "ties":1, - "win_rate_a_over_b":0.0537190083, - "mean_diff_a_minus_b":-0.2997736487, - "median_diff_a_minus_b":-0.2722690813, - "W_stat":58.0, - "p_two_sided":8.496209444e-21, - "z_equiv":-9.3532909893, - "effect_size_r":0.8538347436, - "p_holm_global":5.862384516e-19, - "p_holm_within_metric":1.274431417e-19 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"aol", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":119, - "wins_a":3, - "wins_b":116, - "ties":2, - "win_rate_a_over_b":0.0330578512, - "mean_diff_a_minus_b":-0.2336338337, - "median_diff_a_minus_b":-0.1966586188, - "W_stat":59.0, - "p_two_sided":1.288200158e-20, - "z_equiv":-9.3091824916, - "effect_size_r":0.8533713599, - "p_holm_global":8.63094106e-19, - "p_holm_within_metric":1.803480222e-19 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"aol", - "alg_b":"ldlt-resnet", - "n_common":121, - "n_nonzero":121, - "wins_a":5, - "wins_b":116, - "ties":0, - "win_rate_a_over_b":0.041322314, - "mean_diff_a_minus_b":-0.2667177943, - "median_diff_a_minus_b":-0.2325268835, - "W_stat":103.0, - "p_two_sided":1.72451088e-20, - "z_equiv":-9.2781472388, - "effect_size_r":0.8434679308, - "p_holm_global":1.138177181e-18, - "p_holm_within_metric":2.241864144e-19 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"aol", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":121, - "wins_a":8, - "wins_b":113, - "ties":0, - "win_rate_a_over_b":0.0661157025, - "mean_diff_a_minus_b":-0.2485917487, - "median_diff_a_minus_b":-0.2084712535, - "W_stat":149.0, - "p_two_sided":5.23011637e-20, - "z_equiv":-9.1591634716, - "effect_size_r":0.8326512247, - "p_holm_global":3.347274477e-18, - "p_holm_within_metric":6.276139644e-19 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"aol", - "alg_b":"ldlt", - "n_common":121, - "n_nonzero":118, - "wins_a":16, - "wins_b":102, - "ties":3, - "win_rate_a_over_b":0.1446280992, - "mean_diff_a_minus_b":-0.1650780078, - "median_diff_a_minus_b":-0.1154970769, - "W_stat":460.5, - "p_two_sided":2.627903656e-16, - "z_equiv":-8.1892814443, - "effect_size_r":0.7538844636, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"ldlt", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":121, - "wins_a":21, - "wins_b":100, - "ties":0, - "win_rate_a_over_b":0.173553719, - "mean_diff_a_minus_b":-0.1346956409, - "median_diff_a_minus_b":-0.0748069138, - "W_stat":670.0, - "p_two_sided":0.0, - "z_equiv":-7.8115462442, - "effect_size_r":0.7101405677, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"ortho", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":121, - "wins_a":18, - "wins_b":103, - "ties":0, - "win_rate_a_over_b":0.1487603306, - "mean_diff_a_minus_b":-0.0511819, - "median_diff_a_minus_b":-0.0369775556, - "W_stat":697.5, - "p_two_sided":0.0, - "z_equiv":-7.7404146145, - "effect_size_r":0.7036740559, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"sandwich", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":119, - "wins_a":91, - "wins_b":28, - "ties":2, - "win_rate_a_over_b":0.7603305785, - "mean_diff_a_minus_b":0.066139815, - "median_diff_a_minus_b":0.0395776592, - "W_stat":823.0, - "p_two_sided":0.0, - "z_equiv":7.2831988928, - "effect_size_r":0.6676497479, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"ldlt", - "alg_b":"ldlt-resnet", - "n_common":121, - "n_nonzero":120, - "wins_a":30, - "wins_b":90, - "ties":1, - "win_rate_a_over_b":0.2520661157, - "mean_diff_a_minus_b":-0.1016397865, - "median_diff_a_minus_b":-0.0625369996, - "W_stat":988.0, - "p_two_sided":0.0, - "z_equiv":-6.9177427266, - "effect_size_r":0.6315006231, - "p_holm_global":0.0000000002, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"ldlt", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":121, - "wins_a":42, - "wins_b":79, - "ties":0, - "win_rate_a_over_b":0.347107438, - "mean_diff_a_minus_b":-0.0685558259, - "median_diff_a_minus_b":-0.0231065899, - "W_stat":1813.0, - "p_two_sided":0.0000012035, - "z_equiv":-4.8550570531, - "effect_size_r":0.441368823, - "p_holm_global":0.0000312915, - "p_holm_within_metric":0.0000072211 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"ldlt", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":121, - "wins_a":44, - "wins_b":77, - "ties":0, - "win_rate_a_over_b":0.3636363636, - "mean_diff_a_minus_b":-0.0835137409, - "median_diff_a_minus_b":-0.0192150771, - "W_stat":1857.0, - "p_two_sided":0.0000021241, - "z_equiv":-4.741244463, - "effect_size_r":0.4310222239, - "p_holm_global":0.0000531024, - "p_holm_within_metric":0.0000106205 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"ldlt-resnet", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":120, - "wins_a":79, - "wins_b":41, - "ties":1, - "win_rate_a_over_b":0.6570247934, - "mean_diff_a_minus_b":0.0330839606, - "median_diff_a_minus_b":0.015625, - "W_stat":1982.5, - "p_two_sided":0.0000160851, - "z_equiv":4.313279256, - "effect_size_r":0.3937467242, - "p_holm_global":0.0003538716, - "p_holm_within_metric":0.0000643403 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"ldlt-resnet", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":121, - "wins_a":44, - "wins_b":77, - "ties":0, - "win_rate_a_over_b":0.3636363636, - "mean_diff_a_minus_b":-0.0330558544, - "median_diff_a_minus_b":-0.0237561315, - "W_stat":2090.5, - "p_two_sided":0.0000351456, - "z_equiv":-4.1372742442, - "effect_size_r":0.3761158404, - "p_holm_global":0.0006326207, - "p_holm_within_metric":0.0001054368 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"ldlt-resnet", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":119, - "wins_a":77, - "wins_b":42, - "ties":2, - "win_rate_a_over_b":0.6446280992, - "mean_diff_a_minus_b":0.0181260456, - "median_diff_a_minus_b":0.0105711035, - "W_stat":2346.0, - "p_two_sided":0.0011766084, - "z_equiv":3.2444907502, - "effect_size_r":0.2974219794, - "p_holm_global":0.015295909, - "p_holm_within_metric":0.0023532168 - }, - { - "metric":"mean_cert_acc_72", - "alg_a":"ortho", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":120, - "wins_a":61, - "wins_b":59, - "ties":1, - "win_rate_a_over_b":0.5082644628, - "mean_diff_a_minus_b":0.014957915, - "median_diff_a_minus_b":0.0001711249, - "W_stat":3188.0, - "p_two_sided":0.2475868026, - "z_equiv":1.1562307075, - "effect_size_r":0.10554894, - "p_holm_global":0.9903472104, - "p_holm_within_metric":0.2475868026 - }, - { - "metric":"mean_test_acc", - "alg_a":"aol", - "alg_b":"ldlt", - "n_common":121, - "n_nonzero":121, - "wins_a":16, - "wins_b":105, - "ties":0, - "win_rate_a_over_b":0.132231405, - "mean_diff_a_minus_b":-0.0928145234, - "median_diff_a_minus_b":-0.0567989122, - "W_stat":412.0, - "p_two_sided":2.273589155e-17, - "z_equiv":-8.4788867156, - "effect_size_r":0.7708078832, - "p_holm_global":0.0, - "p_holm_within_metric":3.410383732e-16 - }, - { - "metric":"mean_test_acc", - "alg_a":"aol", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":121, - "wins_a":18, - "wins_b":103, - "ties":0, - "win_rate_a_over_b":0.1487603306, - "mean_diff_a_minus_b":-0.0920325933, - "median_diff_a_minus_b":-0.0594664378, - "W_stat":518.0, - "p_two_sided":2.311544437e-16, - "z_equiv":-8.2047067302, - "effect_size_r":0.74588243, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_test_acc", - "alg_a":"aol", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":121, - "wins_a":22, - "wins_b":99, - "ties":0, - "win_rate_a_over_b":0.1818181818, - "mean_diff_a_minus_b":-0.0683567538, - "median_diff_a_minus_b":-0.0351344055, - "W_stat":806.0, - "p_two_sided":0.0, - "z_equiv":-7.4597648834, - "effect_size_r":0.6781604439, - "p_holm_global":0.0, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_test_acc", - "alg_a":"aol", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":121, - "wins_a":27, - "wins_b":94, - "ties":0, - "win_rate_a_over_b":0.2231404959, - "mean_diff_a_minus_b":-0.0674542894, - "median_diff_a_minus_b":-0.0264984947, - "W_stat":971.0, - "p_two_sided":0.0, - "z_equiv":-7.0329752836, - "effect_size_r":0.6393613894, - "p_holm_global":0.0000000001, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_test_acc", - "alg_a":"aol", - "alg_b":"ldlt-resnet", - "n_common":121, - "n_nonzero":121, - "wins_a":25, - "wins_b":96, - "ties":0, - "win_rate_a_over_b":0.2066115702, - "mean_diff_a_minus_b":-0.0727332781, - "median_diff_a_minus_b":-0.0313389237, - "W_stat":1013.0, - "p_two_sided":0.0, - "z_equiv":-6.9243379309, - "effect_size_r":0.6294852664, - "p_holm_global":0.0000000002, - "p_holm_within_metric":0.0 - }, - { - "metric":"mean_test_acc", - "alg_a":"ortho", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":120, - "wins_a":31, - "wins_b":89, - "ties":1, - "win_rate_a_over_b":0.2603305785, - "mean_diff_a_minus_b":-0.0245783039, - "median_diff_a_minus_b":-0.0125617273, - "W_stat":1269.0, - "p_two_sided":0.0000000006, - "z_equiv":-6.1818405096, - "effect_size_r":0.564322249, - "p_holm_global":0.0000000234, - "p_holm_within_metric":0.0000000063 - }, - { - "metric":"mean_test_acc", - "alg_a":"ldlt", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":121, - "wins_a":94, - "wins_b":27, - "ties":0, - "win_rate_a_over_b":0.7768595041, - "mean_diff_a_minus_b":0.025360234, - "median_diff_a_minus_b":0.013893891, - "W_stat":1309.0, - "p_two_sided":0.0000000007, - "z_equiv":6.158703255, - "effect_size_r":0.5598821141, - "p_holm_global":0.0000000264, - "p_holm_within_metric":0.0000000066 - }, - { - "metric":"mean_test_acc", - "alg_a":"ldlt", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":121, - "wins_a":86, - "wins_b":35, - "ties":0, - "win_rate_a_over_b":0.7107438017, - "mean_diff_a_minus_b":0.0244577696, - "median_diff_a_minus_b":0.0110695032, - "W_stat":1503.0, - "p_two_sided":0.0000000154, - "z_equiv":5.6569021498, - "effect_size_r":0.5142638318, - "p_holm_global":0.0000005086, - "p_holm_within_metric":0.0000001233 - }, - { - "metric":"mean_test_acc", - "alg_a":"ldlt", - "alg_b":"ldlt-resnet", - "n_common":121, - "n_nonzero":120, - "wins_a":87, - "wins_b":33, - "ties":1, - "win_rate_a_over_b":0.7231404959, - "mean_diff_a_minus_b":0.0200812453, - "median_diff_a_minus_b":0.0108439309, - "W_stat":1689.0, - "p_two_sided":0.0000003736, - "z_equiv":5.0819154878, - "effect_size_r":0.4639132913, - "p_holm_global":0.0000112094, - "p_holm_within_metric":0.0000026155 - }, - { - "metric":"mean_test_acc", - "alg_a":"sandwich", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":121, - "wins_a":83, - "wins_b":38, - "ties":0, - "win_rate_a_over_b":0.6859504132, - "mean_diff_a_minus_b":0.0236758395, - "median_diff_a_minus_b":0.0089801928, - "W_stat":1789.0, - "p_two_sided":0.0000008782, - "z_equiv":4.9171335102, - "effect_size_r":0.4470121373, - "p_holm_global":0.0000237116, - "p_holm_within_metric":0.0000052692 - }, - { - "metric":"mean_test_acc", - "alg_a":"ldlt-resnet", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":121, - "wins_a":43, - "wins_b":78, - "ties":0, - "win_rate_a_over_b":0.3553719008, - "mean_diff_a_minus_b":-0.0192993151, - "median_diff_a_minus_b":-0.0067946254, - "W_stat":2364.0, - "p_two_sided":0.0006039452, - "z_equiv":-3.42983642, - "effect_size_r":0.3118033109, - "p_holm_global":0.0090591784, - "p_holm_within_metric":0.0030197261 - }, - { - "metric":"mean_test_acc", - "alg_a":"ldlt-resnet", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":120, - "wins_a":66, - "wins_b":54, - "ties":1, - "win_rate_a_over_b":0.5495867769, - "mean_diff_a_minus_b":0.0043765243, - "median_diff_a_minus_b":0.0019017287, - "W_stat":3070.0, - "p_two_sided":0.1428507422, - "z_equiv":1.4652572612, - "effect_size_r":0.1337590758, - "p_holm_global":0.8571044533, - "p_holm_within_metric":0.5714029689 - }, - { - "metric":"mean_test_acc", - "alg_a":"ldlt-resnet", - "alg_b":"ortho", - "n_common":121, - "n_nonzero":121, - "wins_a":71, - "wins_b":50, - "ties":0, - "win_rate_a_over_b":0.5867768595, - "mean_diff_a_minus_b":0.0052789887, - "median_diff_a_minus_b":0.002452642, - "W_stat":3138.0, - "p_two_sided":0.1533479338, - "z_equiv":1.4278052065, - "effect_size_r":0.1298004733, - "p_holm_global":0.8571044533, - "p_holm_within_metric":0.5714029689 - }, - { - "metric":"mean_test_acc", - "alg_a":"ortho", - "alg_b":"sdp", - "n_common":121, - "n_nonzero":121, - "wins_a":60, - "wins_b":61, - "ties":0, - "win_rate_a_over_b":0.4958677686, - "mean_diff_a_minus_b":-0.0009024644, - "median_diff_a_minus_b":-0.0003659998, - "W_stat":3623.0, - "p_two_sided":0.8624137031, - "z_equiv":-0.1733024435, - "effect_size_r":0.0157547676, - "p_holm_global":1.0, - "p_holm_within_metric":1.0 - }, - { - "metric":"mean_test_acc", - "alg_a":"ldlt", - "alg_b":"sandwich", - "n_common":121, - "n_nonzero":121, - "wins_a":59, - "wins_b":62, - "ties":0, - "win_rate_a_over_b":0.4876033058, - "mean_diff_a_minus_b":0.0007819301, - "median_diff_a_minus_b":-0.0001641521, - "W_stat":3624.0, - "p_two_sided":0.8644472072, - "z_equiv":0.1707158399, - "effect_size_r":0.0155196218, - "p_holm_global":1.0, - "p_holm_within_metric":1.0 - } -] \ No newline at end of file diff --git a/UCI_N4/wilcoxon_prep_all.json b/UCI_N4/wilcoxon_prep_all.json deleted file mode 100644 index 3dfded5b14a637ba0717920589da047ada19f673..0000000000000000000000000000000000000000 --- a/UCI_N4/wilcoxon_prep_all.json +++ /dev/null @@ -1,21782 +0,0 @@ -[ - { - "dataset":"abalone", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.2945487797 - }, - { - "dataset":"abalone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3031060249 - }, - { - "dataset":"abalone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3067671955 - }, - { - "dataset":"abalone", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3031067848 - }, - { - "dataset":"abalone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3142340034 - }, - { - "dataset":"abalone", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3044555858 - }, - { - "dataset":"acute-inflammation", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.075000003 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4504960412 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.363541672 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1795634963 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1865079375 - }, - { - "dataset":"acute-nephritis", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1721633691 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6461491436 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3659935296 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6366350576 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2468035109 - }, - { - "dataset":"adult", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.623464942 - }, - { - "dataset":"adult", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6322804987 - }, - { - "dataset":"adult", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6362140328 - }, - { - "dataset":"adult", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6140303612 - }, - { - "dataset":"adult", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6227137148 - }, - { - "dataset":"adult", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6307193488 - }, - { - "dataset":"annealing", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0611402319 - }, - { - "dataset":"annealing", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6898021847 - }, - { - "dataset":"annealing", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6361260861 - }, - { - "dataset":"annealing", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7015911639 - }, - { - "dataset":"annealing", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7284767032 - }, - { - "dataset":"annealing", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6839689165 - }, - { - "dataset":"arrhythmia", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0537444353 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3825723454 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4774899036 - }, - { - "dataset":"arrhythmia", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4343729839 - }, - { - "dataset":"arrhythmia", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5135622174 - }, - { - "dataset":"arrhythmia", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3638748415 - }, - { - "dataset":"audiology-std", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1153714592 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1706744879 - }, - { - "dataset":"audiology-std", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1359775197 - }, - { - "dataset":"audiology-std", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2413489744 - }, - { - "dataset":"audiology-std", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1933333389 - }, - { - "dataset":"balance-scale", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1117782444 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.22495047 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1799508845 - }, - { - "dataset":"balance-scale", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2317444896 - }, - { - "dataset":"balance-scale", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3129381165 - }, - { - "dataset":"balance-scale", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2805529572 - }, - { - "dataset":"balloons", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0625 - }, - { - "dataset":"balloons", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"bank", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1748553682 - }, - { - "dataset":"bank", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6619353145 - }, - { - "dataset":"bank", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6547739208 - }, - { - "dataset":"bank", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5832173973 - }, - { - "dataset":"bank", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6121593416 - }, - { - "dataset":"bank", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6293706596 - }, - { - "dataset":"blood", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"blood", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0450029215 - }, - { - "dataset":"blood", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2471222952 - }, - { - "dataset":"blood", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1001598509 - }, - { - "dataset":"blood", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2857295796 - }, - { - "dataset":"blood", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1008377662 - }, - { - "dataset":"breast-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0166666675 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3213128834 - }, - { - "dataset":"breast-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2942668367 - }, - { - "dataset":"breast-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2665387951 - }, - { - "dataset":"breast-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2382779233 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0811403543 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1547616995 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8576221317 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.9295037389 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.941092521 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6576371193 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1890243888 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8605615795 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8894776106 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8734218925 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8823594153 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.7838482261 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0340909101 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1881818175 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3897420131 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4194430932 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5083783716 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3863841146 - }, - { - "dataset":"breast-tissue", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0260695191 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0416945191 - }, - { - "dataset":"breast-tissue", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0441176482 - }, - { - "dataset":"breast-tissue", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2084168941 - }, - { - "dataset":"breast-tissue", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.046875 - }, - { - "dataset":"car", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0888086911 - }, - { - "dataset":"car", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2066616863 - }, - { - "dataset":"car", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4019853249 - }, - { - "dataset":"car", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2929623276 - }, - { - "dataset":"car", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4349264652 - }, - { - "dataset":"car", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.411426425 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.2987476923 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.370358333 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3972918466 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3552991822 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3895075992 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3958223611 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5304961205 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7750458717 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7501235604 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7299073339 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7585714161 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.7316555232 - }, - { - "dataset":"chess-krvk", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0216735164 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0214069667 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0329503389 - }, - { - "dataset":"chess-krvk", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0286613172 - }, - { - "dataset":"chess-krvk", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0249945545 - }, - { - "dataset":"chess-krvk", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0297038145 - }, - { - "dataset":"chess-krvkp", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.774985835 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8621361703 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.873890698 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.877251029 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.920530349 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8779080808 - }, - { - "dataset":"congressional-voting", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0655469848 - }, - { - "dataset":"congressional-voting", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2022982761 - }, - { - "dataset":"congressional-voting", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.263431143 - }, - { - "dataset":"congressional-voting", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1004655175 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4660397172 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5783699155 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5783699155 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6713688821 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5080982223 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0903820898 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3088860735 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1886099614 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2405991517 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3688547164 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2675402798 - }, - { - "dataset":"connect-4", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.2805942297 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4570829868 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3628436178 - }, - { - "dataset":"connect-4", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3058400154 - }, - { - "dataset":"connect-4", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.471339412 - }, - { - "dataset":"connect-4", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4156221971 - }, - { - "dataset":"contrac", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0394096496 - }, - { - "dataset":"contrac", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1230444368 - }, - { - "dataset":"contrac", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.180606477 - }, - { - "dataset":"contrac", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1143583097 - }, - { - "dataset":"contrac", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1769112945 - }, - { - "dataset":"contrac", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1239256617 - }, - { - "dataset":"credit-approval", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.2934900697 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5326696225 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7140763253 - }, - { - "dataset":"credit-approval", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6487378776 - }, - { - "dataset":"credit-approval", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6629631221 - }, - { - "dataset":"credit-approval", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.7022812366 - }, - { - "dataset":"cylinder-bands", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0426829234 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3759590462 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4020376503 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3998807892 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4770819545 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3832276762 - }, - { - "dataset":"dermatology", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5269677341 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7925827652 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8346805722 - }, - { - "dataset":"dermatology", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.9150539935 - }, - { - "dataset":"dermatology", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9209949672 - }, - { - "dataset":"dermatology", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8062965125 - }, - { - "dataset":"echocardiogram", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1277777795 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2973429989 - }, - { - "dataset":"echocardiogram", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4056763314 - }, - { - "dataset":"echocardiogram", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4698067755 - }, - { - "dataset":"echocardiogram", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4198671617 - }, - { - "dataset":"ecoli", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1836013645 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.532799013 - }, - { - "dataset":"ecoli", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1816607546 - }, - { - "dataset":"ecoli", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3795687184 - }, - { - "dataset":"ecoli", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2656293549 - }, - { - "dataset":"energy-y1", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0679694135 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4828012735 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6404522955 - }, - { - "dataset":"energy-y1", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5191760212 - }, - { - "dataset":"energy-y1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6467242688 - }, - { - "dataset":"energy-y1", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5870555937 - }, - { - "dataset":"energy-y2", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.300723929 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.519302737 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5808375478 - }, - { - "dataset":"energy-y2", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.619726643 - }, - { - "dataset":"energy-y2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7024914324 - }, - { - "dataset":"energy-y2", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5371756777 - }, - { - "dataset":"fertility", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0500000007 - }, - { - "dataset":"fertility", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2237373777 - }, - { - "dataset":"fertility", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3790043443 - }, - { - "dataset":"fertility", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4874278679 - }, - { - "dataset":"fertility", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4034992903 - }, - { - "dataset":"flags", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"flags", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0450191572 - }, - { - "dataset":"flags", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1828519516 - }, - { - "dataset":"flags", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0800141208 - }, - { - "dataset":"flags", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2002494112 - }, - { - "dataset":"flags", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0450191572 - }, - { - "dataset":"glass", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1647163741 - }, - { - "dataset":"glass", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1169797601 - }, - { - "dataset":"glass", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1289166957 - }, - { - "dataset":"glass", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0448841713 - }, - { - "dataset":"haberman-survival", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0108695654 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0561205135 - }, - { - "dataset":"haberman-survival", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0337366699 - }, - { - "dataset":"haberman-survival", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0972912023 - }, - { - "dataset":"haberman-survival", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0283018872 - }, - { - "dataset":"hayes-roth", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0147058824 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0389285712 - }, - { - "dataset":"hayes-roth", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0446428582 - }, - { - "dataset":"hayes-roth", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0341386567 - }, - { - "dataset":"hayes-roth", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.016281513 - }, - { - "dataset":"heart-cleveland", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0648148134 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2941595241 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.15501686 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2153919535 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1228828286 - }, - { - "dataset":"heart-hungarian", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0346320355 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3244378148 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4894700982 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5174763948 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5924859568 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4558003433 - }, - { - "dataset":"heart-switzerland", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.038194445 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.010416667 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.020833334 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.013888889 - }, - { - "dataset":"heart-va", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0259259269 - }, - { - "dataset":"heart-va", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0092592593 - }, - { - "dataset":"heart-va", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0326826838 - }, - { - "dataset":"hepatitis", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1442307681 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6427443475 - }, - { - "dataset":"hepatitis", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5300074443 - }, - { - "dataset":"hepatitis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6993682832 - }, - { - "dataset":"hepatitis", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5745076388 - }, - { - "dataset":"hill-valley", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0106359655 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0330049479 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0335495262 - }, - { - "dataset":"hill-valley", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0312296767 - }, - { - "dataset":"hill-valley", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0316473872 - }, - { - "dataset":"hill-valley", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.022793469 - }, - { - "dataset":"horse-colic", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0069444445 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3708910691 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6351425052 - }, - { - "dataset":"horse-colic", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.561441198 - }, - { - "dataset":"horse-colic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6810425818 - }, - { - "dataset":"horse-colic", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6512067318 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0202827705 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0178277344 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1504692882 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.191002138 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2266091779 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2441496663 - }, - { - "dataset":"image-segmentation", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.7361715585 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7495242953 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7424041927 - }, - { - "dataset":"image-segmentation", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7132477015 - }, - { - "dataset":"image-segmentation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7750578672 - }, - { - "dataset":"image-segmentation", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.7974455506 - }, - { - "dataset":"ionosphere", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0092592593 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7677002102 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7504875213 - }, - { - "dataset":"ionosphere", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7821549028 - }, - { - "dataset":"ionosphere", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8296508789 - }, - { - "dataset":"ionosphere", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6243742853 - }, - { - "dataset":"iris", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0595238097 - }, - { - "dataset":"iris", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1464803331 - }, - { - "dataset":"iris", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1564160157 - }, - { - "dataset":"iris", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2856549732 - }, - { - "dataset":"iris", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3154777661 - }, - { - "dataset":"iris", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1399121899 - }, - { - "dataset":"led-display", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0358472103 - }, - { - "dataset":"led-display", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4959956259 - }, - { - "dataset":"led-display", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5537088811 - }, - { - "dataset":"led-display", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4678197876 - }, - { - "dataset":"led-display", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4175953045 - }, - { - "dataset":"led-display", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2565044127 - }, - { - "dataset":"lenses", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0625 - }, - { - "dataset":"lenses", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.25 - }, - { - "dataset":"lenses", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0625 - }, - { - "dataset":"lenses", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0625 - }, - { - "dataset":"letter", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.4159374237 - }, - { - "dataset":"letter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4527141377 - }, - { - "dataset":"letter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4178489894 - }, - { - "dataset":"letter", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4355206043 - }, - { - "dataset":"letter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4510760158 - }, - { - "dataset":"letter", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4564963207 - }, - { - "dataset":"libras", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.250496041 - }, - { - "dataset":"libras", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5446924865 - }, - { - "dataset":"libras", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5748512149 - }, - { - "dataset":"libras", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5411210433 - }, - { - "dataset":"libras", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5983631313 - }, - { - "dataset":"libras", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4942956641 - }, - { - "dataset":"low-res-spect", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.3778946027 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7127075344 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7517138869 - }, - { - "dataset":"low-res-spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7180266827 - }, - { - "dataset":"low-res-spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7283406556 - }, - { - "dataset":"low-res-spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.7190761119 - }, - { - "dataset":"lung-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1294642873 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.125 - }, - { - "dataset":"lung-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2901785746 - }, - { - "dataset":"lung-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2544642873 - }, - { - "dataset":"lung-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.125 - }, - { - "dataset":"lymphography", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1281349212 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3286507986 - }, - { - "dataset":"lymphography", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2884523831 - }, - { - "dataset":"lymphography", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4597222209 - }, - { - "dataset":"lymphography", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2244047672 - }, - { - "dataset":"magic", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5638319701 - }, - { - "dataset":"magic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5825467557 - }, - { - "dataset":"magic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.573066771 - }, - { - "dataset":"magic", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5590157062 - }, - { - "dataset":"magic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5606835634 - }, - { - "dataset":"magic", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.575630486 - }, - { - "dataset":"mammographic", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0016666667 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3592187203 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6650426388 - }, - { - "dataset":"mammographic", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6358148754 - }, - { - "dataset":"mammographic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6647340804 - }, - { - "dataset":"mammographic", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4933313131 - }, - { - "dataset":"miniboone", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.6516694278 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6768061221 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6856257766 - }, - { - "dataset":"miniboone", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6203824282 - }, - { - "dataset":"miniboone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5987482369 - }, - { - "dataset":"miniboone", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6580940932 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0768939424 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3044507653 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3823863752 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.498011373 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4896780401 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5172942579 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5087973252 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5931270868 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.503028661 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5285251439 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5668129176 - }, - { - "dataset":"monks-1", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2111265771 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3123688214 - }, - { - "dataset":"monks-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2130649006 - }, - { - "dataset":"monks-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3015849218 - }, - { - "dataset":"monks-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.191154426 - }, - { - "dataset":"monks-2", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0192307699 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0862068981 - }, - { - "dataset":"monks-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3100132756 - }, - { - "dataset":"monks-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4824270606 - }, - { - "dataset":"monks-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1322944276 - }, - { - "dataset":"monks-3", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2719109245 - }, - { - "dataset":"monks-3", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5112547949 - }, - { - "dataset":"monks-3", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5268797949 - }, - { - "dataset":"monks-3", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2638589516 - }, - { - "dataset":"mushroom", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.9519875348 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.981242165 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.9693714678 - }, - { - "dataset":"mushroom", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.9708779603 - }, - { - "dataset":"mushroom", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9903105497 - }, - { - "dataset":"mushroom", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.9857084304 - }, - { - "dataset":"musk-1", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.3138020784 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6727313548 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6745727658 - }, - { - "dataset":"musk-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7446061373 - }, - { - "dataset":"musk-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7667309642 - }, - { - "dataset":"musk-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.650727421 - }, - { - "dataset":"musk-2", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.8942148685 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.9431648254 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.9257821143 - }, - { - "dataset":"musk-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.9342370629 - }, - { - "dataset":"musk-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9469085336 - }, - { - "dataset":"musk-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.9344970733 - }, - { - "dataset":"nursery", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.4760529175 - }, - { - "dataset":"nursery", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5396108478 - }, - { - "dataset":"nursery", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5176134333 - }, - { - "dataset":"nursery", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5412191302 - }, - { - "dataset":"nursery", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.532961376 - }, - { - "dataset":"nursery", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5150116906 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0442307703 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3904318735 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3556639403 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3610531017 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4129058197 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.324319046 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.6001246497 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8519361466 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.84511742 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8389416784 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8507392108 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8391909599 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0961288679 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3128623478 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3139916547 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3218766227 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.381059736 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2449684907 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.4777936302 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7330936491 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.743345499 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7377590984 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7515523583 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.7255647033 - }, - { - "dataset":"optical", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.8799263388 - }, - { - "dataset":"optical", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.9048431069 - }, - { - "dataset":"optical", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.916735068 - }, - { - "dataset":"optical", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.9027967751 - }, - { - "dataset":"optical", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9186433703 - }, - { - "dataset":"optical", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.905725643 - }, - { - "dataset":"ozone", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.6084838361 - }, - { - "dataset":"ozone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8888902962 - }, - { - "dataset":"ozone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8660108149 - }, - { - "dataset":"ozone", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.840524137 - }, - { - "dataset":"ozone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.878208071 - }, - { - "dataset":"ozone", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8622835577 - }, - { - "dataset":"page-blocks", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1840812197 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7543980181 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7389398813 - }, - { - "dataset":"page-blocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6662741452 - }, - { - "dataset":"page-blocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6539585739 - }, - { - "dataset":"page-blocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6750119478 - }, - { - "dataset":"parkinsons", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0564516112 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3216323508 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4474221095 - }, - { - "dataset":"parkinsons", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.585015282 - }, - { - "dataset":"parkinsons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6540766358 - }, - { - "dataset":"parkinsons", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5128928497 - }, - { - "dataset":"pendigits", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.774702549 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8286994547 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7956867367 - }, - { - "dataset":"pendigits", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7957863361 - }, - { - "dataset":"pendigits", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8341335803 - }, - { - "dataset":"pendigits", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8368265927 - }, - { - "dataset":"pima", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0335914474 - }, - { - "dataset":"pima", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1070854804 - }, - { - "dataset":"pima", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4310117513 - }, - { - "dataset":"pima", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3814928383 - }, - { - "dataset":"pima", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4751623124 - }, - { - "dataset":"pima", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4740096256 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0125000002 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2806017809 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1579624647 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1173374625 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.154605262 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1116071437 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0959821437 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1270833351 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0707532074 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0669642873 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0625 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1299107168 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0669642873 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0131578948 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2217653506 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1959586553 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2874765061 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.159539476 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0119047621 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0708180722 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0270467838 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.12637363 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.010416667 - }, - { - "dataset":"planning", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0869565234 - }, - { - "dataset":"planning", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.126610308 - }, - { - "dataset":"planning", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1788446046 - }, - { - "dataset":"planning", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.250603864 - }, - { - "dataset":"planning", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1057266509 - }, - { - "dataset":"plant-margin", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.4490137026 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.4966784716 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5235426724 - }, - { - "dataset":"plant-margin", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4814204648 - }, - { - "dataset":"plant-margin", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5024295002 - }, - { - "dataset":"plant-margin", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5275162682 - }, - { - "dataset":"plant-shape", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0466486285 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2077682503 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2080657035 - }, - { - "dataset":"plant-shape", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1767382808 - }, - { - "dataset":"plant-shape", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.247229334 - }, - { - "dataset":"plant-shape", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.181896992 - }, - { - "dataset":"plant-texture", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5196295381 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5523790866 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5712584406 - }, - { - "dataset":"plant-texture", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5360007584 - }, - { - "dataset":"plant-texture", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5642851889 - }, - { - "dataset":"plant-texture", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5844802707 - }, - { - "dataset":"post-operative", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1913919477 - }, - { - "dataset":"post-operative", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1382783931 - }, - { - "dataset":"post-operative", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1243895032 - }, - { - "dataset":"post-operative", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0178571437 - }, - { - "dataset":"primary-tumor", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0199999996 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0196078438 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.196601307 - }, - { - "dataset":"primary-tumor", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1435457561 - }, - { - "dataset":"primary-tumor", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2073366046 - }, - { - "dataset":"primary-tumor", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1200490203 - }, - { - "dataset":"ringnorm", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.7962809503 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8823050559 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8430052996 - }, - { - "dataset":"ringnorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8113367409 - }, - { - "dataset":"ringnorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8822232336 - }, - { - "dataset":"ringnorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8921792507 - }, - { - "dataset":"seeds", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"seeds", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2725490257 - }, - { - "dataset":"seeds", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3665892705 - }, - { - "dataset":"seeds", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4967750385 - }, - { - "dataset":"seeds", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5940918699 - }, - { - "dataset":"seeds", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4966976345 - }, - { - "dataset":"semeion", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.8271319568 - }, - { - "dataset":"semeion", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8192618936 - }, - { - "dataset":"semeion", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.843189165 - }, - { - "dataset":"semeion", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8340095431 - }, - { - "dataset":"semeion", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.85055089 - }, - { - "dataset":"semeion", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8344486654 - }, - { - "dataset":"soybean", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5683272704 - }, - { - "dataset":"soybean", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7492033094 - }, - { - "dataset":"soybean", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7768643796 - }, - { - "dataset":"soybean", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7593346238 - }, - { - "dataset":"soybean", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7981353849 - }, - { - "dataset":"soybean", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.7084030956 - }, - { - "dataset":"spambase", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.8089384139 - }, - { - "dataset":"spambase", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8214716762 - }, - { - "dataset":"spambase", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8327017426 - }, - { - "dataset":"spambase", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.8297092915 - }, - { - "dataset":"spambase", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8389134556 - }, - { - "dataset":"spambase", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8231819123 - }, - { - "dataset":"spect", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0588235296 - }, - { - "dataset":"spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3898692895 - }, - { - "dataset":"spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3326797485 - }, - { - "dataset":"spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3848856315 - }, - { - "dataset":"spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4487745091 - }, - { - "dataset":"spectf", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"spectf", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1388888955 - }, - { - "dataset":"spectf", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3928258205 - }, - { - "dataset":"spectf", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4999686778 - }, - { - "dataset":"spectf", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5138575733 - }, - { - "dataset":"spectf", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4999686778 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0023584906 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0231958758 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.1554573122 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1055736542 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1667567752 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1448293962 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.2728668691 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2458749712 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4954254031 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.390821375 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4507299364 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4866848513 - }, - { - "dataset":"statlog-heart", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0197368413 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3624088652 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.584186703 - }, - { - "dataset":"statlog-heart", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.5132350177 - }, - { - "dataset":"statlog-heart", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5630378872 - }, - { - "dataset":"statlog-heart", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4835296497 - }, - { - "dataset":"statlog-image", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5675113648 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6855638772 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7076364756 - }, - { - "dataset":"statlog-image", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7190813422 - }, - { - "dataset":"statlog-image", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7341825217 - }, - { - "dataset":"statlog-image", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6883733422 - }, - { - "dataset":"statlog-landsat", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.7376455218 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.7821284682 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7618213743 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.7554952502 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7656457573 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.7695511878 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.3018417014 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5204073796 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5575378686 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4151959606 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5398782566 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5429470614 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.1451609954 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3357069716 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3787916303 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3589237258 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4248486981 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3117054179 - }, - { - "dataset":"steel-plates", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.4520135522 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5217523277 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5051278472 - }, - { - "dataset":"steel-plates", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4819470793 - }, - { - "dataset":"steel-plates", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5355694667 - }, - { - "dataset":"steel-plates", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5143175349 - }, - { - "dataset":"synthetic-control", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.5832876787 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6617546454 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.8114742339 - }, - { - "dataset":"synthetic-control", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.763583228 - }, - { - "dataset":"synthetic-control", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8866239488 - }, - { - "dataset":"synthetic-control", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.8098188639 - }, - { - "dataset":"teaching", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.027777778 - }, - { - "dataset":"teaching", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0547664147 - }, - { - "dataset":"teaching", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0722853551 - }, - { - "dataset":"teaching", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"thyroid", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0353841712 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.55542887 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.5661301464 - }, - { - "dataset":"thyroid", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4079922363 - }, - { - "dataset":"thyroid", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5105506852 - }, - { - "dataset":"thyroid", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.4683940932 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0053592996 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3408234417 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3851053789 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.3245286047 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.4743321538 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2804565174 - }, - { - "dataset":"titanic", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0399835501 - }, - { - "dataset":"titanic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3097853698 - }, - { - "dataset":"titanic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3888988569 - }, - { - "dataset":"titanic", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.1546090413 - }, - { - "dataset":"titanic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.1999891512 - }, - { - "dataset":"titanic", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0889028413 - }, - { - "dataset":"trains", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"trains", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0625 - }, - { - "dataset":"trains", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4875000007 - }, - { - "dataset":"trains", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.525000006 - }, - { - "dataset":"trains", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.712500006 - }, - { - "dataset":"trains", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1750000007 - }, - { - "dataset":"twonorm", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.9329949468 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.8957134336 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.9316196591 - }, - { - "dataset":"twonorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.933007285 - }, - { - "dataset":"twonorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.9352224618 - }, - { - "dataset":"twonorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.9282986373 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1645658314 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.3385054506 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4201244712 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5533208922 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.3545110077 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1751837237 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2983468026 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2067360505 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.3873732984 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2497725487 - }, - { - "dataset":"wall-following", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.4551571012 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.5417745411 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4918964431 - }, - { - "dataset":"wall-following", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.4998155832 - }, - { - "dataset":"wall-following", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.5812744945 - }, - { - "dataset":"wall-following", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.5469814241 - }, - { - "dataset":"waveform", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.6965279579 - }, - { - "dataset":"waveform", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6935191303 - }, - { - "dataset":"waveform", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7068835497 - }, - { - "dataset":"waveform", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6977783591 - }, - { - "dataset":"waveform", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.7011331022 - }, - { - "dataset":"waveform", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.6829909533 - }, - { - "dataset":"waveform-noise", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.6529670805 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.6432484984 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.6917524785 - }, - { - "dataset":"waveform-noise", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6495223045 - }, - { - "dataset":"waveform-noise", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.6490827203 - }, - { - "dataset":"waveform-noise", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.677104041 - }, - { - "dataset":"wine", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"wine", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.3435107544 - }, - { - "dataset":"wine", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.7768159658 - }, - { - "dataset":"wine", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6811108291 - }, - { - "dataset":"wine", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8249652833 - }, - { - "dataset":"wine", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.659262836 - }, - { - "dataset":"wine-quality-red", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0114029651 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0535471765 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.136504719 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0886312234 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0978841502 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.1038826223 - }, - { - "dataset":"wine-quality-white", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0229183852 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.0307112159 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.0774670187 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.0583373299 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.0436583594 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.0821686536 - }, - { - "dataset":"yeast", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0185069165 - }, - { - "dataset":"yeast", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.1094521452 - }, - { - "dataset":"yeast", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.2340249233 - }, - { - "dataset":"yeast", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.2433970235 - }, - { - "dataset":"yeast", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.2165340967 - }, - { - "dataset":"yeast", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2014602683 - }, - { - "dataset":"zoo", - "algorithm":"aol", - "metric":"mean_cert_acc_108", - "value":0.0 - }, - { - "dataset":"zoo", - "algorithm":"ldlt", - "metric":"mean_cert_acc_108", - "value":0.2456140332 - }, - { - "dataset":"zoo", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_108", - "value":0.4666353539 - }, - { - "dataset":"zoo", - "algorithm":"ortho", - "metric":"mean_cert_acc_108", - "value":0.6072995067 - }, - { - "dataset":"zoo", - "algorithm":"sandwich", - "metric":"mean_cert_acc_108", - "value":0.8469611853 - }, - { - "dataset":"zoo", - "algorithm":"sdp", - "metric":"mean_cert_acc_108", - "value":0.2736528851 - }, - { - "dataset":"abalone", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1454247404 - }, - { - "dataset":"abalone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1677052528 - }, - { - "dataset":"abalone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1759068407 - }, - { - "dataset":"abalone", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1729737967 - }, - { - "dataset":"abalone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1773877554 - }, - { - "dataset":"abalone", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1750368737 - }, - { - "dataset":"acute-inflammation", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0874999985 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0526315793 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.07518797 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"adult", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.3606129661 - }, - { - "dataset":"adult", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3757750764 - }, - { - "dataset":"adult", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4013362378 - }, - { - "dataset":"adult", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3352187872 - }, - { - "dataset":"adult", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3599374667 - }, - { - "dataset":"adult", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3732905537 - }, - { - "dataset":"annealing", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0351006072 - }, - { - "dataset":"annealing", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5424144566 - }, - { - "dataset":"annealing", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4960227534 - }, - { - "dataset":"annealing", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.562281996 - }, - { - "dataset":"annealing", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.6324346215 - }, - { - "dataset":"annealing", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5471202284 - }, - { - "dataset":"arrhythmia", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0125032731 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1358962907 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3407173529 - }, - { - "dataset":"arrhythmia", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2185181156 - }, - { - "dataset":"arrhythmia", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3573098555 - }, - { - "dataset":"arrhythmia", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2037556078 - }, - { - "dataset":"audiology-std", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0075757578 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0547311828 - }, - { - "dataset":"audiology-std", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.039882699 - }, - { - "dataset":"audiology-std", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0830987301 - }, - { - "dataset":"audiology-std", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0450000018 - }, - { - "dataset":"balance-scale", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0128865978 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0080645159 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.013586957 - }, - { - "dataset":"balance-scale", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0114296596 - }, - { - "dataset":"balance-scale", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0671484056 - }, - { - "dataset":"balance-scale", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0515716104 - }, - { - "dataset":"balloons", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"bank", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0384328365 - }, - { - "dataset":"bank", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.2069575656 - }, - { - "dataset":"bank", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2823240869 - }, - { - "dataset":"bank", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1566482559 - }, - { - "dataset":"bank", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2181840241 - }, - { - "dataset":"bank", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2555565313 - }, - { - "dataset":"blood", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"blood", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0042372881 - }, - { - "dataset":"blood", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.049583849 - }, - { - "dataset":"blood", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0233781408 - }, - { - "dataset":"blood", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0193679931 - }, - { - "dataset":"blood", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0107028051 - }, - { - "dataset":"breast-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0166666675 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.092242118 - }, - { - "dataset":"breast-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0221014502 - }, - { - "dataset":"breast-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0221014502 - }, - { - "dataset":"breast-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0384057984 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0588885527 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3962338995 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4235703796 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.6562978327 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2225821018 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.048780486 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5505701527 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.7206847519 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.6640306413 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7015426159 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5128697269 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0613636337 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.134901721 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1719041839 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3357493952 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.094328423 - }, - { - "dataset":"breast-tissue", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.015625 - }, - { - "dataset":"breast-tissue", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"breast-tissue", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0573195191 - }, - { - "dataset":"breast-tissue", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.03125 - }, - { - "dataset":"car", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0049212598 - }, - { - "dataset":"car", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0110732605 - }, - { - "dataset":"car", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1203074977 - }, - { - "dataset":"car", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0126194549 - }, - { - "dataset":"car", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0264167041 - }, - { - "dataset":"car", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.095130736 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0743346307 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0989377089 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1303466745 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.09501509 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1127800737 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.131079413 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.2435971685 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5658422112 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.5286469609 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4523556456 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5433886647 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.4772328958 - }, - { - "dataset":"chess-krvk", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0002365414 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0002369117 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0013586821 - }, - { - "dataset":"chess-krvk", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.001362337 - }, - { - "dataset":"chess-krvk", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0008296129 - }, - { - "dataset":"chess-krvk", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.000354336 - }, - { - "dataset":"chess-krvkp", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.2912833467 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.4644894898 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4775934815 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4456302449 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5940893143 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.4991383404 - }, - { - "dataset":"congressional-voting", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0148547534 - }, - { - "dataset":"congressional-voting", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0928963069 - }, - { - "dataset":"congressional-voting", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1057568043 - }, - { - "dataset":"congressional-voting", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0226672534 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1460292619 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.296238251 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1849529818 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3330721073 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2497387715 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0072653098 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0120770056 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0144134543 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0242928113 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0168887018 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0148514844 - }, - { - "dataset":"connect-4", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0058008785 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0585785257 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0153559216 - }, - { - "dataset":"connect-4", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0109378316 - }, - { - "dataset":"connect-4", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0598662756 - }, - { - "dataset":"connect-4", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0443520742 - }, - { - "dataset":"contrac", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"contrac", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0135736477 - }, - { - "dataset":"contrac", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0215308738 - }, - { - "dataset":"contrac", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0067780339 - }, - { - "dataset":"contrac", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0192586139 - }, - { - "dataset":"contrac", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0099564288 - }, - { - "dataset":"credit-approval", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0170754716 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0717919888 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2777879275 - }, - { - "dataset":"credit-approval", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.171191711 - }, - { - "dataset":"credit-approval", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2238352932 - }, - { - "dataset":"credit-approval", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2296182513 - }, - { - "dataset":"cylinder-bands", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0152439019 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1096177604 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1215388542 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.09928816 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2037962358 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0853406787 - }, - { - "dataset":"dermatology", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.2075697575 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.4467722476 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.6101074368 - }, - { - "dataset":"dermatology", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.7079602182 - }, - { - "dataset":"dermatology", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7875439674 - }, - { - "dataset":"dermatology", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5569633842 - }, - { - "dataset":"echocardiogram", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0250000004 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0701086968 - }, - { - "dataset":"echocardiogram", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0500000007 - }, - { - "dataset":"echocardiogram", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1620169096 - }, - { - "dataset":"echocardiogram", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0402777782 - }, - { - "dataset":"ecoli", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0134798805 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0857525775 - }, - { - "dataset":"ecoli", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0227391399 - }, - { - "dataset":"ecoli", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0686264271 - }, - { - "dataset":"ecoli", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0225737961 - }, - { - "dataset":"energy-y1", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1971602403 - }, - { - "dataset":"energy-y1", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1099599004 - }, - { - "dataset":"energy-y1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1973404009 - }, - { - "dataset":"energy-y1", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1093686065 - }, - { - "dataset":"energy-y2", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1814584434 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2741880687 - }, - { - "dataset":"energy-y2", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2265707375 - }, - { - "dataset":"energy-y2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3330930993 - }, - { - "dataset":"energy-y2", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1473274287 - }, - { - "dataset":"fertility", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.075000003 - }, - { - "dataset":"fertility", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.094155848 - }, - { - "dataset":"fertility", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0777777787 - }, - { - "dataset":"fertility", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0916666687 - }, - { - "dataset":"flags", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"flags", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"flags", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0377492886 - }, - { - "dataset":"flags", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0086206896 - }, - { - "dataset":"flags", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0371107189 - }, - { - "dataset":"flags", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0083333338 - }, - { - "dataset":"glass", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0253007137 - }, - { - "dataset":"glass", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0558731835 - }, - { - "dataset":"glass", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0067567569 - }, - { - "dataset":"haberman-survival", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0047169812 - }, - { - "dataset":"haberman-survival", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0094339624 - }, - { - "dataset":"haberman-survival", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"haberman-survival", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0047169812 - }, - { - "dataset":"hayes-roth", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0364179974 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0131578948 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0316764135 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-hungarian", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0297619049 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2114013475 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.121632047 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2812053226 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0785109536 - }, - { - "dataset":"heart-switzerland", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hepatitis", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.009615385 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3451783732 - }, - { - "dataset":"hepatitis", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1398179177 - }, - { - "dataset":"hepatitis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3969713897 - }, - { - "dataset":"hepatitis", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1636473471 - }, - { - "dataset":"hill-valley", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0062155647 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0063596494 - }, - { - "dataset":"hill-valley", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0083093408 - }, - { - "dataset":"hill-valley", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0063596494 - }, - { - "dataset":"hill-valley", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0020833334 - }, - { - "dataset":"horse-colic", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0277777798 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2061995007 - }, - { - "dataset":"horse-colic", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1307629896 - }, - { - "dataset":"horse-colic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2172979824 - }, - { - "dataset":"horse-colic", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1850342751 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0029069767 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0028409092 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0465902798 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0745084472 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0916231172 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0789202061 - }, - { - "dataset":"image-segmentation", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.32439702 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3637459353 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3119383901 - }, - { - "dataset":"image-segmentation", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.327133432 - }, - { - "dataset":"image-segmentation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3534074128 - }, - { - "dataset":"image-segmentation", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3487239555 - }, - { - "dataset":"ionosphere", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.4144120179 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3902276382 - }, - { - "dataset":"ionosphere", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5345651954 - }, - { - "dataset":"ionosphere", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5696575046 - }, - { - "dataset":"ionosphere", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3324609809 - }, - { - "dataset":"iris", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"iris", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"iris", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"iris", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0294117648 - }, - { - "dataset":"iris", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0773326568 - }, - { - "dataset":"iris", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0760869607 - }, - { - "dataset":"led-display", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"led-display", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1049242225 - }, - { - "dataset":"led-display", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1113038566 - }, - { - "dataset":"led-display", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.130092971 - }, - { - "dataset":"led-display", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1245370079 - }, - { - "dataset":"led-display", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0256024078 - }, - { - "dataset":"lenses", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"letter", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1307224669 - }, - { - "dataset":"letter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1387412995 - }, - { - "dataset":"letter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1378858499 - }, - { - "dataset":"letter", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1422531605 - }, - { - "dataset":"letter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1470577642 - }, - { - "dataset":"letter", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1499809101 - }, - { - "dataset":"libras", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0706349239 - }, - { - "dataset":"libras", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3214781955 - }, - { - "dataset":"libras", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3390377127 - }, - { - "dataset":"libras", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2855158783 - }, - { - "dataset":"libras", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.4032738209 - }, - { - "dataset":"libras", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2743055634 - }, - { - "dataset":"low-res-spect", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1562351901 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.548821725 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.6431464702 - }, - { - "dataset":"low-res-spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5253144354 - }, - { - "dataset":"low-res-spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.6014942005 - }, - { - "dataset":"low-res-spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5460951403 - }, - { - "dataset":"lung-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1294642873 - }, - { - "dataset":"lung-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lymphography", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0263888892 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0656746058 - }, - { - "dataset":"lymphography", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.035317461 - }, - { - "dataset":"lymphography", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0871031778 - }, - { - "dataset":"lymphography", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.027777778 - }, - { - "dataset":"magic", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1349193938 - }, - { - "dataset":"magic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1759866662 - }, - { - "dataset":"magic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1314689294 - }, - { - "dataset":"magic", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1357220374 - }, - { - "dataset":"magic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1689790748 - }, - { - "dataset":"magic", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1583615132 - }, - { - "dataset":"mammographic", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0921078473 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2920786254 - }, - { - "dataset":"mammographic", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1117808213 - }, - { - "dataset":"mammographic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2649049796 - }, - { - "dataset":"mammographic", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1439497722 - }, - { - "dataset":"miniboone", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.252562914 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3038939312 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3511386812 - }, - { - "dataset":"miniboone", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.194044672 - }, - { - "dataset":"miniboone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1642254777 - }, - { - "dataset":"miniboone", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2572317533 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0227272734 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0166666675 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.015625 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1383522823 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1129930401 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1078810599 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2334866524 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1322200801 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1631442197 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1896149702 - }, - { - "dataset":"monks-1", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0757764 - }, - { - "dataset":"monks-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0300492616 - }, - { - "dataset":"monks-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0108695654 - }, - { - "dataset":"monks-2", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0480769239 - }, - { - "dataset":"monks-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.4028514549 - }, - { - "dataset":"monks-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0086206896 - }, - { - "dataset":"monks-3", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3752095401 - }, - { - "dataset":"monks-3", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5060464516 - }, - { - "dataset":"monks-3", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0502873575 - }, - { - "dataset":"mushroom", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.8751364797 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.9311179817 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.9029708952 - }, - { - "dataset":"mushroom", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.8976902366 - }, - { - "dataset":"mushroom", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.9595944732 - }, - { - "dataset":"mushroom", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.9381811619 - }, - { - "dataset":"musk-1", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.125868056 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3565390445 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4922086671 - }, - { - "dataset":"musk-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5465061516 - }, - { - "dataset":"musk-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.671054855 - }, - { - "dataset":"musk-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3663773835 - }, - { - "dataset":"musk-2", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.7268923223 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.8797993362 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.8322397023 - }, - { - "dataset":"musk-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.8524090946 - }, - { - "dataset":"musk-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.8968551308 - }, - { - "dataset":"musk-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.8483327329 - }, - { - "dataset":"nursery", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0432535638 - }, - { - "dataset":"nursery", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0471858354 - }, - { - "dataset":"nursery", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0625875816 - }, - { - "dataset":"nursery", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0740344971 - }, - { - "dataset":"nursery", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1041714177 - }, - { - "dataset":"nursery", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0654205075 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0038461538 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0876867333 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0617046878 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0730353426 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1296689101 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0524178427 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.317418948 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.7380229086 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.7416388094 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.7182228863 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7438940257 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.7181698382 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0301198796 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1008998463 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0865800502 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0822165022 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1166742863 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0800687564 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1836136915 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.4262608886 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.46586027 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4767892361 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.4640092328 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.434148103 - }, - { - "dataset":"optical", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.7309415191 - }, - { - "dataset":"optical", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.7659251839 - }, - { - "dataset":"optical", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.8029307872 - }, - { - "dataset":"optical", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.7555086613 - }, - { - "dataset":"optical", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7895340025 - }, - { - "dataset":"optical", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.7669292688 - }, - { - "dataset":"ozone", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.5198417604 - }, - { - "dataset":"ozone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.7820002288 - }, - { - "dataset":"ozone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.7630576789 - }, - { - "dataset":"ozone", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.7218209654 - }, - { - "dataset":"ozone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7817948014 - }, - { - "dataset":"ozone", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.7521931231 - }, - { - "dataset":"page-blocks", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0549603371 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.2115981299 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2100188211 - }, - { - "dataset":"page-blocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1236167336 - }, - { - "dataset":"page-blocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1564972568 - }, - { - "dataset":"page-blocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.162459305 - }, - { - "dataset":"parkinsons", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.1468719468 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.311917752 - }, - { - "dataset":"parkinsons", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.36058373 - }, - { - "dataset":"parkinsons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.4794334248 - }, - { - "dataset":"parkinsons", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1720922515 - }, - { - "dataset":"pendigits", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.448822923 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5187849104 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4900057986 - }, - { - "dataset":"pendigits", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4682451636 - }, - { - "dataset":"pendigits", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5359990597 - }, - { - "dataset":"pendigits", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5439474732 - }, - { - "dataset":"pima", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pima", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0044247787 - }, - { - "dataset":"pima", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.135437943 - }, - { - "dataset":"pima", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0242075431 - }, - { - "dataset":"pima", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1176898219 - }, - { - "dataset":"pima", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1204365538 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0403637774 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0375000015 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0625 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0178571437 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.03125 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.015625 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.010416667 - }, - { - "dataset":"planning", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0379428347 - }, - { - "dataset":"planning", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0069444445 - }, - { - "dataset":"plant-margin", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1783218272 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.2212627195 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2492863424 - }, - { - "dataset":"plant-margin", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2071731314 - }, - { - "dataset":"plant-margin", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2423981391 - }, - { - "dataset":"plant-margin", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2543630265 - }, - { - "dataset":"plant-shape", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0032858059 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0410373555 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0488348389 - }, - { - "dataset":"plant-shape", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0388347125 - }, - { - "dataset":"plant-shape", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0574297151 - }, - { - "dataset":"plant-shape", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0464894874 - }, - { - "dataset":"plant-texture", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.291050721 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3400068134 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3793525547 - }, - { - "dataset":"plant-texture", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3230135813 - }, - { - "dataset":"plant-texture", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.353986606 - }, - { - "dataset":"plant-texture", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3568993956 - }, - { - "dataset":"post-operative", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0192307699 - }, - { - "dataset":"post-operative", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.027777778 - }, - { - "dataset":"post-operative", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"primary-tumor", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0414542486 - }, - { - "dataset":"primary-tumor", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0396078434 - }, - { - "dataset":"primary-tumor", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0265522883 - }, - { - "dataset":"primary-tumor", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"ringnorm", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.3312039748 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.4533336759 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3719491363 - }, - { - "dataset":"ringnorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.372187756 - }, - { - "dataset":"ringnorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5461473465 - }, - { - "dataset":"ringnorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5187501609 - }, - { - "dataset":"seeds", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"seeds", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0661764722 - }, - { - "dataset":"seeds", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.036197111 - }, - { - "dataset":"seeds", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0712074307 - }, - { - "dataset":"seeds", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2071207501 - }, - { - "dataset":"seeds", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1569659491 - }, - { - "dataset":"semeion", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.6692852229 - }, - { - "dataset":"semeion", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.6767550856 - }, - { - "dataset":"semeion", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.7357487828 - }, - { - "dataset":"semeion", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.7031178921 - }, - { - "dataset":"semeion", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.7526246309 - }, - { - "dataset":"semeion", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.7079529315 - }, - { - "dataset":"soybean", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.3222836629 - }, - { - "dataset":"soybean", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5895854384 - }, - { - "dataset":"soybean", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.6359626651 - }, - { - "dataset":"soybean", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5744092315 - }, - { - "dataset":"soybean", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.6572500169 - }, - { - "dataset":"soybean", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.502217073 - }, - { - "dataset":"spambase", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.4963113144 - }, - { - "dataset":"spambase", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5166336745 - }, - { - "dataset":"spambase", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.5502336472 - }, - { - "dataset":"spambase", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5310536176 - }, - { - "dataset":"spambase", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5666998178 - }, - { - "dataset":"spambase", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5135360807 - }, - { - "dataset":"spect", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1218954269 - }, - { - "dataset":"spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0785947721 - }, - { - "dataset":"spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1160947718 - }, - { - "dataset":"spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0250000004 - }, - { - "dataset":"spectf", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"spectf", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.013888889 - }, - { - "dataset":"spectf", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.354605265 - }, - { - "dataset":"spectf", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4868107811 - }, - { - "dataset":"spectf", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2794695143 - }, - { - "dataset":"spectf", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3815476224 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0165094342 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0070754718 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0339317601 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.017203497 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0312863737 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0194461164 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2086367346 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0688700322 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1244919784 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1779264901 - }, - { - "dataset":"statlog-heart", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0299019613 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.306902851 - }, - { - "dataset":"statlog-heart", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1068397537 - }, - { - "dataset":"statlog-heart", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1834446676 - }, - { - "dataset":"statlog-heart", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.079472899 - }, - { - "dataset":"statlog-image", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.2814340368 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3107370287 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3227970526 - }, - { - "dataset":"statlog-image", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3583236635 - }, - { - "dataset":"statlog-image", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3722179681 - }, - { - "dataset":"statlog-image", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3031237796 - }, - { - "dataset":"statlog-landsat", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.5175895244 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.5953426659 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.5659547299 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.5260691196 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.5762914568 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.5777276456 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0329262475 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0600443697 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0761600873 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0473265555 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0559858046 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0719525423 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0203722375 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0343569573 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0362045793 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0864709392 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0343164685 - }, - { - "dataset":"steel-plates", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.2701494321 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3047635704 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.3014135584 - }, - { - "dataset":"steel-plates", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2953892201 - }, - { - "dataset":"steel-plates", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3187710643 - }, - { - "dataset":"steel-plates", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3108292744 - }, - { - "dataset":"synthetic-control", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1903395373 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3252132703 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.5188422948 - }, - { - "dataset":"synthetic-control", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.450890556 - }, - { - "dataset":"synthetic-control", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.6048168838 - }, - { - "dataset":"synthetic-control", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.4691886306 - }, - { - "dataset":"teaching", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"thyroid", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0060506864 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.2599324733 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.2523557208 - }, - { - "dataset":"thyroid", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1911606155 - }, - { - "dataset":"thyroid", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2522418648 - }, - { - "dataset":"thyroid", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2169929445 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0220934981 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0277973686 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0204115501 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.027700566 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0152671756 - }, - { - "dataset":"titanic", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"titanic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0712661091 - }, - { - "dataset":"titanic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0766311083 - }, - { - "dataset":"titanic", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0779937208 - }, - { - "dataset":"titanic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1070775781 - }, - { - "dataset":"titanic", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0469147265 - }, - { - "dataset":"trains", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"trains", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"trains", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.375 - }, - { - "dataset":"trains", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.4125000015 - }, - { - "dataset":"trains", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.3500000015 - }, - { - "dataset":"trains", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"twonorm", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.7994457632 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.6595977917 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.8093177527 - }, - { - "dataset":"twonorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.7946444899 - }, - { - "dataset":"twonorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.8095019162 - }, - { - "dataset":"twonorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.7909481227 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0140412101 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1296232939 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.1662357673 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0502883191 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0446428582 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.063928823 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0276124352 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0791132376 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0180224879 - }, - { - "dataset":"wall-following", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.1511564404 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.2138801478 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.1773043983 - }, - { - "dataset":"wall-following", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1827275269 - }, - { - "dataset":"wall-following", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2427965328 - }, - { - "dataset":"wall-following", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.2359630428 - }, - { - "dataset":"waveform", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.3694505319 - }, - { - "dataset":"waveform", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.3484915122 - }, - { - "dataset":"waveform", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4102187082 - }, - { - "dataset":"waveform", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.3633301109 - }, - { - "dataset":"waveform", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.381218113 - }, - { - "dataset":"waveform", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3529274315 - }, - { - "dataset":"waveform-noise", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.2530127354 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.2653684914 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.384471111 - }, - { - "dataset":"waveform-noise", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.2675855085 - }, - { - "dataset":"waveform-noise", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.2639862895 - }, - { - "dataset":"waveform-noise", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.3376513645 - }, - { - "dataset":"wine", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"wine", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0798681565 - }, - { - "dataset":"wine", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.4408138618 - }, - { - "dataset":"wine", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1861300115 - }, - { - "dataset":"wine", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.4995725676 - }, - { - "dataset":"wine", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.1385538504 - }, - { - "dataset":"wine-quality-red", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.02395571 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0082993265 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0176915457 - }, - { - "dataset":"wine-quality-white", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0013730176 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0013874281 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0061766654 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0030654353 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0054646733 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0061714934 - }, - { - "dataset":"yeast", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.004398827 - }, - { - "dataset":"yeast", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.01846443 - }, - { - "dataset":"yeast", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0563164474 - }, - { - "dataset":"yeast", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.0457537863 - }, - { - "dataset":"yeast", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.0563086197 - }, - { - "dataset":"yeast", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0411764486 - }, - { - "dataset":"zoo", - "algorithm":"aol", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"zoo", - "algorithm":"ldlt", - "metric":"mean_cert_acc_255", - "value":0.0 - }, - { - "dataset":"zoo", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_255", - "value":0.0595238116 - }, - { - "dataset":"zoo", - "algorithm":"ortho", - "metric":"mean_cert_acc_255", - "value":0.1917293277 - }, - { - "dataset":"zoo", - "algorithm":"sandwich", - "metric":"mean_cert_acc_255", - "value":0.4525376037 - }, - { - "dataset":"zoo", - "algorithm":"sdp", - "metric":"mean_cert_acc_255", - "value":0.0416666679 - }, - { - "dataset":"abalone", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4872751534 - }, - { - "dataset":"abalone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5093728676 - }, - { - "dataset":"abalone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5137784705 - }, - { - "dataset":"abalone", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.510524869 - }, - { - "dataset":"abalone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5081725493 - }, - { - "dataset":"abalone", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5114595741 - }, - { - "dataset":"acute-inflammation", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.153125003 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.150000006 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7334821522 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5285714343 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.734226197 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4985119104 - }, - { - "dataset":"acute-nephritis", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0909090936 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6780386865 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8009026796 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7052139118 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9347030818 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6735756546 - }, - { - "dataset":"adult", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7480765134 - }, - { - "dataset":"adult", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.755461663 - }, - { - "dataset":"adult", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7493553758 - }, - { - "dataset":"adult", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7340211123 - }, - { - "dataset":"adult", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7464479208 - }, - { - "dataset":"adult", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7507057339 - }, - { - "dataset":"annealing", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1723037944 - }, - { - "dataset":"annealing", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7649057508 - }, - { - "dataset":"annealing", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7204022259 - }, - { - "dataset":"annealing", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7704871446 - }, - { - "dataset":"annealing", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7748185545 - }, - { - "dataset":"annealing", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7320333272 - }, - { - "dataset":"arrhythmia", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0923671126 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5313018262 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5579679459 - }, - { - "dataset":"arrhythmia", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5513213873 - }, - { - "dataset":"arrhythmia", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5619081855 - }, - { - "dataset":"arrhythmia", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4661202058 - }, - { - "dataset":"audiology-std", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.240405675 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.298049856 - }, - { - "dataset":"audiology-std", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3002541661 - }, - { - "dataset":"audiology-std", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3161143735 - }, - { - "dataset":"audiology-std", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2994965836 - }, - { - "dataset":"balance-scale", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.5272384807 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6238382757 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5687345862 - }, - { - "dataset":"balance-scale", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5352105126 - }, - { - "dataset":"balance-scale", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5968610421 - }, - { - "dataset":"balance-scale", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.615766719 - }, - { - "dataset":"balloons", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.25 - }, - { - "dataset":"balloons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.1875 - }, - { - "dataset":"balloons", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4375 - }, - { - "dataset":"balloons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.25 - }, - { - "dataset":"balloons", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.375 - }, - { - "dataset":"bank", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.415773131 - }, - { - "dataset":"bank", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8050522208 - }, - { - "dataset":"bank", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7875295877 - }, - { - "dataset":"bank", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7535150349 - }, - { - "dataset":"bank", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7624396384 - }, - { - "dataset":"bank", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7797914445 - }, - { - "dataset":"blood", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1910306774 - }, - { - "dataset":"blood", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2186254663 - }, - { - "dataset":"blood", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4504950568 - }, - { - "dataset":"blood", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4088726714 - }, - { - "dataset":"blood", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5106566101 - }, - { - "dataset":"blood", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4089489691 - }, - { - "dataset":"breast-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1656010263 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.3418371817 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5426044539 - }, - { - "dataset":"breast-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5706948116 - }, - { - "dataset":"breast-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6027067602 - }, - { - "dataset":"breast-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5175618231 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3463169057 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.72898072 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9585516304 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9611802101 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9704421312 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9297706932 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4495926336 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9185865223 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9276388586 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9400240481 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9340581447 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8950476199 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0795454532 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.316060611 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6053767651 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5836486518 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6395864189 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5239557773 - }, - { - "dataset":"breast-tissue", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0521390382 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2084447443 - }, - { - "dataset":"breast-tissue", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2486631013 - }, - { - "dataset":"breast-tissue", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.2918059342 - }, - { - "dataset":"breast-tissue", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.114583334 - }, - { - "dataset":"car", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3191395998 - }, - { - "dataset":"car", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5350533463 - }, - { - "dataset":"car", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6546264589 - }, - { - "dataset":"car", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5975523144 - }, - { - "dataset":"car", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6908137053 - }, - { - "dataset":"car", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6591450721 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4907837361 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5521823615 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5614297837 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5354523957 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5576927662 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5621570498 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6126394272 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8444693387 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8312932402 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8183602393 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8375803232 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8228097409 - }, - { - "dataset":"chess-krvk", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1117792036 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1337087862 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.1254305169 - }, - { - "dataset":"chess-krvk", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.1179462578 - }, - { - "dataset":"chess-krvk", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.1154470369 - }, - { - "dataset":"chess-krvk", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1432104968 - }, - { - "dataset":"chess-krvkp", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9151927829 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9464059621 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9399392903 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9481025934 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9632720649 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9481366873 - }, - { - "dataset":"congressional-voting", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0353441406 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0616394421 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2035865244 - }, - { - "dataset":"congressional-voting", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4582952857 - }, - { - "dataset":"congressional-voting", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4059406221 - }, - { - "dataset":"congressional-voting", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2345459945 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.037878789 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7178683579 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6810344905 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7481713891 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.79467085 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7254441231 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4382214025 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6448737234 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4719681665 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5371649116 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6431357414 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.533272557 - }, - { - "dataset":"connect-4", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6262800694 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7199493945 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6814132035 - }, - { - "dataset":"connect-4", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6269048303 - }, - { - "dataset":"connect-4", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.719649449 - }, - { - "dataset":"connect-4", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6989461631 - }, - { - "dataset":"contrac", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2140465714 - }, - { - "dataset":"contrac", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.3638283983 - }, - { - "dataset":"contrac", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4044452682 - }, - { - "dataset":"contrac", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3345210329 - }, - { - "dataset":"contrac", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3837074041 - }, - { - "dataset":"contrac", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3662073836 - }, - { - "dataset":"credit-approval", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.607117448 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7631257474 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8300762475 - }, - { - "dataset":"credit-approval", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8132319599 - }, - { - "dataset":"credit-approval", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8056345433 - }, - { - "dataset":"credit-approval", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8068912029 - }, - { - "dataset":"cylinder-bands", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1712604268 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.58133322 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5950351655 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6171326935 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6547325701 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6245141178 - }, - { - "dataset":"dermatology", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7777778357 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.924642235 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9241991341 - }, - { - "dataset":"dermatology", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9508399069 - }, - { - "dataset":"dermatology", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9601930529 - }, - { - "dataset":"dermatology", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9285054952 - }, - { - "dataset":"echocardiogram", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0728864735 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2555555562 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5350241587 - }, - { - "dataset":"echocardiogram", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5019323826 - }, - { - "dataset":"echocardiogram", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6922101676 - }, - { - "dataset":"echocardiogram", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5986715034 - }, - { - "dataset":"ecoli", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0231481493 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5338345915 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7415065616 - }, - { - "dataset":"ecoli", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4445314705 - }, - { - "dataset":"ecoli", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6602182686 - }, - { - "dataset":"ecoli", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6582515389 - }, - { - "dataset":"energy-y1", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.5312997624 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7459974885 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7910186648 - }, - { - "dataset":"energy-y1", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7483390868 - }, - { - "dataset":"energy-y1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7945221812 - }, - { - "dataset":"energy-y1", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7736245841 - }, - { - "dataset":"energy-y2", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4973614439 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7253991812 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7641788423 - }, - { - "dataset":"energy-y2", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7904498726 - }, - { - "dataset":"energy-y2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8223619163 - }, - { - "dataset":"energy-y2", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7439243495 - }, - { - "dataset":"fertility", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3524531145 - }, - { - "dataset":"fertility", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5532106906 - }, - { - "dataset":"fertility", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5141233951 - }, - { - "dataset":"fertility", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6224928126 - }, - { - "dataset":"fertility", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.698088035 - }, - { - "dataset":"fertility", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6358585879 - }, - { - "dataset":"flags", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"flags", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1858253349 - }, - { - "dataset":"flags", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3005416766 - }, - { - "dataset":"flags", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2348969579 - }, - { - "dataset":"flags", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.2979521453 - }, - { - "dataset":"flags", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.0882873982 - }, - { - "dataset":"glass", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0966117252 - }, - { - "dataset":"glass", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3312122747 - }, - { - "dataset":"glass", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2031444982 - }, - { - "dataset":"glass", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.2665528208 - }, - { - "dataset":"glass", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2675935589 - }, - { - "dataset":"haberman-survival", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2548195273 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0708822049 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4650055468 - }, - { - "dataset":"haberman-survival", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.310304407 - }, - { - "dataset":"haberman-survival", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3215563707 - }, - { - "dataset":"haberman-survival", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4000001401 - }, - { - "dataset":"hayes-roth", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1985294148 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0378571432 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2243907638 - }, - { - "dataset":"hayes-roth", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2900210172 - }, - { - "dataset":"hayes-roth", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3421848752 - }, - { - "dataset":"hayes-roth", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1723319385 - }, - { - "dataset":"heart-cleveland", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0219298247 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2378607197 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4390919432 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3843133226 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4191694781 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2806339078 - }, - { - "dataset":"heart-hungarian", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2831518967 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6653053015 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7077824175 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.735278219 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7364645302 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6715025231 - }, - { - "dataset":"heart-switzerland", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.024305556 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.1398809571 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.0803571446 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.0386904776 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.0634920653 - }, - { - "dataset":"heart-va", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.027777778 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0083333338 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.1048048083 - }, - { - "dataset":"heart-va", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.087862866 - }, - { - "dataset":"heart-va", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.1223974023 - }, - { - "dataset":"heart-va", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1319319354 - }, - { - "dataset":"hepatitis", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1891025677 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5087792799 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7583147734 - }, - { - "dataset":"hepatitis", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7552954555 - }, - { - "dataset":"hepatitis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8174470514 - }, - { - "dataset":"hepatitis", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7486993819 - }, - { - "dataset":"hill-valley", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.059272192 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1308706533 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.1186447125 - }, - { - "dataset":"hill-valley", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.1294102166 - }, - { - "dataset":"hill-valley", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.0800376488 - }, - { - "dataset":"hill-valley", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.0850580744 - }, - { - "dataset":"horse-colic", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2503607608 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7314502299 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8145779371 - }, - { - "dataset":"horse-colic", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8136868775 - }, - { - "dataset":"horse-colic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7715296 - }, - { - "dataset":"horse-colic", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7991666943 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1523045441 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1193607259 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4217087403 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4508850724 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4787214249 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5131413266 - }, - { - "dataset":"image-segmentation", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8462155461 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8557233661 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8429649621 - }, - { - "dataset":"image-segmentation", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8734817505 - }, - { - "dataset":"image-segmentation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8565346897 - }, - { - "dataset":"image-segmentation", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8552285582 - }, - { - "dataset":"ionosphere", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1627265518 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8792314529 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.843371436 - }, - { - "dataset":"ionosphere", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8981869668 - }, - { - "dataset":"ionosphere", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8939496726 - }, - { - "dataset":"ionosphere", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7701054513 - }, - { - "dataset":"iris", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2595603541 - }, - { - "dataset":"iris", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.4298743606 - }, - { - "dataset":"iris", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6074704379 - }, - { - "dataset":"iris", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5312601104 - }, - { - "dataset":"iris", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5042158552 - }, - { - "dataset":"iris", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3860916281 - }, - { - "dataset":"led-display", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2410169803 - }, - { - "dataset":"led-display", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.617986232 - }, - { - "dataset":"led-display", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6301808208 - }, - { - "dataset":"led-display", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6194721311 - }, - { - "dataset":"led-display", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5700765103 - }, - { - "dataset":"led-display", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5412083343 - }, - { - "dataset":"lenses", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.125 - }, - { - "dataset":"lenses", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.375 - }, - { - "dataset":"lenses", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3125 - }, - { - "dataset":"lenses", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.1875 - }, - { - "dataset":"lenses", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.375 - }, - { - "dataset":"letter", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6108424515 - }, - { - "dataset":"letter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6348403245 - }, - { - "dataset":"letter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6067468077 - }, - { - "dataset":"letter", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6210849434 - }, - { - "dataset":"letter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6295104474 - }, - { - "dataset":"letter", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6379300058 - }, - { - "dataset":"libras", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.426240094 - }, - { - "dataset":"libras", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6721726358 - }, - { - "dataset":"libras", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6584325582 - }, - { - "dataset":"libras", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6373016089 - }, - { - "dataset":"libras", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6658730358 - }, - { - "dataset":"libras", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6068452597 - }, - { - "dataset":"low-res-spect", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.5096385721 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8124508262 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8051532358 - }, - { - "dataset":"low-res-spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7921587825 - }, - { - "dataset":"low-res-spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7920751721 - }, - { - "dataset":"low-res-spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7801186442 - }, - { - "dataset":"lung-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2232142873 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2544642873 - }, - { - "dataset":"lung-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3526785746 - }, - { - "dataset":"lung-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4464285746 - }, - { - "dataset":"lung-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3571428657 - }, - { - "dataset":"lymphography", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2639285773 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5257143006 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6056349277 - }, - { - "dataset":"lymphography", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5305555649 - }, - { - "dataset":"lymphography", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6385714263 - }, - { - "dataset":"lymphography", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4788492098 - }, - { - "dataset":"magic", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7559538186 - }, - { - "dataset":"magic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7701263428 - }, - { - "dataset":"magic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7639590204 - }, - { - "dataset":"magic", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7634399831 - }, - { - "dataset":"magic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7645951211 - }, - { - "dataset":"magic", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7694693655 - }, - { - "dataset":"mammographic", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3921578676 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.6009605862 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7620453835 - }, - { - "dataset":"mammographic", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7672169507 - }, - { - "dataset":"mammographic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7506382614 - }, - { - "dataset":"mammographic", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7304334491 - }, - { - "dataset":"miniboone", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8051329404 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8262151331 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8191230297 - }, - { - "dataset":"miniboone", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8002751172 - }, - { - "dataset":"miniboone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7951397896 - }, - { - "dataset":"miniboone", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8195868284 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5384469777 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5620265305 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6620265245 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7222538292 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6109848768 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7264346331 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7162561119 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7601657808 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7132497579 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7190658301 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7459802926 - }, - { - "dataset":"monks-1", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1206896529 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5580424145 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.474812597 - }, - { - "dataset":"monks-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5488006175 - }, - { - "dataset":"monks-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6001285166 - }, - { - "dataset":"monks-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5137074515 - }, - { - "dataset":"monks-2", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1031609187 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1412466913 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2163572069 - }, - { - "dataset":"monks-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4904730339 - }, - { - "dataset":"monks-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6490937322 - }, - { - "dataset":"monks-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3451370504 - }, - { - "dataset":"monks-3", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1171875 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1991738528 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5294839516 - }, - { - "dataset":"monks-3", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5581297949 - }, - { - "dataset":"monks-3", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5346922949 - }, - { - "dataset":"monks-3", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4305256233 - }, - { - "dataset":"mushroom", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9760621488 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9951327592 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9889625907 - }, - { - "dataset":"mushroom", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.989152953 - }, - { - "dataset":"mushroom", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9982041121 - }, - { - "dataset":"mushroom", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9933538586 - }, - { - "dataset":"musk-1", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4043996707 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.793076843 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7859390378 - }, - { - "dataset":"musk-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7820327878 - }, - { - "dataset":"musk-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7992217541 - }, - { - "dataset":"musk-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7628932446 - }, - { - "dataset":"musk-2", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9421729296 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9628860205 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9550136924 - }, - { - "dataset":"musk-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9598940611 - }, - { - "dataset":"musk-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9628771991 - }, - { - "dataset":"musk-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9610739499 - }, - { - "dataset":"nursery", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7155949771 - }, - { - "dataset":"nursery", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7859973609 - }, - { - "dataset":"nursery", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7605985105 - }, - { - "dataset":"nursery", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7411972731 - }, - { - "dataset":"nursery", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7480021119 - }, - { - "dataset":"nursery", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7496926785 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1683753692 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.611949116 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5854053795 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6043597013 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6441245079 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5613626689 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7900959998 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8828759342 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8812454194 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8702871054 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8828759342 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8717863858 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.315247098 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5949652493 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5689149201 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5561278164 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5778037757 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.52525042 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.619966343 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8446637541 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8365140259 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8403750956 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8343416154 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.828735739 - }, - { - "dataset":"optical", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9307048619 - }, - { - "dataset":"optical", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9482571781 - }, - { - "dataset":"optical", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9495755881 - }, - { - "dataset":"optical", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.9416031092 - }, - { - "dataset":"optical", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9508641958 - }, - { - "dataset":"optical", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9448922426 - }, - { - "dataset":"ozone", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7471017167 - }, - { - "dataset":"ozone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9287619591 - }, - { - "dataset":"ozone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9049551338 - }, - { - "dataset":"ozone", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.886514008 - }, - { - "dataset":"ozone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9102849066 - }, - { - "dataset":"ozone", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9086858779 - }, - { - "dataset":"page-blocks", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2176722174 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8656335324 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8610756546 - }, - { - "dataset":"page-blocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8229552805 - }, - { - "dataset":"page-blocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8058314472 - }, - { - "dataset":"page-blocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8370861262 - }, - { - "dataset":"parkinsons", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3757626191 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5407934394 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6059362963 - }, - { - "dataset":"parkinsons", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7606015205 - }, - { - "dataset":"parkinsons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8017691672 - }, - { - "dataset":"parkinsons", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6166368574 - }, - { - "dataset":"pendigits", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.863525182 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9057986289 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8754548877 - }, - { - "dataset":"pendigits", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8830303699 - }, - { - "dataset":"pendigits", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9070137292 - }, - { - "dataset":"pendigits", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9071674198 - }, - { - "dataset":"pima", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3930665953 - }, - { - "dataset":"pima", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5219655335 - }, - { - "dataset":"pima", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6512254924 - }, - { - "dataset":"pima", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6443124115 - }, - { - "dataset":"pima", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6662629545 - }, - { - "dataset":"pima", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6760564148 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.296875 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2374032484 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5206075832 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4942917898 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4331075847 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.456162937 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1212339792 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2153617274 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3341804147 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3017055914 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3898351863 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3125572465 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1763392873 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0919642877 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3062500004 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2642857172 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3544643 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2165178657 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2946820259 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.3580043893 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4316259399 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5936325341 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6256265938 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3740993124 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0833333358 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0964912307 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2851680517 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.1388005316 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.2690540515 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.0964912307 - }, - { - "dataset":"planning", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0509259272 - }, - { - "dataset":"planning", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2366646631 - }, - { - "dataset":"planning", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3735406697 - }, - { - "dataset":"planning", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4401167557 - }, - { - "dataset":"planning", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5123289078 - }, - { - "dataset":"planning", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.403582938 - }, - { - "dataset":"plant-margin", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6227519065 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.650116086 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6640207171 - }, - { - "dataset":"plant-margin", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6198377013 - }, - { - "dataset":"plant-margin", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6530978829 - }, - { - "dataset":"plant-margin", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.65870516 - }, - { - "dataset":"plant-shape", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1697026547 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.4140167832 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3998781443 - }, - { - "dataset":"plant-shape", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3639846593 - }, - { - "dataset":"plant-shape", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4260675758 - }, - { - "dataset":"plant-shape", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3701551184 - }, - { - "dataset":"plant-texture", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6451805681 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.658848539 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6677743644 - }, - { - "dataset":"plant-texture", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6465985626 - }, - { - "dataset":"plant-texture", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6537375152 - }, - { - "dataset":"plant-texture", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6778671294 - }, - { - "dataset":"post-operative", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0178571437 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1681929231 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3713370115 - }, - { - "dataset":"post-operative", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3043345641 - }, - { - "dataset":"post-operative", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3838522732 - }, - { - "dataset":"post-operative", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1158424942 - }, - { - "dataset":"primary-tumor", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0649999976 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0629084976 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.3227777779 - }, - { - "dataset":"primary-tumor", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2907352932 - }, - { - "dataset":"primary-tumor", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.2928758189 - }, - { - "dataset":"primary-tumor", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2571568638 - }, - { - "dataset":"ringnorm", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9201949537 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9640307724 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9465649128 - }, - { - "dataset":"ringnorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.929518491 - }, - { - "dataset":"ringnorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9613740146 - }, - { - "dataset":"ringnorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9609995484 - }, - { - "dataset":"seeds", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2594169322 - }, - { - "dataset":"seeds", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5923374668 - }, - { - "dataset":"seeds", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7239164114 - }, - { - "dataset":"seeds", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7716202289 - }, - { - "dataset":"seeds", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6718782485 - }, - { - "dataset":"seeds", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7322497517 - }, - { - "dataset":"semeion", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8839338422 - }, - { - "dataset":"semeion", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8840637654 - }, - { - "dataset":"semeion", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8847385794 - }, - { - "dataset":"semeion", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8771613687 - }, - { - "dataset":"semeion", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.888211906 - }, - { - "dataset":"semeion", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8827858418 - }, - { - "dataset":"soybean", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6873452365 - }, - { - "dataset":"soybean", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8288567066 - }, - { - "dataset":"soybean", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8206091374 - }, - { - "dataset":"soybean", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.829025358 - }, - { - "dataset":"soybean", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8573510796 - }, - { - "dataset":"soybean", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8072326034 - }, - { - "dataset":"spambase", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8981137872 - }, - { - "dataset":"spambase", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9020275772 - }, - { - "dataset":"spambase", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9066945165 - }, - { - "dataset":"spambase", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.903725937 - }, - { - "dataset":"spambase", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9020136595 - }, - { - "dataset":"spambase", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.905616194 - }, - { - "dataset":"spect", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1323529482 - }, - { - "dataset":"spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1174836634 - }, - { - "dataset":"spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.5976307318 - }, - { - "dataset":"spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.622875832 - }, - { - "dataset":"spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6506536007 - }, - { - "dataset":"spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5837418437 - }, - { - "dataset":"spectf", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1315789521 - }, - { - "dataset":"spectf", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1388888955 - }, - { - "dataset":"spectf", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4999686778 - }, - { - "dataset":"spectf", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4999686778 - }, - { - "dataset":"spectf", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5263575763 - }, - { - "dataset":"spectf", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4999686778 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0598375788 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1791897956 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4082443193 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.3646230251 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.4014691189 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4074646607 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.5601415709 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.4475799865 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6449979395 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6190288216 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.634224534 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6424916387 - }, - { - "dataset":"statlog-heart", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3920794614 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7143245041 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7308683395 - }, - { - "dataset":"statlog-heart", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6831104159 - }, - { - "dataset":"statlog-heart", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6936975718 - }, - { - "dataset":"statlog-heart", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7102843225 - }, - { - "dataset":"statlog-image", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.7905856967 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.832282573 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8366851211 - }, - { - "dataset":"statlog-image", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.834035933 - }, - { - "dataset":"statlog-image", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.8418100774 - }, - { - "dataset":"statlog-image", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8306624293 - }, - { - "dataset":"statlog-landsat", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8112180084 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8361465335 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8271085322 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8227390498 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.835326761 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8326217234 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4211010188 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8022573888 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7902574539 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6597339362 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7569960207 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8227313757 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4004234299 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5653982311 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.579883948 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.5460527986 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5981922001 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5470459014 - }, - { - "dataset":"steel-plates", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.5537608564 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.637368843 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6074410081 - }, - { - "dataset":"steel-plates", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.593024537 - }, - { - "dataset":"steel-plates", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6302688122 - }, - { - "dataset":"steel-plates", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6202758849 - }, - { - "dataset":"synthetic-control", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8542549908 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.927309677 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9466172308 - }, - { - "dataset":"synthetic-control", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8960468173 - }, - { - "dataset":"synthetic-control", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9591280818 - }, - { - "dataset":"synthetic-control", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9358439445 - }, - { - "dataset":"teaching", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0767045468 - }, - { - "dataset":"teaching", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.0833333358 - }, - { - "dataset":"teaching", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.1130050514 - }, - { - "dataset":"teaching", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.1636679322 - }, - { - "dataset":"teaching", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.1218434367 - }, - { - "dataset":"teaching", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.1363636404 - }, - { - "dataset":"thyroid", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.4927253798 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7860146463 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8097964227 - }, - { - "dataset":"thyroid", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.647287488 - }, - { - "dataset":"thyroid", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7233659476 - }, - { - "dataset":"thyroid", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.719539687 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3830651566 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5525523536 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6299957484 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6262239218 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7547480315 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6116149575 - }, - { - "dataset":"titanic", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.3769991845 - }, - { - "dataset":"titanic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.7202492654 - }, - { - "dataset":"titanic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.7087879479 - }, - { - "dataset":"titanic", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6658756435 - }, - { - "dataset":"titanic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.5903483853 - }, - { - "dataset":"titanic", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.453046713 - }, - { - "dataset":"trains", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0 - }, - { - "dataset":"trains", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1875 - }, - { - "dataset":"trains", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.712500006 - }, - { - "dataset":"trains", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.587500006 - }, - { - "dataset":"trains", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.775000006 - }, - { - "dataset":"trains", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.4750000015 - }, - { - "dataset":"twonorm", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.9681626558 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.9614658207 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.9672708958 - }, - { - "dataset":"twonorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.966136992 - }, - { - "dataset":"twonorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9652469903 - }, - { - "dataset":"twonorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.9670386314 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1394984303 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.4291202575 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6714349836 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7280206531 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7845461965 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.6659955531 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0839646477 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5297661647 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.574248217 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4302149657 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.6146607846 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.5539787039 - }, - { - "dataset":"wall-following", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.6491765529 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.712386921 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6861932129 - }, - { - "dataset":"wall-following", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.6851058304 - }, - { - "dataset":"wall-following", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7377168089 - }, - { - "dataset":"wall-following", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7121687382 - }, - { - "dataset":"waveform", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.8286359459 - }, - { - "dataset":"waveform", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8239340186 - }, - { - "dataset":"waveform", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8310293853 - }, - { - "dataset":"waveform", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8185740113 - }, - { - "dataset":"waveform", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.826695919 - }, - { - "dataset":"waveform", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8235850334 - }, - { - "dataset":"waveform-noise", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.803768605 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.8019388616 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8212446719 - }, - { - "dataset":"waveform-noise", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7962823808 - }, - { - "dataset":"waveform-noise", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.7972969562 - }, - { - "dataset":"waveform-noise", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8086915314 - }, - { - "dataset":"wine", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2046963982 - }, - { - "dataset":"wine", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5750261694 - }, - { - "dataset":"wine", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.8901369572 - }, - { - "dataset":"wine", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.8755134493 - }, - { - "dataset":"wine", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.9260522276 - }, - { - "dataset":"wine", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.8663271815 - }, - { - "dataset":"wine-quality-red", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.2321597263 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.2496910617 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2803649828 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2347513698 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.2686677501 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2517591398 - }, - { - "dataset":"wine-quality-white", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.1351592811 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.1455272939 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.2317951806 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.2233593762 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.1692200499 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.2296336852 - }, - { - "dataset":"yeast", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.089940341 - }, - { - "dataset":"yeast", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.283072032 - }, - { - "dataset":"yeast", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.4059926793 - }, - { - "dataset":"yeast", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.4046312198 - }, - { - "dataset":"yeast", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.3656968996 - }, - { - "dataset":"yeast", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.3748590872 - }, - { - "dataset":"zoo", - "algorithm":"aol", - "metric":"mean_cert_acc_36", - "value":0.0734649133 - }, - { - "dataset":"zoo", - "algorithm":"ldlt", - "metric":"mean_cert_acc_36", - "value":0.5009398609 - }, - { - "dataset":"zoo", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_36", - "value":0.6569549143 - }, - { - "dataset":"zoo", - "algorithm":"ortho", - "metric":"mean_cert_acc_36", - "value":0.7271303535 - }, - { - "dataset":"zoo", - "algorithm":"sandwich", - "metric":"mean_cert_acc_36", - "value":0.888627857 - }, - { - "dataset":"zoo", - "algorithm":"sdp", - "metric":"mean_cert_acc_36", - "value":0.7479636818 - }, - { - "dataset":"abalone", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3642594591 - }, - { - "dataset":"abalone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3865445405 - }, - { - "dataset":"abalone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3841265813 - }, - { - "dataset":"abalone", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3889791444 - }, - { - "dataset":"abalone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.3962110654 - }, - { - "dataset":"abalone", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3872731179 - }, - { - "dataset":"acute-inflammation", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.150000006 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.595089294 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5166666731 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4346726201 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2619047649 - }, - { - "dataset":"acute-nephritis", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4398043938 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7745868862 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5616732463 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8044911921 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5268435255 - }, - { - "dataset":"adult", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.6867583841 - }, - { - "dataset":"adult", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6930976063 - }, - { - "dataset":"adult", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6944048107 - }, - { - "dataset":"adult", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6751645505 - }, - { - "dataset":"adult", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6828865558 - }, - { - "dataset":"adult", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6920753568 - }, - { - "dataset":"annealing", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0897144993 - }, - { - "dataset":"annealing", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7275530845 - }, - { - "dataset":"annealing", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6767279953 - }, - { - "dataset":"annealing", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7376551777 - }, - { - "dataset":"annealing", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7449063808 - }, - { - "dataset":"annealing", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7111565769 - }, - { - "dataset":"arrhythmia", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0724011511 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.458158493 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5261533335 - }, - { - "dataset":"arrhythmia", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5003908053 - }, - { - "dataset":"arrhythmia", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5241894722 - }, - { - "dataset":"arrhythmia", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4009998068 - }, - { - "dataset":"audiology-std", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1388563085 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2325268835 - }, - { - "dataset":"audiology-std", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1941935532 - }, - { - "dataset":"audiology-std", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2726295218 - }, - { - "dataset":"audiology-std", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.232727278 - }, - { - "dataset":"balance-scale", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.4035831764 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4014655203 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3240704611 - }, - { - "dataset":"balance-scale", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3454499505 - }, - { - "dataset":"balance-scale", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4455405623 - }, - { - "dataset":"balance-scale", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4058640078 - }, - { - "dataset":"balloons", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.125 - }, - { - "dataset":"balloons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"balloons", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0625 - }, - { - "dataset":"balloons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.125 - }, - { - "dataset":"balloons", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.125 - }, - { - "dataset":"bank", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.2707722641 - }, - { - "dataset":"bank", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7374206781 - }, - { - "dataset":"bank", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7265547067 - }, - { - "dataset":"bank", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6697843969 - }, - { - "dataset":"bank", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6920854598 - }, - { - "dataset":"bank", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7051009834 - }, - { - "dataset":"blood", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0829397012 - }, - { - "dataset":"blood", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1198860332 - }, - { - "dataset":"blood", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.323811335 - }, - { - "dataset":"blood", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2037376128 - }, - { - "dataset":"blood", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4049512595 - }, - { - "dataset":"blood", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1644881102 - }, - { - "dataset":"breast-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0855072513 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4006180912 - }, - { - "dataset":"breast-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3985294253 - }, - { - "dataset":"breast-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4530477598 - }, - { - "dataset":"breast-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3665174842 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.2275605928 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.434419591 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.9359044731 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9540369511 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9476662725 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7702547461 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.248204425 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8975093216 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.9191161394 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9099707305 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9128492773 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8588403612 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0454545468 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2536363676 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5075593814 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4919246659 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5828624219 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4512612671 - }, - { - "dataset":"breast-tissue", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0407754015 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1155860089 - }, - { - "dataset":"breast-tissue", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0597426482 - }, - { - "dataset":"breast-tissue", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2761809342 - }, - { - "dataset":"breast-tissue", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.067708334 - }, - { - "dataset":"car", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1531204395 - }, - { - "dataset":"car", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3317701844 - }, - { - "dataset":"car", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.52612634 - }, - { - "dataset":"car", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4265262634 - }, - { - "dataset":"car", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5652932674 - }, - { - "dataset":"car", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.533819139 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3950491101 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4696558714 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4860291854 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4461879358 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4689261243 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4766616672 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.5727180839 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8113155812 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7903653085 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7811893374 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7996239513 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.777956903 - }, - { - "dataset":"chess-krvk", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0537415454 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0575411348 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0653092684 - }, - { - "dataset":"chess-krvk", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0580823747 - }, - { - "dataset":"chess-krvk", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0558538549 - }, - { - "dataset":"chess-krvk", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0692106057 - }, - { - "dataset":"chess-krvkp", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.8629985303 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.909649089 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.913913995 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9145973027 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.945949778 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.919467777 - }, - { - "dataset":"congressional-voting", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0047169812 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1481368272 - }, - { - "dataset":"congressional-voting", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2400354221 - }, - { - "dataset":"congressional-voting", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2839623056 - }, - { - "dataset":"congressional-voting", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1763113067 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0075757578 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5838558152 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.617293641 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6627481729 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7492163181 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5859456807 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.23614645 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5107267201 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3423985243 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3795578703 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5030233562 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4039372131 - }, - { - "dataset":"connect-4", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.4470472783 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5940355957 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5225954652 - }, - { - "dataset":"connect-4", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4637399167 - }, - { - "dataset":"connect-4", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6008701921 - }, - { - "dataset":"connect-4", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5598301888 - }, - { - "dataset":"contrac", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0957338363 - }, - { - "dataset":"contrac", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.222786244 - }, - { - "dataset":"contrac", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2937113121 - }, - { - "dataset":"contrac", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.207507804 - }, - { - "dataset":"contrac", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2595591843 - }, - { - "dataset":"contrac", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2199815251 - }, - { - "dataset":"credit-approval", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.4616111848 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6441371739 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7729258537 - }, - { - "dataset":"credit-approval", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7441240698 - }, - { - "dataset":"credit-approval", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7432959676 - }, - { - "dataset":"credit-approval", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7626171559 - }, - { - "dataset":"cylinder-bands", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0861188923 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4969220161 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5068137124 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5055518076 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5717289299 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.491812326 - }, - { - "dataset":"dermatology", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.648016192 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8668112159 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.88431485 - }, - { - "dataset":"dermatology", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9191523492 - }, - { - "dataset":"dermatology", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9467415512 - }, - { - "dataset":"dermatology", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8766114712 - }, - { - "dataset":"echocardiogram", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0217391308 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2180555649 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.435507264 - }, - { - "dataset":"echocardiogram", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4443236776 - }, - { - "dataset":"echocardiogram", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6079710126 - }, - { - "dataset":"echocardiogram", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4959541187 - }, - { - "dataset":"ecoli", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3724067211 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6278891861 - }, - { - "dataset":"ecoli", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2855228446 - }, - { - "dataset":"ecoli", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5423889682 - }, - { - "dataset":"ecoli", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4548437074 - }, - { - "dataset":"energy-y1", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.2707419395 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6230310947 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7256785333 - }, - { - "dataset":"energy-y1", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6266575605 - }, - { - "dataset":"energy-y1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7419527322 - }, - { - "dataset":"energy-y1", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6793663353 - }, - { - "dataset":"energy-y2", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3760608509 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6212036461 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6616995037 - }, - { - "dataset":"energy-y2", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6917728037 - }, - { - "dataset":"energy-y2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7633696795 - }, - { - "dataset":"energy-y2", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.644310236 - }, - { - "dataset":"fertility", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"fertility", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1464285776 - }, - { - "dataset":"fertility", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3354437351 - }, - { - "dataset":"fertility", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5214827061 - }, - { - "dataset":"fertility", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6350829899 - }, - { - "dataset":"fertility", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.542496413 - }, - { - "dataset":"flags", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"flags", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1072796918 - }, - { - "dataset":"flags", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2007319033 - }, - { - "dataset":"flags", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1253894009 - }, - { - "dataset":"flags", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2283833101 - }, - { - "dataset":"flags", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0530836731 - }, - { - "dataset":"glass", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"glass", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0166666675 - }, - { - "dataset":"glass", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2409130372 - }, - { - "dataset":"glass", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1582603268 - }, - { - "dataset":"glass", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1523401197 - }, - { - "dataset":"glass", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1292112228 - }, - { - "dataset":"haberman-survival", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.2222108394 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0067567569 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.171652453 - }, - { - "dataset":"haberman-survival", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1166186696 - }, - { - "dataset":"haberman-survival", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1549204076 - }, - { - "dataset":"haberman-survival", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0837444309 - }, - { - "dataset":"hayes-roth", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0588235296 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1581932791 - }, - { - "dataset":"hayes-roth", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1586344568 - }, - { - "dataset":"hayes-roth", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2149789967 - }, - { - "dataset":"hayes-roth", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0709243738 - }, - { - "dataset":"heart-cleveland", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1154970769 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3397029266 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2700805217 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.33282426 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1969010029 - }, - { - "dataset":"heart-hungarian", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1531385295 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5093876757 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6130879 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6431938261 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6747909039 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.600346975 - }, - { - "dataset":"heart-switzerland", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0942460336 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.020833334 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0386904776 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0496031763 - }, - { - "dataset":"heart-va", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0425925944 - }, - { - "dataset":"heart-va", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0326826838 - }, - { - "dataset":"heart-va", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0502752769 - }, - { - "dataset":"heart-va", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0570320347 - }, - { - "dataset":"hepatitis", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2460981179 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7047101706 - }, - { - "dataset":"hepatitis", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6908212751 - }, - { - "dataset":"hepatitis", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7608231157 - }, - { - "dataset":"hepatitis", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6347083002 - }, - { - "dataset":"hill-valley", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0254041622 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0643547149 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0503122918 - }, - { - "dataset":"hill-valley", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.052005575 - }, - { - "dataset":"hill-valley", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0421669283 - }, - { - "dataset":"hill-valley", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0457346896 - }, - { - "dataset":"horse-colic", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0347222239 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.573077213 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7387067229 - }, - { - "dataset":"horse-colic", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7047113925 - }, - { - "dataset":"horse-colic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7490728796 - }, - { - "dataset":"horse-colic", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.750301227 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.040565541 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0429018456 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2916996367 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2811285332 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.3268650025 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3733249232 - }, - { - "dataset":"image-segmentation", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.8061935604 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8145682663 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7971290052 - }, - { - "dataset":"image-segmentation", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8318318576 - }, - { - "dataset":"image-segmentation", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8379623443 - }, - { - "dataset":"image-segmentation", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8160178959 - }, - { - "dataset":"ionosphere", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0370370373 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8470875472 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7887242585 - }, - { - "dataset":"ionosphere", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8525465131 - }, - { - "dataset":"ionosphere", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.85717614 - }, - { - "dataset":"ionosphere", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6845645905 - }, - { - "dataset":"iris", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1713250577 - }, - { - "dataset":"iris", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2437709793 - }, - { - "dataset":"iris", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3315044176 - }, - { - "dataset":"iris", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4095924795 - }, - { - "dataset":"iris", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4297383949 - }, - { - "dataset":"iris", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.27823589 - }, - { - "dataset":"led-display", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1310949298 - }, - { - "dataset":"led-display", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5664102435 - }, - { - "dataset":"led-display", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5963004529 - }, - { - "dataset":"led-display", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5573530197 - }, - { - "dataset":"led-display", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4713475555 - }, - { - "dataset":"led-display", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4330087006 - }, - { - "dataset":"lenses", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0625 - }, - { - "dataset":"lenses", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"lenses", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.25 - }, - { - "dataset":"lenses", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.25 - }, - { - "dataset":"lenses", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.125 - }, - { - "dataset":"lenses", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.125 - }, - { - "dataset":"letter", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.5149992704 - }, - { - "dataset":"letter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5470161736 - }, - { - "dataset":"letter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5173033774 - }, - { - "dataset":"letter", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5303426087 - }, - { - "dataset":"letter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5477906018 - }, - { - "dataset":"letter", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5522078276 - }, - { - "dataset":"libras", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3318948597 - }, - { - "dataset":"libras", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6112599522 - }, - { - "dataset":"libras", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6079365313 - }, - { - "dataset":"libras", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5960813761 - }, - { - "dataset":"libras", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6391865313 - }, - { - "dataset":"libras", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5481647104 - }, - { - "dataset":"low-res-spect", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.4230864348 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7768500745 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.780135259 - }, - { - "dataset":"low-res-spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7523040771 - }, - { - "dataset":"low-res-spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7574892342 - }, - { - "dataset":"low-res-spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7717507184 - }, - { - "dataset":"lung-cancer", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1294642873 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2232142873 - }, - { - "dataset":"lung-cancer", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2901785746 - }, - { - "dataset":"lung-cancer", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.3482142873 - }, - { - "dataset":"lung-cancer", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2633928657 - }, - { - "dataset":"lymphography", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3094841354 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4672222212 - }, - { - "dataset":"lymphography", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3791666664 - }, - { - "dataset":"lymphography", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.536111109 - }, - { - "dataset":"lymphography", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3689682558 - }, - { - "dataset":"magic", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.6637475491 - }, - { - "dataset":"magic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6837366968 - }, - { - "dataset":"magic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6725930572 - }, - { - "dataset":"magic", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6640994549 - }, - { - "dataset":"magic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6650006473 - }, - { - "dataset":"magic", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6780189872 - }, - { - "dataset":"mammographic", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1437442889 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4181711674 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7345443815 - }, - { - "dataset":"mammographic", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6939017624 - }, - { - "dataset":"mammographic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7062657923 - }, - { - "dataset":"mammographic", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.625781633 - }, - { - "dataset":"miniboone", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.7293397337 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7532557845 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7551827431 - }, - { - "dataset":"miniboone", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7155970484 - }, - { - "dataset":"miniboone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7042155117 - }, - { - "dataset":"miniboone", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7444708496 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2325757705 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4644886479 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5320075825 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5696969777 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5559659153 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.6199674755 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6223587096 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6848957092 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6183930188 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6274323314 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.662725538 - }, - { - "dataset":"monks-1", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0344827585 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4424287789 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4091989771 - }, - { - "dataset":"monks-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4099700153 - }, - { - "dataset":"monks-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.472627975 - }, - { - "dataset":"monks-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3209038358 - }, - { - "dataset":"monks-2", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0576923117 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1376436772 - }, - { - "dataset":"monks-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4220822453 - }, - { - "dataset":"monks-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5824270695 - }, - { - "dataset":"monks-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2580901943 - }, - { - "dataset":"monks-3", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0078125 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4254370257 - }, - { - "dataset":"monks-3", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5346922949 - }, - { - "dataset":"monks-3", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5268797949 - }, - { - "dataset":"monks-3", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3524006195 - }, - { - "dataset":"mushroom", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.9638103247 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9875290692 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.9791878164 - }, - { - "dataset":"mushroom", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9825421274 - }, - { - "dataset":"mushroom", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9951596111 - }, - { - "dataset":"mushroom", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.9899341315 - }, - { - "dataset":"musk-1", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3532986194 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7387108058 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7404012382 - }, - { - "dataset":"musk-1", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.758929044 - }, - { - "dataset":"musk-1", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7826389968 - }, - { - "dataset":"musk-1", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7116813064 - }, - { - "dataset":"musk-2", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.9190616906 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9514449835 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.9415673465 - }, - { - "dataset":"musk-2", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9477141351 - }, - { - "dataset":"musk-2", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9557848722 - }, - { - "dataset":"musk-2", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.9489489347 - }, - { - "dataset":"nursery", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.5834791362 - }, - { - "dataset":"nursery", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6693910658 - }, - { - "dataset":"nursery", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6403985769 - }, - { - "dataset":"nursery", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6442168504 - }, - { - "dataset":"nursery", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.635060966 - }, - { - "dataset":"nursery", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6310068816 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0842451053 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4943993613 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.469138734 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.467767559 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5221354067 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.433555685 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.684886381 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8681357503 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8644439578 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8588449955 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8637839109 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8586738706 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.179665383 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4302679971 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4252959415 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4230714589 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4729193971 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3584955558 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.5585290939 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7993146479 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.790561527 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7888071537 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7848977745 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7761702538 - }, - { - "dataset":"optical", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.9057883471 - }, - { - "dataset":"optical", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9293921292 - }, - { - "dataset":"optical", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.9349736422 - }, - { - "dataset":"optical", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9220248312 - }, - { - "dataset":"optical", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9395747632 - }, - { - "dataset":"optical", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.9295849353 - }, - { - "dataset":"ozone", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.6337287781 - }, - { - "dataset":"ozone", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9100494981 - }, - { - "dataset":"ozone", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.890201807 - }, - { - "dataset":"ozone", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8664059043 - }, - { - "dataset":"ozone", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.895789206 - }, - { - "dataset":"ozone", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8859879822 - }, - { - "dataset":"page-blocks", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1996456861 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8194215596 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8079016805 - }, - { - "dataset":"page-blocks", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7533970624 - }, - { - "dataset":"page-blocks", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7363239229 - }, - { - "dataset":"page-blocks", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7692620456 - }, - { - "dataset":"parkinsons", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1129032224 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3839109046 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5034371167 - }, - { - "dataset":"parkinsons", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6984770447 - }, - { - "dataset":"parkinsons", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7376375198 - }, - { - "dataset":"parkinsons", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5699680373 - }, - { - "dataset":"pendigits", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.8243861496 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8706538379 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8370050788 - }, - { - "dataset":"pendigits", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8432301879 - }, - { - "dataset":"pendigits", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8720581532 - }, - { - "dataset":"pendigits", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8762122244 - }, - { - "dataset":"pima", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1015576562 - }, - { - "dataset":"pima", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.2432804201 - }, - { - "dataset":"pima", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5345635563 - }, - { - "dataset":"pima", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.504208751 - }, - { - "dataset":"pima", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5760612935 - }, - { - "dataset":"pima", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5820486248 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.234375 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0506578963 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4211300276 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.281288702 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.3182662576 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2913216017 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.03125 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0178571437 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2110462487 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1584821437 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1808379181 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1782623716 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.03125 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1495535746 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1138392873 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.23973215 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1339285746 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0682565793 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3177866526 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3802866638 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4023339674 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2265037633 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0595238097 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1647146773 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.0270467838 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1772299372 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"planning", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0416666679 - }, - { - "dataset":"planning", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1086956561 - }, - { - "dataset":"planning", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2166364808 - }, - { - "dataset":"planning", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2244363967 - }, - { - "dataset":"planning", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.3642310798 - }, - { - "dataset":"planning", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2383252867 - }, - { - "dataset":"plant-margin", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.5323401988 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5665303022 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5870471299 - }, - { - "dataset":"plant-margin", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5390115976 - }, - { - "dataset":"plant-margin", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.575890094 - }, - { - "dataset":"plant-margin", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5900654346 - }, - { - "dataset":"plant-shape", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0925020222 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3062840626 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2891414091 - }, - { - "dataset":"plant-shape", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2521938123 - }, - { - "dataset":"plant-shape", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.3271083012 - }, - { - "dataset":"plant-shape", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2670184113 - }, - { - "dataset":"plant-texture", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.5809423476 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6045116186 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6194950342 - }, - { - "dataset":"plant-texture", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5822470635 - }, - { - "dataset":"plant-texture", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6126170158 - }, - { - "dataset":"plant-texture", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6255509704 - }, - { - "dataset":"post-operative", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2522893902 - }, - { - "dataset":"post-operative", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.24877901 - }, - { - "dataset":"post-operative", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2177961003 - }, - { - "dataset":"post-operative", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.0456349216 - }, - { - "dataset":"primary-tumor", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0299999993 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0343137272 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2213071864 - }, - { - "dataset":"primary-tumor", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2072385643 - }, - { - "dataset":"primary-tumor", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2589869238 - }, - { - "dataset":"primary-tumor", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1846732013 - }, - { - "dataset":"ringnorm", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.8673946559 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9330576956 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.9100509733 - }, - { - "dataset":"ringnorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8820619732 - }, - { - "dataset":"ringnorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9338071048 - }, - { - "dataset":"ringnorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.936365664 - }, - { - "dataset":"seeds", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0808823556 - }, - { - "dataset":"seeds", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3987358091 - }, - { - "dataset":"seeds", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5852683261 - }, - { - "dataset":"seeds", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6388545036 - }, - { - "dataset":"seeds", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6505934149 - }, - { - "dataset":"seeds", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5946594477 - }, - { - "dataset":"semeion", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.8555158079 - }, - { - "dataset":"semeion", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8526404649 - }, - { - "dataset":"semeion", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.873464331 - }, - { - "dataset":"semeion", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8603089303 - }, - { - "dataset":"semeion", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8738127798 - }, - { - "dataset":"semeion", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8592685759 - }, - { - "dataset":"soybean", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.6266513169 - }, - { - "dataset":"soybean", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7897448838 - }, - { - "dataset":"soybean", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8030373454 - }, - { - "dataset":"soybean", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7771334201 - }, - { - "dataset":"soybean", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8266134411 - }, - { - "dataset":"soybean", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7393934578 - }, - { - "dataset":"spambase", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.8581471294 - }, - { - "dataset":"spambase", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8693214655 - }, - { - "dataset":"spambase", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8762658089 - }, - { - "dataset":"spambase", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8689136952 - }, - { - "dataset":"spambase", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.87206617 - }, - { - "dataset":"spambase", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8692150116 - }, - { - "dataset":"spect", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1176470593 - }, - { - "dataset":"spect", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"spect", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4662581757 - }, - { - "dataset":"spect", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.478186287 - }, - { - "dataset":"spect", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5684640631 - }, - { - "dataset":"spect", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5287581682 - }, - { - "dataset":"spectf", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"spectf", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1388888955 - }, - { - "dataset":"spectf", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4999686778 - }, - { - "dataset":"spectf", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4999686778 - }, - { - "dataset":"spectf", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5263575763 - }, - { - "dataset":"spectf", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4999686778 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0165094342 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0514465787 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2843155786 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1890639476 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2546637803 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2597618289 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3879712299 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3560756594 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5710837096 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.510117732 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5350198448 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5617560148 - }, - { - "dataset":"statlog-heart", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.032894738 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5539989695 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6511130631 - }, - { - "dataset":"statlog-heart", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5883668214 - }, - { - "dataset":"statlog-heart", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6291024685 - }, - { - "dataset":"statlog-heart", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.631312266 - }, - { - "dataset":"statlog-image", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.6749230623 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.773352921 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7883850932 - }, - { - "dataset":"statlog-image", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7808454633 - }, - { - "dataset":"statlog-image", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7917991728 - }, - { - "dataset":"statlog-image", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7720668316 - }, - { - "dataset":"statlog-landsat", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.7752589136 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8117599636 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7980611771 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7925590128 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8029876053 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8027201742 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.3753529647 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.705921948 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6763626188 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5548581854 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.676056385 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7012965977 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.2417174168 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4488367215 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4848100916 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4535349235 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5139864981 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4403674304 - }, - { - "dataset":"steel-plates", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.488870956 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5729599148 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5555542558 - }, - { - "dataset":"steel-plates", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5343379825 - }, - { - "dataset":"steel-plates", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5874811709 - }, - { - "dataset":"steel-plates", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5722450465 - }, - { - "dataset":"synthetic-control", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.6952286139 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.8100255579 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.893716976 - }, - { - "dataset":"synthetic-control", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.8349763006 - }, - { - "dataset":"synthetic-control", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.9281809628 - }, - { - "dataset":"synthetic-control", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.8778052926 - }, - { - "dataset":"teaching", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"teaching", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.027777778 - }, - { - "dataset":"teaching", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.0755997486 - }, - { - "dataset":"teaching", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1324179322 - }, - { - "dataset":"teaching", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0460858596 - }, - { - "dataset":"teaching", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.013888889 - }, - { - "dataset":"thyroid", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.1342387553 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6785211861 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.6993189305 - }, - { - "dataset":"thyroid", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5237947926 - }, - { - "dataset":"thyroid", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6204252392 - }, - { - "dataset":"thyroid", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5890337974 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0689373851 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4419460148 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5003124252 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.4670120254 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6344081461 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.4114762936 - }, - { - "dataset":"titanic", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0677171387 - }, - { - "dataset":"titanic", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.5421723686 - }, - { - "dataset":"titanic", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5884402022 - }, - { - "dataset":"titanic", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.2305274829 - }, - { - "dataset":"titanic", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.4226043895 - }, - { - "dataset":"titanic", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3115857195 - }, - { - "dataset":"trains", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"trains", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.125 - }, - { - "dataset":"trains", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5375000015 - }, - { - "dataset":"trains", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.587500006 - }, - { - "dataset":"trains", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.712500006 - }, - { - "dataset":"trains", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1750000007 - }, - { - "dataset":"twonorm", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.953802079 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.9346313775 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.950679183 - }, - { - "dataset":"twonorm", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.9538464546 - }, - { - "dataset":"twonorm", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.951130107 - }, - { - "dataset":"twonorm", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.9509232342 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0059523811 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.245448187 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4930400476 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.5563699752 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6792296618 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5242690891 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0412457921 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.3282000199 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.4421761632 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3260831684 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.5417253822 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.3866518065 - }, - { - "dataset":"wall-following", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.5544878393 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.6269851923 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5918064564 - }, - { - "dataset":"wall-following", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.600569874 - }, - { - "dataset":"wall-following", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.6585078537 - }, - { - "dataset":"wall-following", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.6288127005 - }, - { - "dataset":"waveform", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.7691060901 - }, - { - "dataset":"waveform", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.762714684 - }, - { - "dataset":"waveform", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7734517902 - }, - { - "dataset":"waveform", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7664652616 - }, - { - "dataset":"waveform", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.7674078494 - }, - { - "dataset":"waveform", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.756620422 - }, - { - "dataset":"waveform-noise", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.735498473 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.7332263887 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.7600885183 - }, - { - "dataset":"waveform-noise", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7292906642 - }, - { - "dataset":"waveform-noise", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.732519716 - }, - { - "dataset":"waveform-noise", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.7442858666 - }, - { - "dataset":"wine", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0147058824 - }, - { - "dataset":"wine", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.4471716806 - }, - { - "dataset":"wine", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.8352638781 - }, - { - "dataset":"wine", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.7930180281 - }, - { - "dataset":"wine", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.872329995 - }, - { - "dataset":"wine", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.765796423 - }, - { - "dataset":"wine-quality-red", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0581297241 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.1173503865 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.2064208277 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1315627424 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.1654717159 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1642295173 - }, - { - "dataset":"wine-quality-white", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0623630974 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.0676215459 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.1382792592 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.1158630196 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.0911809308 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.1485996693 - }, - { - "dataset":"yeast", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0380650845 - }, - { - "dataset":"yeast", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.184345454 - }, - { - "dataset":"yeast", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.3045275882 - }, - { - "dataset":"yeast", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.3174567223 - }, - { - "dataset":"yeast", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.2781691104 - }, - { - "dataset":"yeast", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.2878746837 - }, - { - "dataset":"zoo", - "algorithm":"aol", - "metric":"mean_cert_acc_72", - "value":0.0 - }, - { - "dataset":"zoo", - "algorithm":"ldlt", - "metric":"mean_cert_acc_72", - "value":0.349310793 - }, - { - "dataset":"zoo", - "algorithm":"ldlt-resnet", - "metric":"mean_cert_acc_72", - "value":0.5664160624 - }, - { - "dataset":"zoo", - "algorithm":"ortho", - "metric":"mean_cert_acc_72", - "value":0.6459899843 - }, - { - "dataset":"zoo", - "algorithm":"sandwich", - "metric":"mean_cert_acc_72", - "value":0.8677945286 - }, - { - "dataset":"zoo", - "algorithm":"sdp", - "metric":"mean_cert_acc_72", - "value":0.5775375962 - }, - { - "dataset":"abalone", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6203026246 - }, - { - "dataset":"abalone", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6375124285 - }, - { - "dataset":"abalone", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6349357692 - }, - { - "dataset":"abalone", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.632540474 - }, - { - "dataset":"abalone", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6413717116 - }, - { - "dataset":"abalone", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6369186875 - }, - { - "dataset":"acute-inflammation", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6606430577 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9263751329 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9033247533 - }, - { - "dataset":"acute-inflammation", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7583459236 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8953905769 - }, - { - "dataset":"acute-inflammation", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7719966473 - }, - { - "dataset":"acute-nephritis", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5594713901 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.948630137 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.91888969 - }, - { - "dataset":"acute-nephritis", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7541906994 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9457256806 - }, - { - "dataset":"acute-nephritis", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9219671852 - }, - { - "dataset":"adult", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8063832027 - }, - { - "dataset":"adult", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.815927162 - }, - { - "dataset":"adult", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8080616044 - }, - { - "dataset":"adult", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7942706345 - }, - { - "dataset":"adult", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.804956851 - }, - { - "dataset":"adult", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8087731916 - }, - { - "dataset":"annealing", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5965276247 - }, - { - "dataset":"annealing", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7956717987 - }, - { - "dataset":"annealing", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7219385648 - }, - { - "dataset":"annealing", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7892544532 - }, - { - "dataset":"annealing", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7981477809 - }, - { - "dataset":"annealing", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7504770676 - }, - { - "dataset":"arrhythmia", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3746656009 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6144344568 - }, - { - "dataset":"arrhythmia", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6294487994 - }, - { - "dataset":"arrhythmia", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6252985305 - }, - { - "dataset":"arrhythmia", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6052173964 - }, - { - "dataset":"arrhythmia", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5721403748 - }, - { - "dataset":"audiology-std", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1425048788 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.3297678335 - }, - { - "dataset":"audiology-std", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.3229084939 - }, - { - "dataset":"audiology-std", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3664743587 - }, - { - "dataset":"audiology-std", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3644262397 - }, - { - "dataset":"audiology-std", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.2824037231 - }, - { - "dataset":"balance-scale", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6295622365 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8364652102 - }, - { - "dataset":"balance-scale", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7764711043 - }, - { - "dataset":"balance-scale", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6913051429 - }, - { - "dataset":"balance-scale", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7582773427 - }, - { - "dataset":"balance-scale", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7495465027 - }, - { - "dataset":"balloons", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5 - }, - { - "dataset":"balloons", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5647727273 - }, - { - "dataset":"balloons", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4255681818 - }, - { - "dataset":"balloons", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5460227273 - }, - { - "dataset":"balloons", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5931818182 - }, - { - "dataset":"balloons", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5863636364 - }, - { - "dataset":"bank", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8451769935 - }, - { - "dataset":"bank", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.863761373 - }, - { - "dataset":"bank", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8463156722 - }, - { - "dataset":"bank", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8229626804 - }, - { - "dataset":"bank", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8294510217 - }, - { - "dataset":"bank", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8363811733 - }, - { - "dataset":"blood", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6328156614 - }, - { - "dataset":"blood", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7099749319 - }, - { - "dataset":"blood", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6759892978 - }, - { - "dataset":"blood", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6312480275 - }, - { - "dataset":"blood", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.67309584 - }, - { - "dataset":"blood", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7062274568 - }, - { - "dataset":"breast-cancer", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.576618295 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6864629398 - }, - { - "dataset":"breast-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6222018514 - }, - { - "dataset":"breast-cancer", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6834493587 - }, - { - "dataset":"breast-cancer", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6780989545 - }, - { - "dataset":"breast-cancer", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6524524803 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9514300588 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9542393826 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9592239129 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9645292314 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9681241203 - }, - { - "dataset":"breast-cancer-wisc", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9535257059 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9193473908 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9498539775 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9424396506 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9606841307 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9548545402 - }, - { - "dataset":"breast-cancer-wisc-diag", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.947616776 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6835227376 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7561968653 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6662990619 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7043352711 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7868773319 - }, - { - "dataset":"breast-cancer-wisc-prog", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6709464107 - }, - { - "dataset":"breast-tissue", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2137337155 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.3596828818 - }, - { - "dataset":"breast-tissue", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.465960073 - }, - { - "dataset":"breast-tissue", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5064711768 - }, - { - "dataset":"breast-tissue", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5645023634 - }, - { - "dataset":"breast-tissue", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3797804682 - }, - { - "dataset":"car", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7208117997 - }, - { - "dataset":"car", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7951741472 - }, - { - "dataset":"car", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7311405339 - }, - { - "dataset":"car", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7385995256 - }, - { - "dataset":"car", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7949161908 - }, - { - "dataset":"car", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7586395327 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5842813452 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6410171096 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6410164163 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6080417764 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6352808366 - }, - { - "dataset":"cardiotocography-10clases", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6363130275 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8379711039 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8726530041 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8647727844 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8513968786 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.860255132 - }, - { - "dataset":"cardiotocography-3clases", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8559036579 - }, - { - "dataset":"chess-krvk", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1999023548 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.2424688186 - }, - { - "dataset":"chess-krvk", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.2018571395 - }, - { - "dataset":"chess-krvk", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.1994044975 - }, - { - "dataset":"chess-krvk", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.2118852285 - }, - { - "dataset":"chess-krvk", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.2456199341 - }, - { - "dataset":"chess-krvkp", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9533379205 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9648544999 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9634328794 - }, - { - "dataset":"chess-krvkp", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9683387536 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9732463659 - }, - { - "dataset":"chess-krvkp", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9669133533 - }, - { - "dataset":"congressional-voting", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5860760975 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5780515853 - }, - { - "dataset":"congressional-voting", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.557187166 - }, - { - "dataset":"congressional-voting", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5674234656 - }, - { - "dataset":"congressional-voting", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5569895198 - }, - { - "dataset":"congressional-voting", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5590282398 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.74175789 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.798156328 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7639875808 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8159368798 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.810031368 - }, - { - "dataset":"conn-bench-sonar-mines-rocks", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7740221497 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6496752509 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7929579446 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.614786571 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6961134413 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7810967345 - }, - { - "dataset":"conn-bench-vowel-deterding", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.693134284 - }, - { - "dataset":"connect-4", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7853923653 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8263491036 - }, - { - "dataset":"connect-4", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.814523301 - }, - { - "dataset":"connect-4", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.774929561 - }, - { - "dataset":"connect-4", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8173991688 - }, - { - "dataset":"connect-4", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8116790713 - }, - { - "dataset":"contrac", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.437031339 - }, - { - "dataset":"contrac", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4920663685 - }, - { - "dataset":"contrac", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.492562837 - }, - { - "dataset":"contrac", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.4781724775 - }, - { - "dataset":"contrac", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5032139285 - }, - { - "dataset":"contrac", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4670762209 - }, - { - "dataset":"credit-approval", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8365875214 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8445377557 - }, - { - "dataset":"credit-approval", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8487431207 - }, - { - "dataset":"credit-approval", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.848716521 - }, - { - "dataset":"credit-approval", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.839794953 - }, - { - "dataset":"credit-approval", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8486831574 - }, - { - "dataset":"cylinder-bands", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6642050436 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7210114092 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6854992347 - }, - { - "dataset":"cylinder-bands", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7233324134 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7259434505 - }, - { - "dataset":"cylinder-bands", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6668523571 - }, - { - "dataset":"dermatology", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9139703463 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9622727484 - }, - { - "dataset":"dermatology", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9554074363 - }, - { - "dataset":"dermatology", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9577587319 - }, - { - "dataset":"dermatology", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9635025273 - }, - { - "dataset":"dermatology", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9416428024 - }, - { - "dataset":"echocardiogram", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6359608182 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6872904062 - }, - { - "dataset":"echocardiogram", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.681940363 - }, - { - "dataset":"echocardiogram", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6546355517 - }, - { - "dataset":"echocardiogram", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7458945549 - }, - { - "dataset":"echocardiogram", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7736574474 - }, - { - "dataset":"ecoli", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1962880374 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7197189715 - }, - { - "dataset":"ecoli", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8170186956 - }, - { - "dataset":"ecoli", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5629727415 - }, - { - "dataset":"ecoli", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7507218972 - }, - { - "dataset":"ecoli", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7853115139 - }, - { - "dataset":"energy-y1", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6575250632 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8591109603 - }, - { - "dataset":"energy-y1", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8522613387 - }, - { - "dataset":"energy-y1", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8465917619 - }, - { - "dataset":"energy-y1", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8535349167 - }, - { - "dataset":"energy-y1", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8544719091 - }, - { - "dataset":"energy-y2", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6960333187 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8563855916 - }, - { - "dataset":"energy-y2", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8504594545 - }, - { - "dataset":"energy-y2", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8558663447 - }, - { - "dataset":"energy-y2", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8673162782 - }, - { - "dataset":"energy-y2", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8454794157 - }, - { - "dataset":"fertility", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5973967525 - }, - { - "dataset":"fertility", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8017940541 - }, - { - "dataset":"fertility", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.612896518 - }, - { - "dataset":"fertility", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7505142764 - }, - { - "dataset":"fertility", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8139271544 - }, - { - "dataset":"fertility", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6687242014 - }, - { - "dataset":"flags", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1900981797 - }, - { - "dataset":"flags", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.3822997175 - }, - { - "dataset":"flags", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.3560178419 - }, - { - "dataset":"flags", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3566165346 - }, - { - "dataset":"flags", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.4076039725 - }, - { - "dataset":"flags", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.2243633853 - }, - { - "dataset":"glass", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.29271071 - }, - { - "dataset":"glass", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.3574006256 - }, - { - "dataset":"glass", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4223906283 - }, - { - "dataset":"glass", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3192092047 - }, - { - "dataset":"glass", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.336812673 - }, - { - "dataset":"glass", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4063045372 - }, - { - "dataset":"haberman-survival", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5368002721 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7326685061 - }, - { - "dataset":"haberman-survival", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.695310808 - }, - { - "dataset":"haberman-survival", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6965526512 - }, - { - "dataset":"haberman-survival", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6759383052 - }, - { - "dataset":"haberman-survival", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6695647593 - }, - { - "dataset":"hayes-roth", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2947299696 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5470503712 - }, - { - "dataset":"hayes-roth", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4832922835 - }, - { - "dataset":"hayes-roth", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3957158079 - }, - { - "dataset":"hayes-roth", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.4486760736 - }, - { - "dataset":"hayes-roth", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5542431117 - }, - { - "dataset":"heart-cleveland", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.2348124869 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5432711752 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4800583287 - }, - { - "dataset":"heart-cleveland", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.4546703835 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5138573048 - }, - { - "dataset":"heart-cleveland", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4477380376 - }, - { - "dataset":"heart-hungarian", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6810597142 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8137542104 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7777735135 - }, - { - "dataset":"heart-hungarian", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8027592598 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8214401246 - }, - { - "dataset":"heart-hungarian", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7629553722 - }, - { - "dataset":"heart-switzerland", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1270204028 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.2942322979 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.2096199706 - }, - { - "dataset":"heart-switzerland", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.2134977172 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3093611145 - }, - { - "dataset":"heart-switzerland", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.1862694142 - }, - { - "dataset":"heart-va", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1804428376 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.2648706741 - }, - { - "dataset":"heart-va", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.2263899381 - }, - { - "dataset":"heart-va", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.2246694906 - }, - { - "dataset":"heart-va", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.2620444816 - }, - { - "dataset":"heart-va", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.2191663969 - }, - { - "dataset":"hepatitis", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7639382635 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8277375466 - }, - { - "dataset":"hepatitis", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.816805647 - }, - { - "dataset":"hepatitis", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8295662351 - }, - { - "dataset":"hepatitis", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8303836588 - }, - { - "dataset":"hepatitis", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7907468364 - }, - { - "dataset":"hill-valley", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5329116846 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5587263791 - }, - { - "dataset":"hill-valley", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6158407968 - }, - { - "dataset":"hill-valley", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5546712931 - }, - { - "dataset":"hill-valley", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.546002592 - }, - { - "dataset":"hill-valley", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5743078547 - }, - { - "dataset":"horse-colic", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7414639443 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7794809529 - }, - { - "dataset":"horse-colic", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7772799046 - }, - { - "dataset":"horse-colic", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8093753538 - }, - { - "dataset":"horse-colic", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8013823263 - }, - { - "dataset":"horse-colic", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8077865696 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6309684289 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6909858775 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6200991913 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6002219492 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6113336141 - }, - { - "dataset":"ilpd-indian-liver", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6207121936 - }, - { - "dataset":"image-segmentation", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9038966763 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9007429186 - }, - { - "dataset":"image-segmentation", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8934960772 - }, - { - "dataset":"image-segmentation", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9053649246 - }, - { - "dataset":"image-segmentation", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9186208686 - }, - { - "dataset":"image-segmentation", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9065160937 - }, - { - "dataset":"ionosphere", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8668497359 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9236486481 - }, - { - "dataset":"ionosphere", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8939650158 - }, - { - "dataset":"ionosphere", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9223048086 - }, - { - "dataset":"ionosphere", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8995997123 - }, - { - "dataset":"ionosphere", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8744948793 - }, - { - "dataset":"iris", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.40746106 - }, - { - "dataset":"iris", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7910740493 - }, - { - "dataset":"iris", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7755028566 - }, - { - "dataset":"iris", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6311114824 - }, - { - "dataset":"iris", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5505416219 - }, - { - "dataset":"iris", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7888787335 - }, - { - "dataset":"led-display", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4459921402 - }, - { - "dataset":"led-display", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.721387153 - }, - { - "dataset":"led-display", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7221585777 - }, - { - "dataset":"led-display", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7143777894 - }, - { - "dataset":"led-display", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6760606302 - }, - { - "dataset":"led-display", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6914993583 - }, - { - "dataset":"lenses", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3147321429 - }, - { - "dataset":"lenses", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.3325892857 - }, - { - "dataset":"lenses", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.2276785714 - }, - { - "dataset":"lenses", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3169642857 - }, - { - "dataset":"lenses", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3482142857 - }, - { - "dataset":"lenses", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.28125 - }, - { - "dataset":"letter", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6882133011 - }, - { - "dataset":"letter", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7063168586 - }, - { - "dataset":"letter", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6853878953 - }, - { - "dataset":"letter", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6974816724 - }, - { - "dataset":"letter", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.707528211 - }, - { - "dataset":"letter", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7123880949 - }, - { - "dataset":"libras", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.543103337 - }, - { - "dataset":"libras", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6654323482 - }, - { - "dataset":"libras", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6530058095 - }, - { - "dataset":"libras", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6841418989 - }, - { - "dataset":"libras", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7177377845 - }, - { - "dataset":"libras", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6351950549 - }, - { - "dataset":"low-res-spect", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7643363742 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8287112957 - }, - { - "dataset":"low-res-spect", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8489369837 - }, - { - "dataset":"low-res-spect", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8232884982 - }, - { - "dataset":"low-res-spect", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.819718612 - }, - { - "dataset":"low-res-spect", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8115787464 - }, - { - "dataset":"lung-cancer", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3512867647 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.3873161765 - }, - { - "dataset":"lung-cancer", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4645220588 - }, - { - "dataset":"lung-cancer", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3444852941 - }, - { - "dataset":"lung-cancer", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3694852941 - }, - { - "dataset":"lung-cancer", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3810661765 - }, - { - "dataset":"lymphography", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4597103822 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.734186807 - }, - { - "dataset":"lymphography", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7068578221 - }, - { - "dataset":"lymphography", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7232484094 - }, - { - "dataset":"lymphography", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7343509591 - }, - { - "dataset":"lymphography", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.656685057 - }, - { - "dataset":"magic", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8289206964 - }, - { - "dataset":"magic", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8426865691 - }, - { - "dataset":"magic", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8354636076 - }, - { - "dataset":"magic", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8353755422 - }, - { - "dataset":"magic", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8412868389 - }, - { - "dataset":"magic", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8411599664 - }, - { - "dataset":"mammographic", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6103496119 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8089268633 - }, - { - "dataset":"mammographic", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8011125949 - }, - { - "dataset":"mammographic", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8102031875 - }, - { - "dataset":"mammographic", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8028966829 - }, - { - "dataset":"mammographic", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8019524314 - }, - { - "dataset":"miniboone", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8722643527 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8821084261 - }, - { - "dataset":"miniboone", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8732829061 - }, - { - "dataset":"miniboone", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8636540103 - }, - { - "dataset":"miniboone", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8634892665 - }, - { - "dataset":"miniboone", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8767781059 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6917123664 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6666403842 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5935417896 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7631371319 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7368821828 - }, - { - "dataset":"molec-biol-promoter", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7025789089 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8213346943 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8023389527 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8178855496 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8047967699 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.785499138 - }, - { - "dataset":"molec-biol-splice", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8199772467 - }, - { - "dataset":"monks-1", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6861228051 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7741423728 - }, - { - "dataset":"monks-1", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6795208764 - }, - { - "dataset":"monks-1", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6616185865 - }, - { - "dataset":"monks-1", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7961663671 - }, - { - "dataset":"monks-1", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7240159025 - }, - { - "dataset":"monks-2", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5061369386 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5907648107 - }, - { - "dataset":"monks-2", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4932976196 - }, - { - "dataset":"monks-2", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5545527314 - }, - { - "dataset":"monks-2", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6156524231 - }, - { - "dataset":"monks-2", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5529843358 - }, - { - "dataset":"monks-3", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5884150124 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5760399259 - }, - { - "dataset":"monks-3", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5610848413 - }, - { - "dataset":"monks-3", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.539711869 - }, - { - "dataset":"monks-3", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.528522265 - }, - { - "dataset":"monks-3", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5775236604 - }, - { - "dataset":"mushroom", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9877731481 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9989194365 - }, - { - "dataset":"mushroom", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9957777028 - }, - { - "dataset":"mushroom", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9939660449 - }, - { - "dataset":"mushroom", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9993797744 - }, - { - "dataset":"mushroom", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9977342073 - }, - { - "dataset":"musk-1", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7889266053 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8378158664 - }, - { - "dataset":"musk-1", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8218172956 - }, - { - "dataset":"musk-1", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8352890602 - }, - { - "dataset":"musk-1", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8483930431 - }, - { - "dataset":"musk-1", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8183643722 - }, - { - "dataset":"musk-2", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9596562871 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9619772386 - }, - { - "dataset":"musk-2", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9618530231 - }, - { - "dataset":"musk-2", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9619200703 - }, - { - "dataset":"musk-2", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9634850927 - }, - { - "dataset":"musk-2", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9636241719 - }, - { - "dataset":"nursery", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8310915428 - }, - { - "dataset":"nursery", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8810187671 - }, - { - "dataset":"nursery", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8552875683 - }, - { - "dataset":"nursery", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8347808951 - }, - { - "dataset":"nursery", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8421567747 - }, - { - "dataset":"nursery", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8432104888 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6448355696 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7280186242 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7102918058 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7260322184 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7384754473 - }, - { - "dataset":"oocytes_merluccius_nucleus_4d", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6947013737 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8610916093 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8798656262 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8685174616 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8684238662 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8749245573 - }, - { - "dataset":"oocytes_merluccius_states_2f", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.868789866 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6383893624 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7394459849 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.731333662 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7212021335 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7191073409 - }, - { - "dataset":"oocytes_trisopterus_nucleus_2f", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6960326353 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7712337145 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8722039596 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8613600287 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8655606747 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8681546541 - }, - { - "dataset":"oocytes_trisopterus_states_5b", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8600843248 - }, - { - "dataset":"optical", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9437951872 - }, - { - "dataset":"optical", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9543746107 - }, - { - "dataset":"optical", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.957969722 - }, - { - "dataset":"optical", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9492526249 - }, - { - "dataset":"optical", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9584548243 - }, - { - "dataset":"optical", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9540627843 - }, - { - "dataset":"ozone", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9227591799 - }, - { - "dataset":"ozone", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9507433241 - }, - { - "dataset":"ozone", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9345987918 - }, - { - "dataset":"ozone", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.91635112 - }, - { - "dataset":"ozone", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9387596892 - }, - { - "dataset":"ozone", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9334765095 - }, - { - "dataset":"page-blocks", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9004166325 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9017897711 - }, - { - "dataset":"page-blocks", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8981328007 - }, - { - "dataset":"page-blocks", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8703921132 - }, - { - "dataset":"page-blocks", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8560757769 - }, - { - "dataset":"page-blocks", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8860302517 - }, - { - "dataset":"parkinsons", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7583293784 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7217133108 - }, - { - "dataset":"parkinsons", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6370916909 - }, - { - "dataset":"parkinsons", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7779406964 - }, - { - "dataset":"parkinsons", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8344926688 - }, - { - "dataset":"parkinsons", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7168583993 - }, - { - "dataset":"pendigits", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8923172098 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9272765057 - }, - { - "dataset":"pendigits", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9016975789 - }, - { - "dataset":"pendigits", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9106834217 - }, - { - "dataset":"pendigits", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9273229671 - }, - { - "dataset":"pendigits", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9288343483 - }, - { - "dataset":"pima", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7225573148 - }, - { - "dataset":"pima", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7551255494 - }, - { - "dataset":"pima", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7458887632 - }, - { - "dataset":"pima", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.737022064 - }, - { - "dataset":"pima", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7495837913 - }, - { - "dataset":"pima", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7530188641 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3097458041 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.671145996 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6105862119 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6704064208 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7422568225 - }, - { - "dataset":"pittsburg-bridges-MATERIAL", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5606289032 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3809458232 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5295119215 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4122847469 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.519826023 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5138228519 - }, - { - "dataset":"pittsburg-bridges-REL-L", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.392529876 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3194924548 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4638451838 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4263871897 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3941298016 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5089178336 - }, - { - "dataset":"pittsburg-bridges-SPAN", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4663848639 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7913061987 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6966533419 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5952271725 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7872201757 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7800619784 - }, - { - "dataset":"pittsburg-bridges-T-OR-D", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5906110424 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1952228617 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.3410531973 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.2805233654 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.2102506124 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.2985546534 - }, - { - "dataset":"pittsburg-bridges-TYPE", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.1700547733 - }, - { - "dataset":"planning", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5360583066 - }, - { - "dataset":"planning", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5552733103 - }, - { - "dataset":"planning", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5924749939 - }, - { - "dataset":"planning", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5298386336 - }, - { - "dataset":"planning", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5673326683 - }, - { - "dataset":"planning", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5437370763 - }, - { - "dataset":"plant-margin", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6982595365 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7344047373 - }, - { - "dataset":"plant-margin", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7318169975 - }, - { - "dataset":"plant-margin", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7135980624 - }, - { - "dataset":"plant-margin", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7287770078 - }, - { - "dataset":"plant-margin", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7386192211 - }, - { - "dataset":"plant-shape", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3054771197 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5026413822 - }, - { - "dataset":"plant-shape", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5108040244 - }, - { - "dataset":"plant-shape", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.483677184 - }, - { - "dataset":"plant-shape", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5186666671 - }, - { - "dataset":"plant-shape", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.491571879 - }, - { - "dataset":"plant-texture", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6767507327 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.707477473 - }, - { - "dataset":"plant-texture", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7119300975 - }, - { - "dataset":"plant-texture", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6937894515 - }, - { - "dataset":"plant-texture", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7072090201 - }, - { - "dataset":"plant-texture", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7164235334 - }, - { - "dataset":"post-operative", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4165234264 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5012483593 - }, - { - "dataset":"post-operative", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5212044171 - }, - { - "dataset":"post-operative", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.4853449752 - }, - { - "dataset":"post-operative", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5106773954 - }, - { - "dataset":"post-operative", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4111407864 - }, - { - "dataset":"primary-tumor", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.1143528717 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.2724795484 - }, - { - "dataset":"primary-tumor", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.3408281285 - }, - { - "dataset":"primary-tumor", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.2892712321 - }, - { - "dataset":"primary-tumor", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3422190007 - }, - { - "dataset":"primary-tumor", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3063972862 - }, - { - "dataset":"ringnorm", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9503727864 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9818853244 - }, - { - "dataset":"ringnorm", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9723538587 - }, - { - "dataset":"ringnorm", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9614298371 - }, - { - "dataset":"ringnorm", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.97957034 - }, - { - "dataset":"ringnorm", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9780779263 - }, - { - "dataset":"seeds", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4077704973 - }, - { - "dataset":"seeds", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8913390457 - }, - { - "dataset":"seeds", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9133358535 - }, - { - "dataset":"seeds", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8771547379 - }, - { - "dataset":"seeds", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8023059476 - }, - { - "dataset":"seeds", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8151671707 - }, - { - "dataset":"semeion", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9076792945 - }, - { - "dataset":"semeion", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9002242204 - }, - { - "dataset":"semeion", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9011395966 - }, - { - "dataset":"semeion", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8990022519 - }, - { - "dataset":"semeion", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9151888098 - }, - { - "dataset":"semeion", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8980909621 - }, - { - "dataset":"soybean", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7597622775 - }, - { - "dataset":"soybean", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8517944928 - }, - { - "dataset":"soybean", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8387901823 - }, - { - "dataset":"soybean", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.829849632 - }, - { - "dataset":"soybean", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8695566528 - }, - { - "dataset":"soybean", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8276413964 - }, - { - "dataset":"spambase", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9247920765 - }, - { - "dataset":"spambase", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9267994185 - }, - { - "dataset":"spambase", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9299809903 - }, - { - "dataset":"spambase", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9277227729 - }, - { - "dataset":"spambase", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9287352357 - }, - { - "dataset":"spambase", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9290850578 - }, - { - "dataset":"spect", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6941842612 - }, - { - "dataset":"spect", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6632836299 - }, - { - "dataset":"spect", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6570057348 - }, - { - "dataset":"spect", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7001296137 - }, - { - "dataset":"spect", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7530271122 - }, - { - "dataset":"spect", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6729249957 - }, - { - "dataset":"spectf", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5167361304 - }, - { - "dataset":"spectf", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5123667491 - }, - { - "dataset":"spectf", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5000011577 - }, - { - "dataset":"spectf", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5165335278 - }, - { - "dataset":"spectf", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5414742596 - }, - { - "dataset":"spectf", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5000011577 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.631786868 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.5959745944 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5498138846 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.5761923056 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.5713423377 - }, - { - "dataset":"statlog-australian-credit", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.5623621449 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7266988811 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7068620639 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7237670076 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7052397926 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7034474019 - }, - { - "dataset":"statlog-german-credit", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7204880002 - }, - { - "dataset":"statlog-heart", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7030025718 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7733592261 - }, - { - "dataset":"statlog-heart", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7894764529 - }, - { - "dataset":"statlog-heart", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7856747603 - }, - { - "dataset":"statlog-heart", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.80328921 - }, - { - "dataset":"statlog-heart", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7760075577 - }, - { - "dataset":"statlog-image", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8658879856 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8758692049 - }, - { - "dataset":"statlog-image", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8738622446 - }, - { - "dataset":"statlog-image", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8734471915 - }, - { - "dataset":"statlog-image", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8782768137 - }, - { - "dataset":"statlog-image", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.874535332 - }, - { - "dataset":"statlog-landsat", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8424204257 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8678976461 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8581708955 - }, - { - "dataset":"statlog-landsat", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8595223253 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8698096711 - }, - { - "dataset":"statlog-landsat", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8638493346 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8540545078 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9001365849 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8681191514 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7431003661 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.835171304 - }, - { - "dataset":"statlog-shuttle", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9014890336 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5840734531 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6701863152 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6897548795 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6821825039 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6989217218 - }, - { - "dataset":"statlog-vehicle", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6658891215 - }, - { - "dataset":"steel-plates", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6010986754 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.6727556637 - }, - { - "dataset":"steel-plates", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6523241382 - }, - { - "dataset":"steel-plates", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.64503538 - }, - { - "dataset":"steel-plates", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6800781356 - }, - { - "dataset":"steel-plates", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6639724184 - }, - { - "dataset":"synthetic-control", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.936646017 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9634465472 - }, - { - "dataset":"synthetic-control", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9669433723 - }, - { - "dataset":"synthetic-control", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9524507654 - }, - { - "dataset":"synthetic-control", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9724195248 - }, - { - "dataset":"synthetic-control", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9717804225 - }, - { - "dataset":"teaching", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3480427539 - }, - { - "dataset":"teaching", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4608393874 - }, - { - "dataset":"teaching", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.4207200342 - }, - { - "dataset":"teaching", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.35032633 - }, - { - "dataset":"teaching", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3956392967 - }, - { - "dataset":"teaching", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3645233661 - }, - { - "dataset":"thyroid", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9188061413 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8811732066 - }, - { - "dataset":"thyroid", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8880523887 - }, - { - "dataset":"thyroid", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7728379744 - }, - { - "dataset":"thyroid", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8279249186 - }, - { - "dataset":"thyroid", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8253137694 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.668829217 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.796584352 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7571582465 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7739656547 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8662308235 - }, - { - "dataset":"tic-tac-toe", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7720068203 - }, - { - "dataset":"titanic", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7565671194 - }, - { - "dataset":"titanic", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7684683582 - }, - { - "dataset":"titanic", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7684683582 - }, - { - "dataset":"titanic", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7480723862 - }, - { - "dataset":"titanic", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7429259936 - }, - { - "dataset":"titanic", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7657801861 - }, - { - "dataset":"trains", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.5625 - }, - { - "dataset":"trains", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7708333333 - }, - { - "dataset":"trains", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.6041666667 - }, - { - "dataset":"trains", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.6875 - }, - { - "dataset":"trains", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.6875 - }, - { - "dataset":"trains", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.6458333333 - }, - { - "dataset":"twonorm", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.9775023212 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.9754119319 - }, - { - "dataset":"twonorm", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.9771628681 - }, - { - "dataset":"twonorm", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.9770509905 - }, - { - "dataset":"twonorm", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.975641184 - }, - { - "dataset":"twonorm", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9755820316 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.6321603586 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7775182132 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7486205385 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.76208422 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7832245934 - }, - { - "dataset":"vertebral-column-2clases", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7261835452 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.4438586689 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.717211536 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.736935786 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.609125644 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.736964756 - }, - { - "dataset":"vertebral-column-3clases", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.7172814749 - }, - { - "dataset":"wall-following", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7291971002 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.7722382015 - }, - { - "dataset":"wall-following", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.7529764682 - }, - { - "dataset":"wall-following", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.75402236 - }, - { - "dataset":"wall-following", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.7897337218 - }, - { - "dataset":"wall-following", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.774812712 - }, - { - "dataset":"waveform", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8690534669 - }, - { - "dataset":"waveform", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8650619751 - }, - { - "dataset":"waveform", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8671383551 - }, - { - "dataset":"waveform", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8610782513 - }, - { - "dataset":"waveform", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8623984495 - }, - { - "dataset":"waveform", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8652366264 - }, - { - "dataset":"waveform-noise", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.8605106847 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8513751464 - }, - { - "dataset":"waveform-noise", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.8597458392 - }, - { - "dataset":"waveform-noise", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.8502924348 - }, - { - "dataset":"waveform-noise", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.8416631281 - }, - { - "dataset":"waveform-noise", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8562213025 - }, - { - "dataset":"wine", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.7411928418 - }, - { - "dataset":"wine", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.8995227401 - }, - { - "dataset":"wine", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.946985128 - }, - { - "dataset":"wine", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.930330581 - }, - { - "dataset":"wine", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.9515973293 - }, - { - "dataset":"wine", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.9255686763 - }, - { - "dataset":"wine-quality-red", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3952335206 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.4340931223 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.3997459192 - }, - { - "dataset":"wine-quality-red", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3647643296 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.3893749007 - }, - { - "dataset":"wine-quality-red", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3651473424 - }, - { - "dataset":"wine-quality-white", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3086408895 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.3839136235 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.3380570358 - }, - { - "dataset":"wine-quality-white", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.3573753128 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.325370439 - }, - { - "dataset":"wine-quality-white", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.3344386145 - }, - { - "dataset":"yeast", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3995808097 - }, - { - "dataset":"yeast", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.502500852 - }, - { - "dataset":"yeast", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.5194975197 - }, - { - "dataset":"yeast", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.50735627 - }, - { - "dataset":"yeast", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.4858191874 - }, - { - "dataset":"yeast", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.4965413723 - }, - { - "dataset":"zoo", - "algorithm":"aol", - "metric":"mean_test_acc", - "value":0.3176884373 - }, - { - "dataset":"zoo", - "algorithm":"ldlt", - "metric":"mean_test_acc", - "value":0.768819415 - }, - { - "dataset":"zoo", - "algorithm":"ldlt-resnet", - "metric":"mean_test_acc", - "value":0.806064746 - }, - { - "dataset":"zoo", - "algorithm":"ortho", - "metric":"mean_test_acc", - "value":0.7598197864 - }, - { - "dataset":"zoo", - "algorithm":"sandwich", - "metric":"mean_test_acc", - "value":0.858663165 - }, - { - "dataset":"zoo", - "algorithm":"sdp", - "metric":"mean_test_acc", - "value":0.8234052243 - } -] \ No newline at end of file